-- Logs begin at Tue 2021-06-22 14:22:13 UTC, end at Tue 2021-06-22 16:11:39 UTC. -- Jun 22 14:50:13.726162 dv-neutron-601336-93-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 14:50:16.363872 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.common.config [-] Logging enabled! Jun 22 14:50:16.365197 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev374 Jun 22 14:50:16.365197 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93395) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 14:50:16.368069 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.common.config [-] Logging enabled! Jun 22 14:50:16.368324 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev374 Jun 22 14:50:16.368690 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93395) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 14:50:16.369692 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 14:50:16.369927 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 14:50:16.370290 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 14:50:16.370534 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 14:50:16.370757 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 14:50:16.371073 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.371367 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.371663 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.371891 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.372184 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.372474 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.372768 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.373064 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.373362 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.373647 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.373922 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.374213 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.374436 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.374719 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.375006 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.375285 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.375505 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] debug = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.375780 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.376200 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.376614 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.376922 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.377211 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.377484 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.377751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.378021 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.378302 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.378623 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] host = dv-neutron-601336-93-hyperv {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.378896 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.379177 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.379460 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.379742 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.380012 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.380287 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.380566 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.380865 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.381134 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] log_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.381407 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.382241 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.382745 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.383071 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.383297 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.383519 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.383808 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.384097 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.384374 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.384648 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.384948 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.385223 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.385496 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.385763 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.386044 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.386324 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.386603 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.386873 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.387149 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.387418 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.387690 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.387970 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.388241 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.388510 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.388801 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.389086 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.389351 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.389621 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.389918 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.390200 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.390478 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.390760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.391030 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.391310 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.391581 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.391851 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.392120 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] use_json = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.392389 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.392656 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.392959 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.393227 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.393494 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.393766 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.394034 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.394315 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:16.394608 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.394901 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.395198 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.395477 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.395771 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.396048 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.396338 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.396702 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.397026 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.397947 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.398403 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.398776 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.399067 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.399353 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.399654 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.399963 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.400259 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.400553 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.400856 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.401134 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.401409 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.401688 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.401973 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.402266 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.402554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.402829 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.403109 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.403402 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.403677 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.403948 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.404227 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.404518 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.404817 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.405095 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.405377 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.405653 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.405928 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.406201 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.406478 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.406767 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.407049 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.407321 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.407591 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.407865 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.408138 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.408421 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.408696 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.408993 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.409265 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.409540 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.409811 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.410083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.410357 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.410631 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.410904 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.411174 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.411443 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.411713 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.411985 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.412256 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.412524 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.412850 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.413129 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.413401 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.413669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.413940 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.414210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.414482 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.414764 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.415060 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.415334 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.415611 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.415887 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.416163 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.416439 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.416713 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.417017 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.417295 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.417567 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.417855 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.418140 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.418423 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.418703 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.418980 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.419274 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.419550 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.419832 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.420109 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.420402 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.420680 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.420981 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.421270 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.421559 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.421851 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.422142 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.422432 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.422713 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.423022 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.423301 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:16.423538 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 14:50:16.423756 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93395) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 14:50:16.778063 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:50:16.778337 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:50:16.778623 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:50:16.778956 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 14:50:17.168050 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.168339 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.168620 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.169939 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.170216 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.170480 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.203883 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.204154 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.204422 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.217698 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.217973 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.218234 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.247944 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.248220 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.248486 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.283384 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.283660 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.283927 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.521286 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.521903 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.521903 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.522068 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.523270 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.645494 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.645824 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.646106 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.646377 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.646650 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.646962 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.647763 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.648024 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.648284 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.648545 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.648830 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.649097 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.649356 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.649620 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.649875 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.650141 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.650411 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.650667 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.650936 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.651187 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.651467 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.651814 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.652067 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.652349 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.652595 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.652866 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.653259 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93395) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 14:50:17.653500 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93395) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 14:50:17.653736 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93395) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 14:50:17.653971 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93395) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 14:50:17.654203 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93395) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 14:50:17.654434 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93395) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 14:50:17.654802 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 14:50:17.657890 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 14:50:17.661756 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 14:50:17.666160 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 22 14:50:17.667775 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 14:50:17.668221 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 14:50:17.668555 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 14:50:17.668970 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 14:50:17.671904 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 14:50:17.672154 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 14:50:17.672498 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 14:50:17.699706 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 14:50:17.700149 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.700446 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93395) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 14:50:17.700849 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.702178 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93395) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 14:50:17.702458 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 14:50:17.702699 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 14:50:17.705915 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.706195 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:17.769155 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 14:50:17.769393 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 14:50:17.769630 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 14:50:17.769994 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 14:50:17.791157 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_db.sqlalchemy.engines [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93395) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 14:50:18.317611 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Initializing driver for type 'gre' Jun 22 14:50:18.318316 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] gre ID ranges: [(1, 1000)] Jun 22 14:50:18.370621 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Initializing driver for type 'local' Jun 22 14:50:18.371060 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Initializing driver for type 'vlan' Jun 22 14:50:18.384283 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] VlanTypeDriver initialization complete Jun 22 14:50:18.384635 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Initializing driver for type 'vxlan' Jun 22 14:50:18.385179 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] vxlan ID ranges: [(1, 1000)] Jun 22 14:50:18.436531 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Initializing extension driver 'port_security' Jun 22 14:50:18.436905 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.extensions.port_security [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] PortSecurityExtensionDriver initialization complete Jun 22 14:50:18.437239 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Initializing mechanism driver 'openvswitch' Jun 22 14:50:18.437563 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Initializing mechanism driver 'hyperv' Jun 22 14:50:18.444675 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.plugins.ml2.plugin [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:50:18.445648 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > port after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.446021 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > port after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.446386 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > port after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.446777 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.447138 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.447485 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.447868 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > network after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.448218 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > network after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.448568 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > network after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.448976 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.449325 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.449668 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.450048 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.450394 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.450735 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.451114 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.451533 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.451950 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.452329 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] ML2 OVO RPC backend initialized. {{(pid=93395) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 14:50:18.453058 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.453416 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.453832 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > network before_response 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.454181 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > networks before_response 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.454529 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > port before_response 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.454869 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > ports before_response 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.455209 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.455549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.455892 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > network after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.456228 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > network after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.456560 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > network after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.456929 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > port after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.457262 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > port after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.457601 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > port after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.457941 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.458283 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.458604 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.459181 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.plugin [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Modular L2 Plugin initialization complete Jun 22 14:50:18.459508 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading services supported by the core plugin {{(pid=93395) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 14:50:18.459835 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.plugins.ml2.managers [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Got port-security extension from driver 'port_security' Jun 22 14:50:18.460296 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.extensions.vlantransparent [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Disabled vlantransparent extension. Jun 22 14:50:18.460859 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93395) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 14:50:18.461176 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading Plugin: router Jun 22 14:50:18.497225 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.497619 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router after_create 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.497991 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router before_create 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.498355 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.498725 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.499079 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router after_delete 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.499439 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.499800 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router after_create 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.500148 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router after_update 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.500494 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router after_update 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.500874 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.501236 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router after_update 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.501646 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.502016 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: port after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.502356 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: port after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.502695 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: subnet after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.503032 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.503377 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.503725 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.504066 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: port before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.504409 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.504790 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router after_update 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.505139 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.505493 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.505854 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.506198 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.506642 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > network after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.507457 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Tracking information for resource: router configured {{(pid=93395) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 14:50:18.507787 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Tracking information for resource: floatingip configured {{(pid=93395) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 14:50:18.512670 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.db.l3_agentschedulers_db [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 14:50:18.513278 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: port after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.513642 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: port after_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.513996 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: port after_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.514352 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: port after_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.515149 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router before_create 55550100 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.515517 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.515884 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.516245 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.520699 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.services.provider_configuration [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service providers = [] {{(pid=93395) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 14:50:18.521084 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.db.servicetype_db [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93395) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 14:50:18.524265 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.services.service_base [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93395) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 14:50:18.524813 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.services.service_base [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93395) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 14:50:18.524969 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.services.service_base [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93395) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 14:50:18.525838 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.services.service_base [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93395) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 14:50:18.526209 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.services.service_base [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 14:50:18.526580 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93395) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 14:50:18.526897 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 14:50:18.537415 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93395) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 14:50:18.538291 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading Plugin: auto_allocate Jun 22 14:50:18.544275 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: network precommit_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.544647 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: network precommit_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.545202 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93395) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 14:50:18.545528 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading Plugin: tag Jun 22 14:50:18.552051 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93395) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 14:50:18.552384 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading Plugin: timestamp Jun 22 14:50:18.556936 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93395) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 14:50:18.557271 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading Plugin: network_ip_availability Jun 22 14:50:18.564095 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.564474 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.564862 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.565574 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93395) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 14:50:18.565896 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading Plugin: flavors Jun 22 14:50:18.570802 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93395) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 14:50:18.571068 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading Plugin: revisions Jun 22 14:50:18.575356 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93395) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 14:50:18.575745 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=93395) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:50:18.576473 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93395) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 14:50:18.576843 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Initializing extension manager. Jun 22 14:50:18.577353 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: __init__.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.577695 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: __pycache__ {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.578026 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: _allowedaddresspairs_active_vip_lib.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.578358 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.578687 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: address_group.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.579428 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.579997 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: address-group Jun 22 14:50:18.580324 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: address_scope.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.581060 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.581566 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: address-scope Jun 22 14:50:18.581889 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.582819 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.583327 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: router-admin-state-down-before-update Jun 22 14:50:18.583650 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: agent.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.584345 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.584908 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: agent Jun 22 14:50:18.585373 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: agent_resources_synced.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.586271 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.586778 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: agent-resources-synced Jun 22 14:50:18.587100 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: allowed_address_pairs_active_vip.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.587760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Allowed Address Pairs active VIP" alias="allowed-address-pairs-active-vip" description="Provides information about status of the allowed address pair when it is used as VIP on more than one port from the same network." updated="2021-06-04T012:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.588261 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: allowed-address-pairs-active-vip Jun 22 14:50:18.588581 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.590549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.591081 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: allowed-address-pairs Jun 22 14:50:18.591413 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.592760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.593274 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: auto-allocated-topology Jun 22 14:50:18.593603 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: availability_zone.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.594295 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.594825 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: availability_zone Jun 22 14:50:18.595150 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: availability_zone_filter.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.596045 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.596548 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: availability_zone_filter Jun 22 14:50:18.596900 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: data_plane_status.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.597787 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.598292 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 14:50:18.598614 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: default_subnetpools.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.599511 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.600013 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: default-subnetpools Jun 22 14:50:18.601045 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.601913 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.602425 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: dhcp_agent_scheduler Jun 22 14:50:18.602749 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: dns.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.603649 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.604153 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 14:50:18.604476 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: dns_domain_ports.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.605410 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.605914 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 14:50:18.606237 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.607145 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.607651 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 14:50:18.607973 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: dvr.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.608632 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.609179 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: dvr Jun 22 14:50:18.609500 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: empty_string_filtering.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.610397 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.610899 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: empty-string-filtering Jun 22 14:50:18.611220 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.612115 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.612620 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 14:50:18.612966 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.613866 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.614368 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 14:50:18.614695 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: external_net.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.615588 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.616794 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: external-net Jun 22 14:50:18.617220 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.618123 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.618630 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: extra_dhcp_opt Jun 22 14:50:18.618956 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: extraroute.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.619858 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.620360 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: extraroute Jun 22 14:50:18.620684 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: extraroute_atomic.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.621731 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.622236 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: extraroute-atomic Jun 22 14:50:18.622559 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: filter_validation.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.623470 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.623975 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: filter-validation Jun 22 14:50:18.624298 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: fip_pf_description.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.625233 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.625736 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 14:50:18.626057 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: fip_port_details.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.626956 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.627463 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: fip-port-details Jun 22 14:50:18.627784 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: flavors.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.629039 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.629554 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: flavors Jun 22 14:50:18.629881 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.631574 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.632483 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 14:50:18.632851 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: floatingip_pools.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.633554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.634069 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: floatingip-pools Jun 22 14:50:18.634403 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: ip_allocation.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.635327 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.635832 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 14:50:18.636625 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.637073 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.637583 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: ip-substring-filtering Jun 22 14:50:18.637905 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: l2_adjacency.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.638820 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.639320 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 14:50:18.639641 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: l3.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.640604 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.641158 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: router Jun 22 14:50:18.641483 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.643863 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.644400 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 14:50:18.644760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.645683 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.646198 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: ext-gw-mode Jun 22 14:50:18.646526 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.647475 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.647979 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: l3-ha Jun 22 14:50:18.648301 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: l3_flavors.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.649261 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.649766 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: l3-flavors Jun 22 14:50:18.650092 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.650996 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.651499 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 14:50:18.651823 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: l3agentscheduler.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.652891 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.653400 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: l3_agent_scheduler Jun 22 14:50:18.653724 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: logging.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.655224 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.655733 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension logging not supported by any of loaded plugins Jun 22 14:50:18.656062 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: metering.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.656832 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.657418 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: metering Jun 22 14:50:18.657742 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.658866 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.659380 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: metering_source_and_destination_fields Jun 22 14:50:18.659703 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: multiprovidernet.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.660642 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.661183 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: multi-provider Jun 22 14:50:18.661503 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: netmtu.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.662405 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.663451 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: net-mtu Jun 22 14:50:18.663770 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: netmtu_writable.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.664681 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.665223 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: net-mtu-writable Jun 22 14:50:18.665547 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: network_availability_zone.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.666217 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.666719 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: network_availability_zone Jun 22 14:50:18.667039 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: network_ip_availability.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.668126 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.668632 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: network-ip-availability Jun 22 14:50:18.668983 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: network_segment_range.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.669751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.670250 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 14:50:18.670571 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: pagination.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.671540 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.671869 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: pagination Jun 22 14:50:18.672186 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: port_device_profile.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.673134 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.673649 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: port-device-profile Jun 22 14:50:18.673972 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.674886 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.675396 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: port-mac-address-regenerate Jun 22 14:50:18.675718 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.676613 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.677168 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: port-numa-affinity-policy Jun 22 14:50:18.677489 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: port_resource_request.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.678452 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.679456 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 14:50:18.679774 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: portbindings.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.680689 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.681228 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: binding Jun 22 14:50:18.681548 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: portbindings_extended.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.682816 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.683325 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: binding-extended Jun 22 14:50:18.683653 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: portsecurity.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.684560 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.685106 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: port-security Jun 22 14:50:18.685435 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: project_id.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.686398 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.686729 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: project-id Jun 22 14:50:18.687049 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: providernet.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.688112 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.688629 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: provider Jun 22 14:50:18.688981 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: qos.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.692549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.693096 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension qos not supported by any of loaded plugins Jun 22 14:50:18.693430 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.694796 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.695305 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 14:50:18.695632 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.696548 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.697097 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 14:50:18.697422 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: qos_default.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.698321 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.698830 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension qos-default not supported by any of loaded plugins Jun 22 14:50:18.699154 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: qos_fip.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.699801 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.700307 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 14:50:18.700630 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.701560 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.702069 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 14:50:18.702396 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.703295 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.703788 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 14:50:18.704108 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.705056 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.705556 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 14:50:18.705878 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: qos_rules_alias.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.706904 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.707411 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 14:50:18.707735 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: quotasv2.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.708670 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.709040 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: quotas Jun 22 14:50:18.709362 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: quotasv2_detail.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.712424 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.712779 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: quota_details Jun 22 14:50:18.713113 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: rbac.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.714174 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.714712 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: rbac-policies Jun 22 14:50:18.715043 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: rbac_address_group.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.715963 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.716473 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: rbac-address-group Jun 22 14:50:18.717079 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: rbac_address_scope.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.718008 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.718520 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: rbac-address-scope Jun 22 14:50:18.718842 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: rbac_security_groups.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.719739 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.720248 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: rbac-security-groups Jun 22 14:50:18.720571 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.721705 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.722216 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: rbac-subnetpool Jun 22 14:50:18.722541 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: revisionifmatch.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.723455 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.723970 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: revision-if-match Jun 22 14:50:18.724583 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: revisions.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.726848 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.727369 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: standard-attr-revisions Jun 22 14:50:18.727697 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: router_availability_zone.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.728371 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.728919 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: router_availability_zone Jun 22 14:50:18.729246 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: routerservicetype.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.730162 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.730671 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 14:50:18.730995 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.731912 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.732422 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: security-groups-normalized-cidr Jun 22 14:50:18.732766 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.733677 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.734181 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: port-security-groups-filtering Jun 22 14:50:18.734504 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.735423 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.735935 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: security-groups-remote-address-group Jun 22 14:50:18.736259 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: securitygroup.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.746385 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.746921 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: security-group Jun 22 14:50:18.747259 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: segment.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.748037 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.748543 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension segment not supported by any of loaded plugins Jun 22 14:50:18.748913 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.749908 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.750416 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 14:50:18.750743 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: servicetype.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.751843 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.752361 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: service-type Jun 22 14:50:18.752691 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: sorting.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.753686 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.754016 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: sorting Jun 22 14:50:18.754339 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: standard_attr_segment.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.755242 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.755759 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 14:50:18.756083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: standardattrdescription.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.756876 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.757385 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: standard-attr-description Jun 22 14:50:18.757708 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: stateful_security_group.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.758623 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.759137 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: stateful-security-group Jun 22 14:50:18.759460 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: stdattrs_common.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.760036 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 14:50:18.760353 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.761291 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.761798 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 14:50:18.762115 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: subnet_onboard.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.763178 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.763690 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: subnet_onboard Jun 22 14:50:18.764012 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.764960 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.765469 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 14:50:18.765789 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: subnet_service_types.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.766699 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.767210 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: subnet-service-types Jun 22 14:50:18.767535 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: subnetallocation.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.768609 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.769151 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: subnet_allocation Jun 22 14:50:18.769479 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.770130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.770637 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: subnetpool-prefix-ops Jun 22 14:50:18.770959 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.771892 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.772424 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 14:50:18.772874 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: tagging.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.773929 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.774448 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: standard-attr-tag Jun 22 14:50:18.774775 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: timestamp.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.775961 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.776467 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loaded extension: standard-attr-timestamp Jun 22 14:50:18.776816 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: trunk.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.777838 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.778347 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension trunk not supported by any of loaded plugins Jun 22 14:50:18.778669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: trunk_details.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.779579 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.780089 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 14:50:18.780408 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.781352 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.781860 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 14:50:18.782179 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Loading extension file: vlantransparent.py {{(pid=93395) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 14:50:18.782835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93395) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 14:50:18.783340 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 14:50:18.785817 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:network Jun 22 14:50:18.786347 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:subnet Jun 22 14:50:18.786744 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 14:50:18.787141 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:port Jun 22 14:50:18.788956 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.789395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service FLAVORS assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.790025 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.790461 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.790798 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:router Jun 22 14:50:18.791224 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 14:50:18.791711 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service METERING assigned prefix: /metering {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.793197 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.793566 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.793913 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:50:18.794922 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 14:50:18.795371 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:security_group Jun 22 14:50:18.795808 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 14:50:18.796427 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service CORE assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.796770 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 14:50:18.797116 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] subnetpool is already registered Jun 22 14:50:18.797557 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service CORE assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.797881 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 14:50:18.798210 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] subnetpool is already registered Jun 22 14:50:18.800558 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.801025 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service FLAVORS assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.801616 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.802036 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.802363 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:router Jun 22 14:50:18.802698 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] router is already registered Jun 22 14:50:18.803109 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 14:50:18.804082 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] floatingip is already registered Jun 22 14:50:18.804537 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service METERING assigned prefix: /metering {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.805245 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 14:50:18.805571 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] rbac_policy is already registered Jun 22 14:50:18.805988 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:security_group Jun 22 14:50:18.806319 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] security_group is already registered Jun 22 14:50:18.806722 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 14:50:18.807053 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] security_group_rule is already registered Jun 22 14:50:18.807669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service CORE assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.807989 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 14:50:18.808319 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] subnetpool is already registered Jun 22 14:50:18.808737 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.v2.resource_helper [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Service CORE assigned prefix: {{(pid=93395) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 14:50:18.809081 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 14:50:18.809407 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING neutron.quota.resource_registry [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] subnetpool is already registered Jun 22 14:50:18.809870 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: extensions {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.811341 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: address-groups {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.812857 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: address-scopes {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.814168 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: agents {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.815331 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: auto-allocated-topology {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.816589 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: availability_zones {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.817858 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: dhcp-networks {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.819406 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: dhcp-agents {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.820918 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: routers {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.822583 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: flavors {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.824988 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: service_profiles {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.826524 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: next_providers {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.827956 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: service_profiles {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.829541 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: floatingip-pools {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.830774 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: routers {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.832468 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: floatingips {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.833837 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: l3-routers {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.835798 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: l3-agents {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.837247 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: metering-labels {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.838515 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: metering-label-rules {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.839902 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: network-ip-availabilities {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.841207 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: bindings {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.843030 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: quotas {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.844565 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: quotas {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.846027 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: rbac-policies {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.847245 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: security-groups {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.848548 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: security-group-rules {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.849835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: service-providers {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.851847 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: subnetpools {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.853202 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: subnetpools {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.854760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.856445 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.858316 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.860096 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.861825 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.863769 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.865517 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.867556 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.869477 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.871223 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron.api.extensions [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Extended resource: tags {{(pid=93395) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 14:50:18.877540 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING keystonemiddleware.auth_token [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 14:50:18.882234 dv-neutron-601336-93-hyperv neutron-server[93395]: WARNING keystonemiddleware.auth_token [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 14:50:18.890585 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Acquired lock "singleton_lock" {{(pid=93395) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 14:50:18.891057 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_concurrency.lockutils [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Releasing lock "singleton_lock" {{(pid=93395) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 14:50:18.891688 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO oslo_service.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Starting 2 workers Jun 22 14:50:18.896466 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Started child 93501 {{(pid=93395) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 14:50:18.901670 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Started child 93502 {{(pid=93395) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 14:50:18.902425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:18.903262 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO neutron.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 14:50:18.903914 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [-] (93501) wsgi starting up on http://0.0.0.0:9696 Jun 22 14:50:18.904024 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Notify callbacks [] for process, before_spawn {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:18.904314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 33266) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:50:18.906414 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO oslo_service.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Starting 1 workers Jun 22 14:50:18.906524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:18.907826 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [-] (93502) wsgi starting up on http://0.0.0.0:9696 Jun 22 14:50:18.911647 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Started child 93503 {{(pid=93395) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 14:50:18.912204 dv-neutron-601336-93-hyperv neutron-server[93395]: INFO oslo_service.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Starting 1 workers Jun 22 14:50:18.913730 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064745 Jun 22 14:50:18.916238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] calling RpcWorker wait() {{(pid=93503) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 14:50:18.916238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] returning from RpcWorker wait() {{(pid=93503) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 14:50:18.916238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:18.919321 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Started child 93505 {{(pid=93395) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 14:50:18.919483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:50:18.919629 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG neutron_lib.callbacks.manager [None req-6a4af81f-3f17-47da-80e3-777c8b212ed4 None None] Notify callbacks [] for process, after_spawn {{(pid=93395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:18.922760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93395) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 14:50:18.922760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 14:50:18.922760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 14:50:18.922760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 14:50:18.922760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 14:50:18.922760 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 14:50:18.923681 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:18.924464 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.924464 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.924464 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.925931 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.926075 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:50:18.926221 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.926221 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.927446 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.927446 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.928695 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.929198 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.929880 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.930479 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.931035 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.931500 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.931842 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.932296 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.932719 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.933756 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.933756 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.933756 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.933756 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.934011 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.934291 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] debug = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.934561 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.935104 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.935449 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.935835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.936023 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.936608 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.936954 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.937597 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.938747 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.938747 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.938747 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.938747 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.941495 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.941495 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.941495 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.941495 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.942997 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.943103 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] host = dv-neutron-601336-93-hyperv {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.943442 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.944541 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.944646 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.945054 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.946087 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.946087 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.946087 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.946087 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.946545 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.946641 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.946919 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.948151 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.948151 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.948151 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.948151 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_options = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.948151 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.948479 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.948696 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.949003 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.949510 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.949827 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.952130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.952130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.952130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.952130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.952130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.952130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.952130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.952130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.953129 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.953129 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.953129 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.953129 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.953713 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.953713 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.953713 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.954225 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.954225 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.954502 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.954595 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.954798 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.957255 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.957255 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.957255 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.957255 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.957255 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.957255 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.957255 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.957255 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.962395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.962395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.962395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.962395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.962395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.962395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.962395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.962395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.966117 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.966117 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.966117 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.966117 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_json = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.966117 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.966117 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.966117 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.966117 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.966117 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.967624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.967624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.967624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:18.967624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.967624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.967624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.967624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.967624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.968554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.968554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.968554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.968554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.968554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.968554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.968554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.968554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.968554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.972432 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.972432 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.972432 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.972432 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.972432 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.972432 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.972432 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.972432 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.973505 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.973505 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.973505 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.973505 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.973505 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.973505 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.973505 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.973505 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.974325 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.974325 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.974325 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.974325 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.974325 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.976434 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.976434 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.976434 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.976434 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.976434 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.976434 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.977996 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.978126 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.978404 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.978623 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.978997 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.979178 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.979398 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.980075 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.980075 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.980075 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.980313 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.980508 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.981121 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.981539 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.981735 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.981981 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.982504 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.982660 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.982803 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.983509 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.983509 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.983509 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.983751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.983924 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.984150 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.984413 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.984692 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.985944 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.986050 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.986327 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.986529 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.986817 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.987070 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.988024 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.988280 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.991729 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.991983 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.992254 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.992522 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.992847 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.993053 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.993290 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.993524 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.993936 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.994390 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.994559 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.994836 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.995070 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.995449 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.995712 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.996082 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.996359 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.996713 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.998147 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.998445 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.998710 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.998952 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.999224 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.999474 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.999766 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:18.999998 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.000262 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.001478 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.001478 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.001669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.001942 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.002213 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.002516 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.002811 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.003081 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.003373 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.003626 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.004590 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.004590 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.004590 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.004976 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.004976 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.005688 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.005688 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.005843 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.005992 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.006229 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.007188 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.007188 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.007188 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.007412 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.007645 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.008270 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.008270 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.009850 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.012861 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.013446 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.013912 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.014353 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.014689 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.015059 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.015959 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.016273 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.016621 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.016992 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.017325 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.017641 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.017943 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.018248 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.018522 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.018765 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.019088 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.019390 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.020623 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.020623 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.020623 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.020623 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.020623 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.021056 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.021056 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.021378 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.022860 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.022860 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.022860 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.023214 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.023214 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.023497 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.023616 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.024703 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.024998 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.025228 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.025502 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.025835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.026195 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.026456 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.026678 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.026917 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.027478 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.027478 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.027639 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.027877 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.028098 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.029425 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.029425 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.029425 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.029425 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.029425 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.029425 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.029816 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.029886 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.030106 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.030428 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.031421 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.031421 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.031421 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.031421 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.031987 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.031987 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.032246 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.032384 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.032530 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.032862 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.033130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.034105 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.034105 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.034105 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.034105 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.034716 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.034716 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.034716 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.035121 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.035121 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.035395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.035606 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.035830 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.036757 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.036757 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.036757 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.036757 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.037356 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.037356 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.037356 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.038702 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.038702 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.038702 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.039250 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.039250 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.039250 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.040423 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.040423 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.040423 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.040423 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.040423 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.040423 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.041233 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.041233 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.041233 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.041648 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.041648 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.041911 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.042083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.042323 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.042628 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.042867 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.043107 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.043323 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.043562 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.043780 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.044074 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.044381 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.044673 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.044931 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.045186 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.045768 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.045768 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.046065 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.046227 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.046512 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.046846 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.047110 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.047362 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.047614 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.047906 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.048146 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.048395 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.048629 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.049715 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.049946 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.051669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.051669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.051669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.051669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.051669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.051669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.051669 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.052637 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.052637 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.052637 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.052637 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 14:50:19.054239 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93395) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 14:50:19.054239 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 14:50:19.054239 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 14:50:19.054239 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 14:50:19.054239 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 14:50:19.054239 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 14:50:19.054239 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.054239 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.055210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.055210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.055210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.055210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.055210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.055210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.055210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.056549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.056549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.056549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.056549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.056549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.056549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.056549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.056549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.056549 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058276 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058276 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058276 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058276 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058276 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] debug = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058276 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058686 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058686 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058686 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058686 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058686 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.058686 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.059970 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.059970 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.059970 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.059970 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.059970 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.059970 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.059970 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.059970 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.061083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.061083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.061083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] host = dv-neutron-601336-93-hyperv {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.061083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.061083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.061083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.061083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.061083 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.062153 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.062153 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.062153 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.062153 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.062153 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.062153 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.062153 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.062153 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.062153 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.063291 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_options = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.063291 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.063291 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.063291 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.063291 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.063291 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.063291 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.064180 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.064180 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.064180 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.064180 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.064180 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.064180 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.064180 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.064180 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.066296 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.066296 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.066296 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.066296 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.066296 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.066296 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.066296 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.066296 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067009 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067009 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067009 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067009 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067009 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067009 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067009 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067009 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067009 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.067835 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069062 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069062 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069062 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069062 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069062 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069062 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069062 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069062 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_json = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069520 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069520 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069520 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069729 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069729 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.069863 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.070034 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.070280 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 14:50:19.070498 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.070639 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.070777 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.070972 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.070972 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.071239 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.071374 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.071510 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.072906 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.072906 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.072906 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.072906 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.072906 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.072906 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.072906 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.072906 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.073417 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.073417 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.073417 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.074144 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.074323 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.074486 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.074664 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.074827 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.074989 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.075146 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.075310 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.075472 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.075635 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.075797 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.075962 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.076121 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.076282 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.076442 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.076602 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.076780 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.076946 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.077104 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.077265 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.077764 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.077764 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.077764 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.078124 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.078124 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.078355 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.078355 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.078587 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.078709 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.079751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.079751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.079751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.079751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.079751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.079751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.079751 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.080535 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.080535 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.080535 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.080535 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.080535 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.080535 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.081289 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.081289 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.081289 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.081289 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.081289 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.081819 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.081819 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.081819 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.082161 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.082161 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.082390 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.082390 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.082620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:50:19.082750 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.082750 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.082994 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.082994 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.083225 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.083225 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.083453 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.083574 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.083704 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.083829 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.083960 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.084130 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.084306 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.084466 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.085177 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.085341 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.085532 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.085729 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.085926 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.085926 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.086183 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087145 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087145 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087145 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087145 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087145 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087145 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087732 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087732 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087732 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.087732 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.088157 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.090798 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.090798 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.090798 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.090798 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.090798 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.090798 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.090798 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.091515 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.091515 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.091515 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.091515 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.091515 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.092333 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.092333 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.092333 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.092333 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.092897 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.092897 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.092897 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.094673 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.094963 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.095100 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.095207 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.095384 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.095559 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.095735 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.095904 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.096096 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.096553 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.096553 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.097642 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.097815 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.097982 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.098215 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.098306 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.098455 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.098612 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.098772 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.098938 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.099101 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.099265 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.099425 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.099588 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.099753 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.099917 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.100080 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.100337 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.101036 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.101199 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.101765 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.101765 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.101998 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.101998 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.102158 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.102297 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.103091 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.103091 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.103091 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.103860 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.104018 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.104224 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.104387 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.105383 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.105554 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.105722 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.105888 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.106053 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.106217 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.106380 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.106542 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.106703 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.106868 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.107029 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.107194 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.107358 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.107529 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.107673 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.107827 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.108055 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.108161 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.108294 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.108456 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.108635 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.108849 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.109016 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.109195 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.109345 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.109487 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.109628 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.109792 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.109951 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.110108 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.110271 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.110434 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.110597 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.110759 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.110920 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.111080 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112008 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112008 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112008 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112008 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112008 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112008 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.112624 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.113210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.113210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.113210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.113210 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.113730 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.113730 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.113730 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.113947 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.114034 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.114140 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.114309 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.114456 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.114609 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.114749 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.114887 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.115047 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.115273 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.115417 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.115555 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.115684 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.115895 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.116263 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.116480 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.116687 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.118041 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.118041 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.118041 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.118041 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.118041 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.118041 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.118041 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.118041 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.119565 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.119565 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.119565 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.119565 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.119565 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.119565 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.119565 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.119565 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.121293 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.121293 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.121293 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.121293 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.121293 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.121293 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.121293 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.121293 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.121293 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122132 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122132 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122132 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122132 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122132 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122132 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122132 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122132 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122132 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122960 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122960 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122960 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 14:50:19.122960 dv-neutron-601336-93-hyperv neutron-server[93395]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93395) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 14:50:30.239262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4bcd67-7277-498b-bdf3-77353b7422d4 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 14:50:30.303556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bcd67-7277-498b-bdf3-77353b7422d4 None None] No non-hosted networks {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 14:50:30.321972 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2dcb04c6-d31b-477a-a72c-9d12e8adda96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201'] for agent, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:32.590930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2c60daa1-d201-4201-b74c-04b13259c87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201'] for agent, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:32.631514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b4a781fc-d705-4b3d-ad13-665cfa1f9fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:32.856503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201'] for agent, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:32.857476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.858128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.861694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.864032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.866368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.872652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.873340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.875186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.883865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.884411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.885020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.885540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:32.886117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-93-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:50:32.892571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-93-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:50:33.861812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201'] for agent, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:35.507222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201'] for agent, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:36.635191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 33374) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:50:36.867987 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.db.l3_hamode_db [None req-c39f7f3a-f2ec-4c66-a0ff-db1f8a490d11 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 14:50:36.942543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f7f3a-f2ec-4c66-a0ff-db1f8a490d11 None None] Routers set() bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:50:36.942942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f7f3a-f2ec-4c66-a0ff-db1f8a490d11 None None] Router IDs set() for agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 14:50:37.127964 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING oslo_policy.policy [None req-833647a5-269c-4bde-805f-93987244c0b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 14:50:37.128577 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING oslo_policy.policy [None req-833647a5-269c-4bde-805f-93987244c0b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 14:50:37.342420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-833647a5-269c-4bde-805f-93987244c0b4 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:50:37.343651 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-833647a5-269c-4bde-805f-93987244c0b4 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.7064157 Jun 22 14:50:39.672990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 33388) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:50:39.979341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-20a35094-dc27-400b-8372-7be084cfd99e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:50:40.072207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.policy [None req-20a35094-dc27-400b-8372-7be084cfd99e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93502) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 14:50:40.119312 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING oslo_policy.policy [None req-20a35094-dc27-400b-8372-7be084cfd99e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 14:50:40.119678 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING oslo_policy.policy [None req-20a35094-dc27-400b-8372-7be084cfd99e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 14:50:40.128085 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.quota [None req-20a35094-dc27-400b-8372-7be084cfd99e admin admin] Loaded quota_driver: . Jun 22 14:50:40.219983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-20a35094-dc27-400b-8372-7be084cfd99e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782470002847', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782470003404', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782470008585', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782470017291', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782470029166', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782470035266', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8086259', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7620402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-461799', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-425483'] for rbac-policy, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:40.282289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-20a35094-dc27-400b-8372-7be084cfd99e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:40.283439 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-20a35094-dc27-400b-8372-7be084cfd99e admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6094863 Jun 22 14:50:42.809884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 33400) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:50:43.103923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'project_id': '230ad685bcf94ed2a07e29feac4b6da3'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:50:43.132667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Made reservation on behalf of 230ad685bcf94ed2a07e29feac4b6da3 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:50:43.135539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:43.151729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:43.271160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:43.274791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:43.280001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:50:43.294650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:50:43.324463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782473675210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:43.325047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Unsubscribe: segment precommit_create {{(pid=93502) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 14:50:43.325509 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Added segment 21b76273-65ff-4dd0-912f-dbd24f2454f9 of type vlan for network a2ca4814-631a-4b7c-ba7e-383e2f056105 Jun 22 14:50:43.342289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86622a7-e064-4c96-a34c-92ba5f81e305,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:50:43.369386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.369731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.370055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.370407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.370722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.371045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.371354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.371671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.371978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.372279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.372576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.372898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Tracked resource versions report: Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: pushed versions: Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: { 'AddressGroup': {'1.2'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'ConntrackHelper': {'1.0'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Log': {'1.0'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Network': {'1.1'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Port': {'1.7'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'PortForwarding': {'1.2'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'QosPolicy': {'1.8'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SecurityGroup': {'1.4'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SecurityGroupRule': {'1.2'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SubPort': {'1.0'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Subnet': {'1.1'}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Trunk': {'1.1'}} Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: consumer versions: Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: { DHCP agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: L3 agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: Metadata agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: Metering agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: Open vSwitch agent@dv-neutron-601336-93-hyperv: { 'AddressGroup': '1.2', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'ConntrackHelper': '1.0', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Log': '1.0', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Network': '1.1', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Port': '1.7', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'PortForwarding': '1.2', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'QosPolicy': '1.8', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SecurityGroup': '1.4', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SecurityGroupRule': '1.2', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SubPort': '1.0', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Subnet': '1.1', Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Trunk': '1.1'}} Jun 22 14:50:43.374227 dv-neutron-601336-93-hyperv neutron-server[93502]: {{(pid=93502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 14:50:43.444305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:50:43.446094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:43.494982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:43.496525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:50:43.497222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:43.499992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:50:43.573070 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7620475 Jun 22 14:50:43.597840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ca4814-631a-4b7c-ba7e-383e2f056105,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:50:43.602713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:50:43.610395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a2ca4814-631a-4b7c-ba7e-383e2f056105 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:50:46.163182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 33414) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:50:46.546194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d55df-e313-46d2-8778-9dd4de04a8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:50:46.547548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3c5d55df-e313-46d2-8778-9dd4de04a8c3 admin admin] 10.222.0.22 "GET /v2.0/networks/a2ca4814-631a-4b7c-ba7e-383e2f056105 HTTP/1.1" status: 200 len: 825 time: 0.3834248 Jun 22 14:50:46.574019 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-86f76bd5-8a4a-40c5-80fa-3fd877ded711 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/2bc60a39-5f95-44b1-bd1c-c008616f3f3d HTTP/1.1" status: 200 len: 734 time: 0.0184939 Jun 22 14:50:46.582727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2bc60a39-5f95-44b1-bd1c-c008616f3f3d', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:50:46.605391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Made reservation on behalf of 230ad685bcf94ed2a07e29feac4b6da3 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:50:46.607751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:46.905028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:46.907176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:50:46.974209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88919267-ecaa-4817-aad0-8f2732cf300f,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:50:46.979266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Checking segment: {'id': '21b76273-65ff-4dd0-912f-dbd24f2454f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:50:46.979662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Network hostable DHCP agents. Network: a2ca4814-631a-4b7c-ba7e-383e2f056105, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:50:46.984253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:50:47.000946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Network a2ca4814-631a-4b7c-ba7e-383e2f056105 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:50:47.011879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a2ca4814-631a-4b7c-ba7e-383e2f056105) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:50:47.016389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:50:47.017012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:47.022436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65fba8-0cbb-4fd4-b782-b9802825f92a None None] Network a2ca4814-631a-4b7c-ba7e-383e2f056105 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:50:47.031116 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4516912 Jun 22 14:50:47.344117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-a2ca4814-631a-4b7c-ba7e-383e2f056105', 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'fixed_ips': [{'subnet_id': '88919267-ecaa-4817-aad0-8f2732cf300f'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:50:47.345350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:47.616937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Allocated IP 172.20.0.2 (a2ca4814-631a-4b7c-ba7e-383e2f056105/88919267-ecaa-4817-aad0-8f2732cf300f/ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:50:47.819070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:47.862580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Transition to ACTIVE for port object ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:50:47.883771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Transition to ACTIVE for port object ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:50:47.892210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:47.894856 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:50:47.968803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Network a2ca4814-631a-4b7c-ba7e-383e2f056105 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:50:47.973401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:50:47.979099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Pushing event updated for resources: {'Port': ['ID=ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:50:47.981260 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:50:48.007873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.008224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.008556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.008924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.009247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.009587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.009957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.010286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.010617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.010932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.011243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.011549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Tracked resource versions report: Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: pushed versions: Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: { 'AddressGroup': {'1.2'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'ConntrackHelper': {'1.0'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Log': {'1.0'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Network': {'1.1'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Port': {'1.7'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'PortForwarding': {'1.2'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'QosPolicy': {'1.8'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SecurityGroup': {'1.4'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SecurityGroupRule': {'1.2'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SubPort': {'1.0'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Subnet': {'1.1'}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Trunk': {'1.1'}} Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: consumer versions: Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: { DHCP agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: L3 agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: Metadata agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: Metering agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: Open vSwitch agent@dv-neutron-601336-93-hyperv: { 'AddressGroup': '1.2', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'ConntrackHelper': '1.0', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Log': '1.0', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Network': '1.1', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Port': '1.7', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'PortForwarding': '1.2', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'QosPolicy': '1.8', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SecurityGroup': '1.4', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SecurityGroupRule': '1.2', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SubPort': '1.0', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Subnet': '1.1', Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Trunk': '1.1'}} Jun 22 14:50:48.012939 dv-neutron-601336-93-hyperv neutron-server[93503]: {{(pid=93503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 14:50:48.033995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:50:48.062907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Attempting to bind port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:50:48.063307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Attempting to bind port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '21b76273-65ff-4dd0-912f-dbd24f2454f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:50:48.063735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Attempting to bind port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f on network a2ca4814-631a-4b7c-ba7e-383e2f056105 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:50:48.069072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:50:48.069476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Checking segment: {'id': '21b76273-65ff-4dd0-912f-dbd24f2454f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:50:48.069946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:48.070330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Bound using segment: {'id': '21b76273-65ff-4dd0-912f-dbd24f2454f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:50:48.070784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Bound port: ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b76273-65ff-4dd0-912f-dbd24f2454f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:50:48.071161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:48.132990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] For port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:50:48.137183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] For port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f,segment=NetworkSegment(21b76273-65ff-4dd0-912f-dbd24f2454f9),segment_id=21b76273-65ff-4dd0-912f-dbd24f2454f9)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:50:48.142134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:48.148402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:50:48.222601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Pushing event updated for resources: {'Port': ['ID=ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:50:48.226532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:50:49.450225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 33422) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:50:49.975103 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING oslo_policy.policy [None req-023bd2a9-6e1d-4275-b103-5e9ea72992ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 14:50:49.975765 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING oslo_policy.policy [None req-023bd2a9-6e1d-4275-b103-5e9ea72992ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 14:50:50.190563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-023bd2a9-6e1d-4275-b103-5e9ea72992ac admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:50:50.191643 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-023bd2a9-6e1d-4275-b103-5e9ea72992ac admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.7405205 Jun 22 14:50:52.543658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 33436) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:50:52.859978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-423111e4-e0e2-4ad8-97c3-d703e97f1f4b admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:50:52.860913 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-423111e4-e0e2-4ad8-97c3-d703e97f1f4b admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.3162785 Jun 22 14:50:54.221315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02604ad-c951-46ae-9acd-8ebc64fce85e None None] Network a2ca4814-631a-4b7c-ba7e-383e2f056105 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:50:54.342504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-52ee3a07-b685-451a-a1d3-b46acf195636 None None] Provisioning for port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:50:54.748351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:50:54.827785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:50:54.831295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:50:54.831688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:54.936269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:54.969448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f,segment=NetworkSegment(21b76273-65ff-4dd0-912f-dbd24f2454f9),segment_id=21b76273-65ff-4dd0-912f-dbd24f2454f9)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:50:54.972809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:54.975410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-53b413b9-7876-404c-b3f5-276dd3ec977e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:50:55.023352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:50:55.026291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:50:55.472944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 33450) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:50:55.766839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-eb725055-a424-400a-87bc-966a5262a8ab admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:50:55.789934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eb725055-a424-400a-87bc-966a5262a8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:55.791681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eb725055-a424-400a-87bc-966a5262a8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:55.930353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eb725055-a424-400a-87bc-966a5262a8ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:55.934727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eb725055-a424-400a-87bc-966a5262a8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:55.947042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eb725055-a424-400a-87bc-966a5262a8ab admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:55.948532 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-eb725055-a424-400a-87bc-966a5262a8ab admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4743283 Jun 22 14:50:56.732068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:50:56.780610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:50:56.781011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:50:58.265236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 33458) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:50:58.566256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-54b90a8d-2e27-4bfa-95e8-07b0948b2584 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:50:58.567320 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-54b90a8d-2e27-4bfa-95e8-07b0948b2584 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.3011179 Jun 22 14:51:00.104051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7fb11a6-ea66-4a2b-8034-a370a7ce732c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:00.903979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 33466) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:51:01.214042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:51:01.233982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Made reservation on behalf of 060da717c6d640278f5d73144063981e for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:51:01.236404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:01.245169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:01.335318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:01.338861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:01.342764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:01.355145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Reserving flat network on physical network physnet1 {{(pid=93502) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 14:51:01.375946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c32860-2cd7-498f-be93-2b6c0f8d8dc8,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:01.379005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:01.379343 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Added segment bf928f20-bac2-469b-8833-bd355f8877cf of type flat for network 339c21db-a4db-4e65-9542-46a747b526ad Jun 22 14:51:01.380650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:01.425110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:01.460172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:01.461404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:51:01.461976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:01.464622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:01.512338 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6073680 Jun 22 14:51:01.522633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Pushing event updated for resources: {'Network': ['ID=339c21db-a4db-4e65-9542-46a747b526ad,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:01.525433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:01.532830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 339c21db-a4db-4e65-9542-46a747b526ad details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:51:02.581086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-945f5a57-19d9-4a95-ad03-41ba5f7ea697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:02.848946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:03.799318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:03.837806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 33474) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:51:04.277891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.policy [None req-0c52b1e8-3f7b-4bf9-b9ca-57667c0fa09d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93501) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 14:51:04.326457 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING oslo_policy.policy [None req-0c52b1e8-3f7b-4bf9-b9ca-57667c0fa09d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 14:51:04.326821 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING oslo_policy.policy [None req-0c52b1e8-3f7b-4bf9-b9ca-57667c0fa09d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 14:51:04.335138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52b1e8-3f7b-4bf9-b9ca-57667c0fa09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:51:04.336894 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0c52b1e8-3f7b-4bf9-b9ca-57667c0fa09d admin admin] 10.222.0.22 "GET /v2.0/subnets/88919267-ecaa-4817-aad0-8f2732cf300f HTTP/1.1" status: 200 len: 849 time: 0.4981515 Jun 22 14:51:04.500242 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c1746b62-0802-40d8-b0e3-a75f0359f219 admin admin] 10.222.0.22 "GET /v2.0/routers/6e8fb321-a630-4883-a54d-ae6ae5370d23 HTTP/1.1" status: 200 len: 704 time: 0.1577263 Jun 22 14:51:04.757810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.080995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Allocated IP 172.20.0.1 (a2ca4814-631a-4b7c-ba7e-383e2f056105/88919267-ecaa-4817-aad0-8f2732cf300f/d779569b-764a-4c15-b959-c7ed4cc99afc) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:51:05.293592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.317124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Transition to ACTIVE for port object d779569b-764a-4c15-b959-c7ed4cc99afc will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:51:05.398839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.402341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:05.448691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.453869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Network a2ca4814-631a-4b7c-ba7e-383e2f056105 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:51:05.458351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:51:05.511713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Pushing event updated for resources: {'Port': ['ID=d779569b-764a-4c15-b959-c7ed4cc99afc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:05.515269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:51:05.515813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.572483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.572853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.573183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.573535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.573856 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.574182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.574503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.574828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.575141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.575445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.575750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.576053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Tracked resource versions report: Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: pushed versions: Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: { 'AddressGroup': {'1.2'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'ConntrackHelper': {'1.0'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Log': {'1.0'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Network': {'1.1'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Port': {'1.7'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'PortForwarding': {'1.2'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'QosPolicy': {'1.8'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SecurityGroup': {'1.4'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SecurityGroupRule': {'1.2'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SubPort': {'1.0'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Subnet': {'1.1'}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Trunk': {'1.1'}} Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: consumer versions: Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: { DHCP agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: L3 agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: Metadata agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: Metering agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: Open vSwitch agent@dv-neutron-601336-93-hyperv: { 'AddressGroup': '1.2', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'ConntrackHelper': '1.0', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Log': '1.0', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Network': '1.1', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Port': '1.7', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'PortForwarding': '1.2', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'QosPolicy': '1.8', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SecurityGroup': '1.4', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SecurityGroupRule': '1.2', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SubPort': '1.0', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Subnet': '1.1', Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Trunk': '1.1'}} Jun 22 14:51:05.577552 dv-neutron-601336-93-hyperv neutron-server[93501]: {{(pid=93501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 14:51:05.592864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:05.735622 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.753591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f76faea7-117a-4e40-b9f4-12397cbb516e None None] Provisioning for port d779569b-764a-4c15-b959-c7ed4cc99afc completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:51:05.757904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f76faea7-117a-4e40-b9f4-12397cbb516e None None] Provisioning complete for port d779569b-764a-4c15-b959-c7ed4cc99afc triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:51:05.758267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f76faea7-117a-4e40-b9f4-12397cbb516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.789890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f76faea7-117a-4e40-b9f4-12397cbb516e None None] Port d779569b-764a-4c15-b959-c7ed4cc99afc cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:51:05.911618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.915980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.917088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:05.919450 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:05.994684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Pushing event updated for resources: {'Port': ['ID=d779569b-764a-4c15-b959-c7ed4cc99afc,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:05.998506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:06.040730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Network a2ca4814-631a-4b7c-ba7e-383e2f056105 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:51:06.042059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:51:06.208569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e3b75d43-e4ca-45c1-87e5-1fc6084bb1f8 None None] Provisioning complete for port d779569b-764a-4c15-b959-c7ed4cc99afc triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:51:06.208964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3b75d43-e4ca-45c1-87e5-1fc6084bb1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:06.241311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-e3b75d43-e4ca-45c1-87e5-1fc6084bb1f8 None None] Port d779569b-764a-4c15-b959-c7ed4cc99afc cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:51:06.246842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Router 6e8fb321-a630-4883-a54d-ae6ae5370d23 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:51:06.334619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:51:06.339960 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] 10.222.0.22 "PUT /v2.0/routers/6e8fb321-a630-4883-a54d-ae6ae5370d23/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8349049 Jun 22 14:51:06.344775 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Sync routers for ids ['6e8fb321-a630-4883-a54d-ae6ae5370d23'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:51:06.356058 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Routers {'6e8fb321-a630-4883-a54d-ae6ae5370d23'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:51:06.356905 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:51:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6e8fb321-a630-4883-a54d-ae6ae5370d23'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:51:06.541708 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Set router 6e8fb321-a630-4883-a54d-ae6ae5370d23 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:51:06.964354 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'name': 'router1', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:50:55Z', 'updated_at': '2021-06-22T14:51:05Z', 'revision_number': 2, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'gw_port_host': None, '_interfaces': [{'id': 'd779569b-764a-4c15-b959-c7ed4cc99afc', 'name': '', 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'mac_address': 'fa:16:3e:19:a7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:51:04Z', 'updated_at': '2021-06-22T14:51:05Z', 'revision_number': 2, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'subnets': [{'id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc60a39-5f95-44b1-bd1c-c008616f3f3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:51:07.015465 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Checking router: 6e8fb321-a630-4883-a54d-ae6ae5370d23 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:51:07.015832 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Updating router 6e8fb321-a630-4883-a54d-ae6ae5370d23 port d779569b-764a-4c15-b959-c7ed4cc99afc binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:51:07.078165 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:07.558189 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:07.575666 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Transition to ACTIVE for port object d779569b-764a-4c15-b959-c7ed4cc99afc will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:51:07.581258 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:07.586657 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:07.776064 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Pushing event updated for resources: {'Port': ['ID=d779569b-764a-4c15-b959-c7ed4cc99afc,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:07.787220 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Attempting to bind port d779569b-764a-4c15-b959-c7ed4cc99afc on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:51:07.787619 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Attempting to bind port d779569b-764a-4c15-b959-c7ed4cc99afc by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '21b76273-65ff-4dd0-912f-dbd24f2454f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:51:07.788053 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Attempting to bind port d779569b-764a-4c15-b959-c7ed4cc99afc on network a2ca4814-631a-4b7c-ba7e-383e2f056105 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:51:07.791293 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.791631 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.791963 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.792270 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.792588 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.792940 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.793257 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.793585 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.793916 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.794222 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.794526 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.794823 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Tracked resource versions report: Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: pushed versions: Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: { 'AddressGroup': {'1.2'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'ConntrackHelper': {'1.0'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Log': {'1.0'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Network': {'1.1'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Port': {'1.7'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'PortForwarding': {'1.2'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'QosPolicy': {'1.8'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SecurityGroup': {'1.4'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SecurityGroupRule': {'1.2'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SubPort': {'1.0'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Subnet': {'1.1'}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Trunk': {'1.1'}} Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: consumer versions: Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: { DHCP agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: L3 agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: Metadata agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: Metering agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: Open vSwitch agent@dv-neutron-601336-93-hyperv: { 'AddressGroup': '1.2', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'ConntrackHelper': '1.0', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Log': '1.0', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Network': '1.1', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Port': '1.7', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'PortForwarding': '1.2', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'QosPolicy': '1.8', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SecurityGroup': '1.4', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SecurityGroupRule': '1.2', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SubPort': '1.0', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Subnet': '1.1', Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Trunk': '1.1'}} Jun 22 14:51:07.796211 dv-neutron-601336-93-hyperv neutron-server[93505]: {{(pid=93505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 14:51:07.801040 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:51:07.801453 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Checking segment: {'id': '21b76273-65ff-4dd0-912f-dbd24f2454f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:51:07.801934 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:07.802369 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Bound using segment: {'id': '21b76273-65ff-4dd0-912f-dbd24f2454f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:51:07.802860 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Bound port: d779569b-764a-4c15-b959-c7ed4cc99afc, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b76273-65ff-4dd0-912f-dbd24f2454f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:51:07.803226 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:07.805156 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:07.868635 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] For port d779569b-764a-4c15-b959-c7ed4cc99afc, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:51:07.889059 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] For port d779569b-764a-4c15-b959-c7ed4cc99afc, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d779569b-764a-4c15-b959-c7ed4cc99afc,segment=NetworkSegment(21b76273-65ff-4dd0-912f-dbd24f2454f9),segment_id=21b76273-65ff-4dd0-912f-dbd24f2454f9)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:51:07.893095 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:07.895724 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:07.952257 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Pushing event updated for resources: {'Port': ['ID=d779569b-764a-4c15-b959-c7ed4cc99afc,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:07.954875 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Routers {'6e8fb321-a630-4883-a54d-ae6ae5370d23'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:51:07.955475 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:51:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6e8fb321-a630-4883-a54d-ae6ae5370d23'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:51:07.991039 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:08.045397 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] Set router 6e8fb321-a630-4883-a54d-ae6ae5370d23 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:51:08.248621 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'name': 'router1', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:50:55Z', 'updated_at': '2021-06-22T14:51:05Z', 'revision_number': 2, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'gw_port_host': None, '_interfaces': [{'id': 'd779569b-764a-4c15-b959-c7ed4cc99afc', 'name': '', 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'mac_address': 'fa:16:3e:19:a7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:51:04Z', 'updated_at': '2021-06-22T14:51:07Z', 'revision_number': 4, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'subnets': [{'id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc60a39-5f95-44b1-bd1c-c008616f3f3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:51:08.273455 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ae5c3-1507-488f-ba77-9893b9ab83e0 None None] The sync data for ids ['6e8fb321-a630-4883-a54d-ae6ae5370d23'] in dv-neutron-601336-93-hyperv is: [{'id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'name': 'router1', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:50:55Z', 'updated_at': '2021-06-22T14:51:05Z', 'revision_number': 2, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'gw_port_host': None, '_interfaces': [{'id': 'd779569b-764a-4c15-b959-c7ed4cc99afc', 'name': '', 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'mac_address': 'fa:16:3e:19:a7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:51:04Z', 'updated_at': '2021-06-22T14:51:07Z', 'revision_number': 4, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'subnets': [{'id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc60a39-5f95-44b1-bd1c-c008616f3f3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:51:08.605938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 33500) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:51:08.721069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed53ae-b63d-4447-8bc2-62631cd8e178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:51:08.722467 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-20ed53ae-b63d-4447-8bc2-62631cd8e178 admin admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 842 time: 0.1155226 Jun 22 14:51:08.733073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.6.1', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.6.0/24'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:51:08.734539 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.quota [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Loaded quota_driver: . Jun 22 14:51:08.771634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Made reservation on behalf of 060da717c6d640278f5d73144063981e for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:51:08.773964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:08.981845 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 5 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:51:09.094031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 14:51:09.094457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:09.097846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:09.151650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76665a3c-80e1-42da-8b8b-adb46d57f7ea,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:09.157214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:09.163309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:51:09.163676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Network hostable DHCP agents. Network: 339c21db-a4db-4e65-9542-46a747b526ad, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:51:09.184627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:51:09.196229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 339c21db-a4db-4e65-9542-46a747b526ad) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:51:09.200207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:51:09.200855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:09.209224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4e30b3-4120-411d-9819-dcb82f037704 None None] Network 339c21db-a4db-4e65-9542-46a747b526ad requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:51:09.221832 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4922612 Jun 22 14:51:09.340102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae5a48-b388-4049-876f-e59a13413c58 None None] Network 339c21db-a4db-4e65-9542-46a747b526ad requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:51:11.582539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 33522) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:51:11.714094 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-14af37d7-91a2-4c28-a526-2e88c2d88599 admin admin] 10.222.0.22 "GET /v2.0/routers/6e8fb321-a630-4883-a54d-ae6ae5370d23 HTTP/1.1" status: 200 len: 710 time: 0.1299522 Jun 22 14:51:11.797168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c2a0c-43e0-473b-9ac0-910517f99da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:51:11.798529 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-438c2a0c-43e0-473b-9ac0-910517f99da9 admin admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 886 time: 0.0791812 Jun 22 14:51:11.807435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:51:12.055360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:12.345046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:12.420179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:12.520598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Allocated IP 172.26.6.46 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/3734f659-d4b9-4489-8cc1-de3dee121b22) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:51:12.618687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:12.657981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:12.661684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfc4e661-ff48-4951-b7d3-f23a6e6dc58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:12.697786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:51:12.700778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:51:12.706867 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:51:12.742279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Pushing event updated for resources: {'Port': ['ID=3734f659-d4b9-4489-8cc1-de3dee121b22,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:12.746195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:12.767169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d779569b-764a-4c15-b959-c7ed4cc99afc up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:51:12.815675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d779569b-764a-4c15-b959-c7ed4cc99afc completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:51:12.819415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d779569b-764a-4c15-b959-c7ed4cc99afc triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:51:12.819784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:12.897062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:12.928838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port d779569b-764a-4c15-b959-c7ed4cc99afc, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d779569b-764a-4c15-b959-c7ed4cc99afc,segment=NetworkSegment(21b76273-65ff-4dd0-912f-dbd24f2454f9),segment_id=21b76273-65ff-4dd0-912f-dbd24f2454f9)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:51:12.933832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:12.936005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:12.958812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:12.981562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=d779569b-764a-4c15-b959-c7ed4cc99afc,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:12.984524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:13.155511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:13.158604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:13.263712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Router 6e8fb321-a630-4883-a54d-ae6ae5370d23 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:51:13.368846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:51:13.373499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:13.374396 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] 10.222.0.22 "PUT /v2.0/routers/6e8fb321-a630-4883-a54d-ae6ae5370d23 HTTP/1.1" status: 200 len: 889 time: 1.5702312 Jun 22 14:51:13.379283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Sync routers for ids ['6e8fb321-a630-4883-a54d-ae6ae5370d23'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:51:13.390459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Routers {'6e8fb321-a630-4883-a54d-ae6ae5370d23'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:51:13.391197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:51:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6e8fb321-a630-4883-a54d-ae6ae5370d23'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:51:13.658223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Set router 6e8fb321-a630-4883-a54d-ae6ae5370d23 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:51:14.046405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'name': 'router1', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '3734f659-d4b9-4489-8cc1-de3dee121b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:50:55Z', 'updated_at': '2021-06-22T14:51:12Z', 'revision_number': 4, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'gw_port': {'id': '3734f659-d4b9-4489-8cc1-de3dee121b22', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:51:12Z', 'updated_at': '2021-06-22T14:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd779569b-764a-4c15-b959-c7ed4cc99afc', 'name': '', 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'mac_address': 'fa:16:3e:19:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:51:04Z', 'updated_at': '2021-06-22T14:51:12Z', 'revision_number': 5, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'subnets': [{'id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc60a39-5f95-44b1-bd1c-c008616f3f3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:51:14.095670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Checking router: 6e8fb321-a630-4883-a54d-ae6ae5370d23 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:51:14.096026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Updating router 6e8fb321-a630-4883-a54d-ae6ae5370d23 port 3734f659-d4b9-4489-8cc1-de3dee121b22 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:51:14.130561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:14.444319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:14.453821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Transition to ACTIVE for port object 3734f659-d4b9-4489-8cc1-de3dee121b22 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:51:14.459344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:14.461415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:14.507262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Attempting to bind port 3734f659-d4b9-4489-8cc1-de3dee121b22 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:51:14.507631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Attempting to bind port 3734f659-d4b9-4489-8cc1-de3dee121b22 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:51:14.507993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Attempting to bind port 3734f659-d4b9-4489-8cc1-de3dee121b22 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:51:14.516326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855943f-5d8a-466c-a9fc-2c00a749ed92 None None] Pushing event updated for resources: {'Port': ['ID=3734f659-d4b9-4489-8cc1-de3dee121b22,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:14.518949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:51:14.519375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:51:14.519750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:14.520138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:51:14.520612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Bound port: 3734f659-d4b9-4489-8cc1-de3dee121b22, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:51:14.521010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:14.522655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3855943f-5d8a-466c-a9fc-2c00a749ed92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:14.573162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] For port 3734f659-d4b9-4489-8cc1-de3dee121b22, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:51:14.576059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] For port 3734f659-d4b9-4489-8cc1-de3dee121b22, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3734f659-d4b9-4489-8cc1-de3dee121b22,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:51:14.579572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:14.582036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:14.637553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855943f-5d8a-466c-a9fc-2c00a749ed92 None None] Pushing event updated for resources: {'Port': ['ID=3734f659-d4b9-4489-8cc1-de3dee121b22,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:14.639932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Routers {'6e8fb321-a630-4883-a54d-ae6ae5370d23'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:51:14.640557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:51:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6e8fb321-a630-4883-a54d-ae6ae5370d23'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:51:14.672700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3855943f-5d8a-466c-a9fc-2c00a749ed92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:14.801360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d779569b-764a-4c15-b959-c7ed4cc99afc up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:51:14.856073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] Set router 6e8fb321-a630-4883-a54d-ae6ae5370d23 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:51:14.898522 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d779569b-764a-4c15-b959-c7ed4cc99afc triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:51:14.898901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:15.126524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'name': 'router1', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '3734f659-d4b9-4489-8cc1-de3dee121b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:50:55Z', 'updated_at': '2021-06-22T14:51:12Z', 'revision_number': 4, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'gw_port': {'id': '3734f659-d4b9-4489-8cc1-de3dee121b22', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:51:12Z', 'updated_at': '2021-06-22T14:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd779569b-764a-4c15-b959-c7ed4cc99afc', 'name': '', 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'mac_address': 'fa:16:3e:19:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:51:04Z', 'updated_at': '2021-06-22T14:51:12Z', 'revision_number': 5, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'subnets': [{'id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc60a39-5f95-44b1-bd1c-c008616f3f3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:51:15.155196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff1f41-f60d-4721-9822-5961692bff47 None None] The sync data for ids ['6e8fb321-a630-4883-a54d-ae6ae5370d23'] in dv-neutron-601336-93-hyperv is: [{'id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'name': 'router1', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '3734f659-d4b9-4489-8cc1-de3dee121b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:50:55Z', 'updated_at': '2021-06-22T14:51:12Z', 'revision_number': 4, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'gw_port': {'id': '3734f659-d4b9-4489-8cc1-de3dee121b22', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:48:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:51:12Z', 'updated_at': '2021-06-22T14:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd779569b-764a-4c15-b959-c7ed4cc99afc', 'name': '', 'network_id': 'a2ca4814-631a-4b7c-ba7e-383e2f056105', 'tenant_id': '230ad685bcf94ed2a07e29feac4b6da3', 'mac_address': 'fa:16:3e:19:a7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8fb321-a630-4883-a54d-ae6ae5370d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:51:04Z', 'updated_at': '2021-06-22T14:51:12Z', 'revision_number': 5, 'project_id': '230ad685bcf94ed2a07e29feac4b6da3', 'subnets': [{'id': '88919267-ecaa-4817-aad0-8f2732cf300f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc60a39-5f95-44b1-bd1c-c008616f3f3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:51:15.733990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 33530) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:51:15.861415 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9fcad9fe-fda6-4406-9d15-0495272b3af9 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1261649 Jun 22 14:51:16.775973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3734f659-d4b9-4489-8cc1-de3dee121b22 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:51:16.825490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 3734f659-d4b9-4489-8cc1-de3dee121b22 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:51:16.829058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3734f659-d4b9-4489-8cc1-de3dee121b22 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:51:16.829433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:16.902263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:16.922387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 3734f659-d4b9-4489-8cc1-de3dee121b22, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3734f659-d4b9-4489-8cc1-de3dee121b22,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:51:16.927159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:16.929327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3855943f-5d8a-466c-a9fc-2c00a749ed92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:51:16.984394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=3734f659-d4b9-4489-8cc1-de3dee121b22,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:51:16.987387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:51:18.777975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3734f659-d4b9-4489-8cc1-de3dee121b22 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:51:18.847181 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3734f659-d4b9-4489-8cc1-de3dee121b22 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:51:18.847826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:30.110924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5fe17b57-030d-44d1-9893-d9dcb2c35e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:32.584882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e4681609-47e7-4049-82ec-8335dc6c87f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:32.860552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:33.806949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:35.461021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:51:45.980964 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 5 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:52:00.104954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a685504c-4fab-4623-99f8-848db0e31641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:02.595447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-acdf4953-0ab3-4cd7-90e8-d77778fd5c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:02.854255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:03.809174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:05.466680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:22.979745 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 5 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:52:30.107777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4964a863-c266-43c4-98ab-48eea8329ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:32.589719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9b90d03-b6e9-411e-8d38-a16d37a2cd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:32.857210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:33.810342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:35.469402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:55.049018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34130) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:52:55.107648 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c8a200-0192-432b-9653-9116dcece54f admin admin] GET failed (client error): The resource could not be found. Jun 22 14:52:55.109518 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-45c8a200-0192-432b-9653-9116dcece54f admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0595670 Jun 22 14:52:55.263227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03669424-2a22-4ffb-8208-7ad6b979a102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:52:55.264617 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-03669424-2a22-4ffb-8208-7ad6b979a102 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1513333 Jun 22 14:52:57.422657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34140) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:52:57.585812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165545c0-eddb-41be-b716-0a7a98158fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:52:57.587143 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-165545c0-eddb-41be-b716-0a7a98158fb4 admin admin] 10.222.0.22 "GET /v2.0/subnets/88919267-ecaa-4817-aad0-8f2732cf300f HTTP/1.1" status: 200 len: 849 time: 0.1635227 Jun 22 14:52:57.598112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:52:57.678852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:57.820434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782473616698'] for subnet, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:57.823314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c075d130-025b-40f4-aa7f-818242eddc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:52:57.851331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:52:57.851914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:57.872967 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] 10.222.0.22 "PUT /v2.0/subnets/88919267-ecaa-4817-aad0-8f2732cf300f HTTP/1.1" status: 200 len: 868 time: 0.2587247 Jun 22 14:52:57.873190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a003e-881b-4625-9ea7-78d7b8b40cfe None None] Network a2ca4814-631a-4b7c-ba7e-383e2f056105 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:52:57.873673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88919267-ecaa-4817-aad0-8f2732cf300f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:52:57.880233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.880589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.880962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.881295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.881620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.881958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.882283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.882616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.882937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.883250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.883564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.883876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:52:57.887648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:52:58.186924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5a5e51e1-242e-40b6-a4aa-c95a2b955213 None None] Provisioning complete for port ccee1c5e-60ef-40e8-bf6d-b8d3c8234d5f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:52:58.187301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5a5e51e1-242e-40b6-a4aa-c95a2b955213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:58.273818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5a5e51e1-242e-40b6-a4aa-c95a2b955213 None None] Provisioning complete for port d779569b-764a-4c15-b959-c7ed4cc99afc triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:52:58.274189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5a5e51e1-242e-40b6-a4aa-c95a2b955213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:52:59.978656 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 5 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:53:00.044373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34148) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:00.109553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bb27d3c5-88f2-4b92-9920-ed650e01942b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:00.237940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c02f34-68ba-494a-99a0-2e10d7e57e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:00.238320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c02f34-68ba-494a-99a0-2e10d7e57e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:00.239815 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c3c02f34-68ba-494a-99a0-2e10d7e57e73 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944604 Jun 22 14:53:02.364593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34156) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:02.496671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1315ce-5ec1-419e-860a-41fc66c62ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:02.497169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1315ce-5ec1-419e-860a-41fc66c62ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:02.498984 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6c1315ce-5ec1-419e-860a-41fc66c62ff7 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333218 Jun 22 14:53:02.591153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-191999ee-7724-476a-bce5-003978884a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:02.860552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:03.813204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:04.627124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34164) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:04.782144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d2c60-4d9e-4f9b-ae5b-376968a04954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:04.783496 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-384d2c60-4d9e-4f9b-ae5b-376968a04954 admin admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 886 time: 0.1554372 Jun 22 14:53:05.474114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:06.925234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34174) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:07.053784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab746b70-1351-4c6d-bfd0-a17df1160455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:07.055128 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ab746b70-1351-4c6d-bfd0-a17df1160455 admin admin] 10.222.0.22 "GET /v2.0/networks/a2ca4814-631a-4b7c-ba7e-383e2f056105 HTTP/1.1" status: 200 len: 869 time: 0.1289661 Jun 22 14:53:09.196384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34182) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:09.315935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f24c500-dacb-463d-958d-9c53b62c950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:09.316395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f24c500-dacb-463d-958d-9c53b62c950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:09.317922 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4f24c500-dacb-463d-958d-9c53b62c950b admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206727 Jun 22 14:53:11.455077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34190) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:11.545458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c05b1-22bb-4310-9fbb-54249425a965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:11.545909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c05b1-22bb-4310-9fbb-54249425a965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:11.547414 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-139c05b1-22bb-4310-9fbb-54249425a965 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913548 Jun 22 14:53:13.757478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34198) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:13.842922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322c1fd4-f371-4366-ac66-cefe525c6c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:13.844242 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-322c1fd4-f371-4366-ac66-cefe525c6c8d admin admin] 10.222.0.22 "GET /v2.0/subnets/76665a3c-80e1-42da-8b8b-adb46d57f7ea HTTP/1.1" status: 200 len: 816 time: 0.0858290 Jun 22 14:53:15.959436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34206) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:16.050433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37274102-dc9f-48d9-9941-f9945c59da7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:16.051719 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-37274102-dc9f-48d9-9941-f9945c59da7a admin admin] 10.222.0.22 "GET /v2.0/subnets/88919267-ecaa-4817-aad0-8f2732cf300f HTTP/1.1" status: 200 len: 868 time: 0.0913227 Jun 22 14:53:30.111066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-70b8e567-24fb-47fe-a66d-b9f2da59eb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:32.593208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-291e5d9a-dcef-4356-a8da-1c80b69c78f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:32.862132 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:33.820044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:35.474751 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:36.977687 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 5 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:53:39.477748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34250) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:39.525672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-319230ac-fbed-4154-8d22-3e2ed1ea2715 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:53:39.526654 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-319230ac-fbed-4154-8d22-3e2ed1ea2715 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0479763 Jun 22 14:53:41.712776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34258) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:41.770578 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-71558459-7f07-4946-9347-ac97b74dafef admin admin] GET failed (client error): The resource could not be found. Jun 22 14:53:41.771859 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-71558459-7f07-4946-9347-ac97b74dafef admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581536 Jun 22 14:53:41.910682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c3e5a-d236-4590-85b6-eaeb7f94bcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:41.912060 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cd6c3e5a-d236-4590-85b6-eaeb7f94bcd1 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364317 Jun 22 14:53:44.064999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34266) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:44.110432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:53:44.133169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Made reservation on behalf of 060da717c6d640278f5d73144063981e for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:53:44.135703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:44.166107 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.services.revisions.revision_plugin [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Could not find related network for resource to bump revision. Jun 22 14:53:44.181718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:53:44.196421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782473675210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:44.196994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Unsubscribe: segment precommit_create {{(pid=93501) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 14:53:44.197418 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Added segment 92f13b97-823d-4983-8bf1-cd3cc9c7bb39 of type vlan for network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c Jun 22 14:53:44.253997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:44.300182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:44.301545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:44.302120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:44.304873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:53:44.366160 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3000116 Jun 22 14:53:44.395906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:53:44.399463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:53:44.407436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:53:46.539398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34274) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:53:46.597533 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a355e2b7-537f-4e63-b1fb-34b8953cec3a admin admin] GET failed (client error): The resource could not be found. Jun 22 14:53:46.598801 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a355e2b7-537f-4e63-b1fb-34b8953cec3a admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584579 Jun 22 14:53:46.668534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8ba2c-bb04-4b17-aa27-2094f94ae615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:46.669997 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-85e8ba2c-bb04-4b17-aa27-2094f94ae615 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674615 Jun 22 14:53:46.680181 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:53:46.699834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Made reservation on behalf of 060da717c6d640278f5d73144063981e for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:53:46.702140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:46.866964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:46.868991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-421564d0-5b0b-4a7c-ac64-f36cbb377928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:53:46.925629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dadafcc0-5240-4de3-b20d-9d0c43836d28,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:53:46.930464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:53:46.937739 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Checking segment: {'id': '92f13b97-823d-4983-8bf1-cd3cc9c7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:53:46.938236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Network hostable DHCP agents. Network: fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:53:46.957418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:53:46.967183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:53:46.972859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:53:46.973706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:46.981299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6df593e-fd7d-40bd-839b-7fe91ebf2039 None None] Network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:53:46.989954 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3132119 Jun 22 14:53:47.230350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c', 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c', 'tenant_id': '060da717c6d640278f5d73144063981e', 'fixed_ips': [{'subnet_id': 'dadafcc0-5240-4de3-b20d-9d0c43836d28'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:53:47.231216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:47.367568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Allocated IP 192.168.233.2 (fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c/dadafcc0-5240-4de3-b20d-9d0c43836d28/7a370319-a8da-46e6-8baf-7b8b486bfc91) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:53:47.507471 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:47.516448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Transition to ACTIVE for port object 7a370319-a8da-46e6-8baf-7b8b486bfc91 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:53:47.531603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Transition to ACTIVE for port object 7a370319-a8da-46e6-8baf-7b8b486bfc91 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:53:47.537757 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:47.539886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:53:47.580102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:53:47.582968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:53:47.589140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:53:47.592363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Pushing event updated for resources: {'Port': ['ID=7a370319-a8da-46e6-8baf-7b8b486bfc91,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:53:47.603502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.603857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.604194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.604525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.604871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.605196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.605517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.605857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.606222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.606543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.606859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.607166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:53:47.626140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:53:47.659526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Attempting to bind port 7a370319-a8da-46e6-8baf-7b8b486bfc91 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:53:47.659885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Attempting to bind port 7a370319-a8da-46e6-8baf-7b8b486bfc91 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '92f13b97-823d-4983-8bf1-cd3cc9c7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:53:47.660258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Attempting to bind port 7a370319-a8da-46e6-8baf-7b8b486bfc91 on network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:53:47.665104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:53:47.665471 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Checking segment: {'id': '92f13b97-823d-4983-8bf1-cd3cc9c7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:53:47.665864 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:47.666264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Bound using segment: {'id': '92f13b97-823d-4983-8bf1-cd3cc9c7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:53:47.666700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Bound port: 7a370319-a8da-46e6-8baf-7b8b486bfc91, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f13b97-823d-4983-8bf1-cd3cc9c7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:53:47.667087 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:47.728479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] For port 7a370319-a8da-46e6-8baf-7b8b486bfc91, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:53:47.731618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] For port 7a370319-a8da-46e6-8baf-7b8b486bfc91, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7a370319-a8da-46e6-8baf-7b8b486bfc91,segment=NetworkSegment(92f13b97-823d-4983-8bf1-cd3cc9c7bb39),segment_id=92f13b97-823d-4983-8bf1-cd3cc9c7bb39)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:53:47.735525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:47.737773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:53:47.799749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Pushing event updated for resources: {'Port': ['ID=7a370319-a8da-46e6-8baf-7b8b486bfc91,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:53:47.802821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:53:48.582983 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddc67e1-8746-474f-8d40-8b9c5362f543 None None] Network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:53:48.641650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c0f7da41-134c-4c64-ae73-26d4b29464d0 None None] Provisioning for port 7a370319-a8da-46e6-8baf-7b8b486bfc91 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:53:48.920609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7a370319-a8da-46e6-8baf-7b8b486bfc91 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:53:48.985438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 7a370319-a8da-46e6-8baf-7b8b486bfc91 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:53:48.989710 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7a370319-a8da-46e6-8baf-7b8b486bfc91 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:53:48.990088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:49.067888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:49.102934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 7a370319-a8da-46e6-8baf-7b8b486bfc91, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7a370319-a8da-46e6-8baf-7b8b486bfc91,segment=NetworkSegment(92f13b97-823d-4983-8bf1-cd3cc9c7bb39),segment_id=92f13b97-823d-4983-8bf1-cd3cc9c7bb39)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:53:49.107126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:53:49.111456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:53:49.157300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=7a370319-a8da-46e6-8baf-7b8b486bfc91,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:53:49.160311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:53:50.881130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7a370319-a8da-46e6-8baf-7b8b486bfc91 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:53:50.928411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7a370319-a8da-46e6-8baf-7b8b486bfc91 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:53:50.928708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:00.111064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dd8939f3-2ab9-4e75-850b-6303375b6847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:02.596081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7ddffe1d-1e38-4223-a1f9-97469405e5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:02.862834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:03.822505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:05.478476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:13.977222 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 5 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:54:30.111642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f0f4f090-72a8-456b-ab43-dc9faa781731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:32.595793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6d42f3d3-1a25-4dbd-a061-050f3cd70f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:32.866257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:33.822682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:35.484032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:50.976602 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 5 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:54:54.151907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34326) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:54:54.157933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-2f0d8f74-16b7-4fe9-a60b-e5188a85ca2d tempest-verify_tempest_config-595134118 tempest-verify_tempest_config-595134118-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:54:54.158868 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2f0d8f74-16b7-4fe9-a60b-e5188a85ca2d tempest-verify_tempest_config-595134118 tempest-verify_tempest_config-595134118-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13928 time: 0.0060043 Jun 22 14:54:54.462531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34344) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:54:54.566761 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:54.684872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:54.688608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:54.694246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:54:54.733392 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2297b16718b4b68894cd96486e5e2b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2692604 Jun 22 14:54:54.734418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9178c3d-d9a9-4917-80a6-9600989b5a89,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:54:54.736038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34348) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:54:54.740908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.741258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.741594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.741924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.742251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.742594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.742919 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.743247 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.743566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.743882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.744195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.744513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.749016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:54:54.792755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:54.812608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:54.903312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:54.906982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:54:54.908104 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9178c3d-d9a9-4917-80a6-9600989b5a89 HTTP/1.1" status: 204 len: 168 time: 0.1711299 Jun 22 14:54:54.908781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:54:54.916430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9178c3d-d9a9-4917-80a6-9600989b5a89,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:54:54.923140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.923501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.923854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.924166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.924490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.924976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.925303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.925640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.925965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.926644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.926968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.927283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:54:54.931036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:55:00.112341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99b8aa92-ac78-46af-8664-048341f55220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:55:02.597412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-da28f92f-15f5-4859-bde9-33885e888537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:55:02.866033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:55:03.824161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:55:05.486815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:55:27.976389 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 5 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:55:30.113598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3ea579e0-84f1-4fbc-a621-22c5f5d68077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:55:32.598056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db832fbc-a742-44a1-8d50-0b1ba6209e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:55:32.867393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:55:33.829648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:55:35.490698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:00.114145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e14a9a3f-7aae-43ed-88ca-8dab8d6c5aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:02.598355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-24f237e5-d77c-48c8-bf4d-459d1a7e365a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:02.867001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:03.831074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:04.976071 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 5 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:56:05.493843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:10.027732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201'] for agent, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:27.635367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34420) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:56:27.735563 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fa6977a6-01cf-4483-b188-336a553fcd88 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0986147 Jun 22 14:56:29.877511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34430) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:56:29.936113 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a7b4cfa0-b595-40da-940b-5a781862726c admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0575216 Jun 22 14:56:30.116560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f3f57c5e-4750-46ca-b037-ef8d8bbad853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:32.599651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-61af206d-789a-4260-83de-0a4f79239a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:32.868942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:33.833545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:35.496942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:39.995224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:56:41.975794 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:57:00.116188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a5159d39-8569-40b6-8540-babdb5964dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:02.599996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b4bb92ce-6e36-44ba-8107-bdd9543e2b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:02.872136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:03.835679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:05.508177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:09.996095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:18.974403 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:57:30.117048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-747e7948-a84a-444d-b38b-b6d20aa3052a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:32.602109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2b569141-5a46-4532-996b-46d1355483fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:32.875292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:33.838754 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:35.503746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:40.004180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:41.813977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34570) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:41.997737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1812259776'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:42.024187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Made reservation on behalf of ed9400f21dbf483890ccc2440956d5e9 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:42.028349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.041449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.156730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.161421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.171814 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:42.196077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34608) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:42.308664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7678b497-1e29-410b-a262-5720b2ca58d2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:42.318475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:42.320958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.321296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.321625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.321947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.322268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.322580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.322941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.323253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.323570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.323883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.324184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.324486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Tracked resource versions report: Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: pushed versions: Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: { 'AddressGroup': {'1.2'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'ConntrackHelper': {'1.0'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Log': {'1.0'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Network': {'1.1'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Port': {'1.7'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'PortForwarding': {'1.2'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'QosPolicy': {'1.8'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SecurityGroup': {'1.4'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SecurityGroupRule': {'1.2'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SubPort': {'1.0'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Subnet': {'1.1'}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Trunk': {'1.1'}} Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: consumer versions: Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: { DHCP agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: HyperV agent@hv-neutron-6013: {}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: L3 agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: Metadata agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: Metering agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: Open vSwitch agent@dv-neutron-601336-93-hyperv: { 'AddressGroup': '1.2', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'ConntrackHelper': '1.0', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Log': '1.0', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Network': '1.1', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Port': '1.7', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'PortForwarding': '1.2', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'QosPolicy': '1.8', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SecurityGroup': '1.4', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SecurityGroupRule': '1.2', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'SubPort': '1.0', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Subnet': '1.1', Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: 'Trunk': '1.1'}} Jun 22 14:57:42.325644 dv-neutron-601336-93-hyperv neutron-server[93501]: {{(pid=93501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 14:57:42.330008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:42.346330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.347314 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Added segment e8bc94a6-68ba-4ce5-863d-17edf0c576f4 of type vlan for network 0d8afded-1142-4282-a44d-31077aeaae95 Jun 22 14:57:42.393028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.426880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.432666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:42.433285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.437556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ede8925-7d47-4069-b976-a21981246df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:42.511700 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6964951 Jun 22 14:57:42.524144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34622) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:42.524144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Request body: {'subnet': {'network_id': '0d8afded-1142-4282-a44d-31077aeaae95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:42.554429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event updated for resources: {'Network': ['ID=0d8afded-1142-4282-a44d-31077aeaae95,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:42.557440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:42.567102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 0d8afded-1142-4282-a44d-31077aeaae95 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:57:42.664377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34628) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:42.677286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Made reservation on behalf of ed9400f21dbf483890ccc2440956d5e9 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:42.680859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks [] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.731797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-690329880-network', 'tenant_id': '99949b406b5f443f84561f8fb9173852'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:42.792190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Made reservation on behalf of 99949b406b5f443f84561f8fb9173852 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:42.794586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.810584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34634) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:42.844494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.948582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-147716208-network', 'tenant_id': '569f7b4f4d704e1eb313be472f945329'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:42.958025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:42.966611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-55a5c50b-e726-4a61-afcf-070b4f5aad18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:43.011138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1441437626-network', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:43.063894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Checking segment: {'id': 'e8bc94a6-68ba-4ce5-863d-17edf0c576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d8afded-1142-4282-a44d-31077aeaae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:43.064136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Network hostable DHCP agents. Network: 0d8afded-1142-4282-a44d-31077aeaae95, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:57:43.099683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Network 0d8afded-1142-4282-a44d-31077aeaae95 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:57:43.105850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event updated for resources: {'Subnet': ['ID=9eba6659-c0f5-4f84-8e65-ec1449c181ef,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:43.118349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 0d8afded-1142-4282-a44d-31077aeaae95) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:43.131270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea746202-15a8-41c1-9efc-b07b3ba9b318 None None] Network 0d8afded-1142-4282-a44d-31077aeaae95 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:43.145811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.146155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.146740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.147076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.147403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.147998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.148134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.148349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.148665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.149006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.149323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.149636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Tracked resource versions report: Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: pushed versions: Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: { 'AddressGroup': {'1.2'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'ConntrackHelper': {'1.0'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Log': {'1.0'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Network': {'1.1'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Port': {'1.7'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'PortForwarding': {'1.2'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'QosPolicy': {'1.8'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SecurityGroup': {'1.4'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SecurityGroupRule': {'1.2'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SubPort': {'1.0'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Subnet': {'1.1'}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Trunk': {'1.1'}} Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: consumer versions: Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: { DHCP agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: HyperV agent@hv-neutron-6013: {}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: L3 agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: Metadata agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: Metering agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: Open vSwitch agent@dv-neutron-601336-93-hyperv: { 'AddressGroup': '1.2', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'ConntrackHelper': '1.0', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Log': '1.0', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Network': '1.1', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Port': '1.7', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'PortForwarding': '1.2', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'QosPolicy': '1.8', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SecurityGroup': '1.4', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SecurityGroupRule': '1.2', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'SubPort': '1.0', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Subnet': '1.1', Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: 'Trunk': '1.1'}} Jun 22 14:57:43.150743 dv-neutron-601336-93-hyperv neutron-server[93502]: {{(pid=93502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 14:57:43.165363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:43.166206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.206983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:43.210768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.217028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.227783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:43.246555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:43.252203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Made reservation on behalf of 569f7b4f4d704e1eb313be472f945329 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:43.255355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.269056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.269455 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Added segment 2461c0bf-dfe3-4a1d-9ac8-361b949a2c23 of type vlan for network d30f626c-753c-4a78-ba1a-a679af3648a0 Jun 22 14:57:43.270765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.271020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14194b60-a1c7-47c5-b94d-8017a0d3577a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:43.285127 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7684207 Jun 22 14:57:43.286378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:43.288008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34658) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:43.317859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Request body: {'port': {'network_id': '0d8afded-1142-4282-a44d-31077aeaae95', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-266670966'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:43.346899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Made reservation on behalf of 3afc977ec13d45818c53ebdc8bf76a54 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:43.349842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.353881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-0d8afded-1142-4282-a44d-31077aeaae95', 'network_id': '0d8afded-1142-4282-a44d-31077aeaae95', 'tenant_id': 'ed9400f21dbf483890ccc2440956d5e9', 'fixed_ips': [{'subnet_id': '9eba6659-c0f5-4f84-8e65-ec1449c181ef'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:57:43.354766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.366348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.448698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.456648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.461223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.477312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:43.521744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:43.535087 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.535466 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Added segment bfac81bf-d8b9-402d-a663-635798fc7562 of type vlan for network 7f373ee7-e179-444e-8640-6a4d88429f7d Jun 22 14:57:43.557815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.559829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:43.559997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.563270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:43.592601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.634687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d30f626c-753c-4a78-ba1a-a679af3648a0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:43.641297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:43.656270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dc8fba-4cbb-474d-81cf-95ee63cbceb4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:43.657174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Allocated IP 2001:db8::2 (0d8afded-1142-4282-a44d-31077aeaae95/9eba6659-c0f5-4f84-8e65-ec1449c181ef/f597a132-6a39-4bb7-87db-f491729d179b) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:43.672538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:43.679291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.683175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:43.684197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.699565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:43.792367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Pushing event updated for resources: {'Network': ['ID=7f373ee7-e179-444e-8640-6a4d88429f7d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:43.804096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:43.831542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.836223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network d30f626c-753c-4a78-ba1a-a679af3648a0 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:57:43.838546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 7f373ee7-e179-444e-8640-6a4d88429f7d details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:57:43.838679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.847372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c5c2594-7c55-404e-bc1a-9a7cacf3cacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:43.858206 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1855869 Jun 22 14:57:43.858642 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6552074 Jun 22 14:57:43.858822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34684) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:43.858822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34686) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:43.872765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Made reservation on behalf of ed9400f21dbf483890ccc2440956d5e9 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:43.877574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Request body: {'subnet': {'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-147716208-subnet', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:43.878615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.894737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:43.931633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Request body: {'subnet': {'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-690329880-subnet', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:43.936513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd5ab86-11de-48cb-8989-0143d492a0c1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:43.939840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] device_id is not set on port c7df1618-39cd-4784-9f4b-31d9f446b1f4 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:57:43.957021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:43.986423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:43.997630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Made reservation on behalf of 99949b406b5f443f84561f8fb9173852 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:44.000709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.055562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.055900 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Added segment 9c7bf6d6-6902-4acd-a307-c03cdd337bfb of type vlan for network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 Jun 22 14:57:44.110103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Transition to ACTIVE for port object f597a132-6a39-4bb7-87db-f491729d179b will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:44.119903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Made reservation on behalf of 569f7b4f4d704e1eb313be472f945329 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:44.122260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.129448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Transition to ACTIVE for port object f597a132-6a39-4bb7-87db-f491729d179b will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:44.180574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.192467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:44.243396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Allocated IP 2001:db8::2f4 (0d8afded-1142-4282-a44d-31077aeaae95/9eba6659-c0f5-4f84-8e65-ec1449c181ef/c7df1618-39cd-4784-9f4b-31d9f446b1f4) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:44.259618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Network 0d8afded-1142-4282-a44d-31077aeaae95 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:44.261452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Pushing event updated for resources: {'Port': ['ID=f597a132-6a39-4bb7-87db-f491729d179b,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:44.271003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:44.285684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.288649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.289457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.289938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.290826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.291275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.291819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.292241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.292676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.293133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.293585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.294045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.294426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Tracked resource versions report: Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: pushed versions: Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: { 'AddressGroup': {'1.2'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'ConntrackHelper': {'1.0'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Log': {'1.0'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Network': {'1.1'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Port': {'1.7'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'PortForwarding': {'1.2'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'QosPolicy': {'1.8'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SecurityGroup': {'1.4'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SecurityGroupRule': {'1.2'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SubPort': {'1.0'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Subnet': {'1.1'}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Trunk': {'1.1'}} Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: consumer versions: Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: { DHCP agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: HyperV agent@hv-neutron-6013: {}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: L3 agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: Metadata agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: Metering agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: Open vSwitch agent@dv-neutron-601336-93-hyperv: { 'AddressGroup': '1.2', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'ConntrackHelper': '1.0', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Log': '1.0', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Network': '1.1', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Port': '1.7', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'PortForwarding': '1.2', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'QosPolicy': '1.8', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SecurityGroup': '1.4', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SecurityGroupRule': '1.2', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'SubPort': '1.0', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Subnet': '1.1', Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: 'Trunk': '1.1'}} Jun 22 14:57:44.295711 dv-neutron-601336-93-hyperv neutron-server[93503]: {{(pid=93503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 14:57:44.326951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:44.368824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:44.409166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.437024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Attempting to bind port f597a132-6a39-4bb7-87db-f491729d179b on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:57:44.437622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Attempting to bind port f597a132-6a39-4bb7-87db-f491729d179b by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'e8bc94a6-68ba-4ce5-863d-17edf0c576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d8afded-1142-4282-a44d-31077aeaae95'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:57:44.441196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Attempting to bind port f597a132-6a39-4bb7-87db-f491729d179b on network 0d8afded-1142-4282-a44d-31077aeaae95 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:57:44.444038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.448072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:44.451258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:57:44.453153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Checking segment: {'id': 'e8bc94a6-68ba-4ce5-863d-17edf0c576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d8afded-1142-4282-a44d-31077aeaae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:44.456134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:44.456718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.458145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.463640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Bound using segment: {'id': 'e8bc94a6-68ba-4ce5-863d-17edf0c576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d8afded-1142-4282-a44d-31077aeaae95'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:57:44.469152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Bound port: f597a132-6a39-4bb7-87db-f491729d179b, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bc94a6-68ba-4ce5-863d-17edf0c576f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0d8afded-1142-4282-a44d-31077aeaae95'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:57:44.471232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.496445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34710) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:44.533599 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7198656 Jun 22 14:57:44.540929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34716) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:44.549091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Request body: {'subnet': {'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1441437626-subnet', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:44.565359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Pushing event updated for resources: {'Subnet': ['ID=809ce0a9-5ed1-4b60-9866-29ab6a5b2575,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:44.575768 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:44.578295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:44.593635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.620129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] For port f597a132-6a39-4bb7-87db-f491729d179b, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:57:44.625283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] For port f597a132-6a39-4bb7-87db-f491729d179b, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f597a132-6a39-4bb7-87db-f491729d179b,segment=NetworkSegment(e8bc94a6-68ba-4ce5-863d-17edf0c576f4),segment_id=e8bc94a6-68ba-4ce5-863d-17edf0c576f4)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:57:44.625699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Made reservation on behalf of 3afc977ec13d45818c53ebdc8bf76a54 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:44.628456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.652914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.657536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Checking segment: {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:44.657878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3855943f-5d8a-466c-a9fc-2c00a749ed92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:44.658385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Network hostable DHCP agents. Network: 7f373ee7-e179-444e-8640-6a4d88429f7d, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:57:44.680702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34718) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:44.689025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Transition to ACTIVE for port object c7df1618-39cd-4784-9f4b-31d9f446b1f4 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:44.699062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.708327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Pushing event updated for resources: {'Network': ['ID=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:44.715650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:44.717724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:44.735024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:57:44.765896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Network 7f373ee7-e179-444e-8640-6a4d88429f7d is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:57:44.824472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e8e579-3389-4c61-a6f8-c663039c0974,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:44.842527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34724) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:44.852195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:44.852881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 7f373ee7-e179-444e-8640-6a4d88429f7d) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:44.857146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Pushing event updated for resources: {'Port': ['ID=f597a132-6a39-4bb7-87db-f491729d179b,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:44.864283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:44.867162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ac3ff-fc70-4bc1-9374-a3d72609b1ec None None] Network 7f373ee7-e179-444e-8640-6a4d88429f7d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:44.874900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Checking segment: {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:44.875231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Network hostable DHCP agents. Network: d30f626c-753c-4a78-ba1a-a679af3648a0, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:57:44.886686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:44.887795 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.889485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:44.925524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:44.939249 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6fc921ea-a249-4cc5-b2cd-1457e599071a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0806427 Jun 22 14:57:44.942341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34728) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:44.951938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:44.966485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Network d30f626c-753c-4a78-ba1a-a679af3648a0 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:57:44.999405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, d30f626c-753c-4a78-ba1a-a679af3648a0) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:45.016036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:45.016673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.019878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25714e4f-a5ec-4afc-a6a4-8341df11f222 None None] Network d30f626c-753c-4a78-ba1a-a679af3648a0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:45.035923 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.038252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.043437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b321edac-aab6-4d27-94c5-e27d345f9811 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1225109880'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:45.044131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b321edac-aab6-4d27-94c5-e27d345f9811 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Unknown quota resources ['metering_label']. {{(pid=93502) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 14:57:45.056785 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1967990 Jun 22 14:57:45.060375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34732) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:45.072585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:45.098394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34734) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:45.134212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Network 0d8afded-1142-4282-a44d-31077aeaae95 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:45.305268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.316215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1134885936'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:45.324542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.325555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.330942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-7f373ee7-e179-444e-8640-6a4d88429f7d', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:57:45.332071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.347603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:45.350673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-d30f626c-753c-4a78-ba1a-a679af3648a0', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:57:45.352612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.359164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:45.364872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1583418879'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:45.417616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:45.423556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:45.424406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.432936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b321edac-aab6-4d27-94c5-e27d345f9811 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.434289 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b321edac-aab6-4d27-94c5-e27d345f9811 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9287226 Jun 22 14:57:45.440220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34740) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:45.442980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event updated for resources: {'Port': ['ID=c7df1618-39cd-4784-9f4b-31d9f446b1f4,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:45.449442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8c12f0cb-ba4b-499f-b1a1-eec9549fb026 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4465bff6-7f37-4e1d-8890-ec104d0c35eb'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:45.450000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8c12f0cb-ba4b-499f-b1a1-eec9549fb026 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93501) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 14:57:45.450468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:45.458514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.465629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-afdcdce1-eb6b-415a-88ec-467b490562e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:45.490323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.531895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Checking segment: {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:45.532514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Network hostable DHCP agents. Network: 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:57:45.538115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:45.541312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:45.541531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Made reservation on behalf of fdefea4e33fc4f799415c33fa1baf5a1 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:45.546069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.556324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:57:45.567281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:45.572101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:45.572408 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.582798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a1cde9-70b0-4903-a442-3df39d6e0d61 None None] Network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:45.627611 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.635633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.648358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Allocated IP 172.20.0.2 (7f373ee7-e179-444e-8640-6a4d88429f7d/809ce0a9-5ed1-4b60-9866-29ab6a5b2575/3809f9c9-ebde-4695-a161-58ab1982a2c9) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:45.653989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Allocated IP 172.20.0.2 (d30f626c-753c-4a78-ba1a-a679af3648a0/78e8e579-3389-4c61-a6f8-c663039c0974/d235d51b-1e7f-40f8-9613-8d6ee76f099b) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:45.656173 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1132736 Jun 22 14:57:45.661166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34744) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:45.665984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:45.683002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Made reservation on behalf of a900eca0899c4211b2156fd62c3f4abd for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:45.687277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.703148 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.4097857 Jun 22 14:57:45.703718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34746) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:45.708873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Request body: {'port': {'network_id': '0d8afded-1142-4282-a44d-31077aeaae95', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-812307080', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:45.709439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.api.validators [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] bootfile-name is not in valid_values {{(pid=93502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:57:45.709763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.api.validators [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] tftp-server is not in valid_values {{(pid=93502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:57:45.710097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.api.validators [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] server-ip-address is not in valid_values {{(pid=93502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:57:45.715763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.820347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.856345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.858579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.886343 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.services.metering.metering_plugin [None req-8c12f0cb-ba4b-499f-b1a1-eec9549fb026 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 14:57:45.915766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:57:45.916797 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:45.957272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.097866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.164067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c12f0cb-ba4b-499f-b1a1-eec9549fb026 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.165298 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8c12f0cb-ba4b-499f-b1a1-eec9549fb026 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7230055 Jun 22 14:57:46.171948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34748) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:46.184201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-79f1896a-4aaf-4982-a8a8-4f8443e9d8a6 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4465bff6-7f37-4e1d-8890-ec104d0c35eb'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:46.184704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-79f1896a-4aaf-4982-a8a8-4f8443e9d8a6 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93502) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 14:57:46.206927 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ab849-83be-4981-a6c7-2f16f2195ab0 None None] Network 0d8afded-1142-4282-a44d-31077aeaae95 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:46.233503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Allocated IP 172.20.0.2 (150e62c6-63e9-41e7-b7d8-ae5a895dd9a8/6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b/c707b14e-00df-4bf6-9d0d-ed3ac831fc4f) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:46.245164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.247557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.303039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.312953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Transition to ACTIVE for port object 3809f9c9-ebde-4695-a161-58ab1982a2c9 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:46.315142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Transition to ACTIVE for port object d235d51b-1e7f-40f8-9613-8d6ee76f099b will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:46.364587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.374635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.383665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.384554 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.services.metering.metering_plugin [None req-79f1896a-4aaf-4982-a8a8-4f8443e9d8a6 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 14:57:46.457935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:46.490547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-687f692e-fa35-432a-a267-d4ea33134aef None None] Provisioning for port f597a132-6a39-4bb7-87db-f491729d179b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:46.499743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Transition to ACTIVE for port object 3809f9c9-ebde-4695-a161-58ab1982a2c9 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:46.501921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:46.509196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Transition to ACTIVE for port object d235d51b-1e7f-40f8-9613-8d6ee76f099b will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:46.523554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.538970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Made reservation on behalf of ed9400f21dbf483890ccc2440956d5e9 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:46.540658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:46.542535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.543049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.579888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-79f1896a-4aaf-4982-a8a8-4f8443e9d8a6 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.583499 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-79f1896a-4aaf-4982-a8a8-4f8443e9d8a6 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4027498 Jun 22 14:57:46.585382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de265a4c-64d5-42d1-a255-171d5318d061,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:46.586008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34754) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:46.589245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.592112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:46.598726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.599060 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Added segment 06560e8a-7696-47f6-ac68-d9b4b1d5f8dc of type vlan for network 2c61b257-a6d3-4591-a987-e739bf7ff124 Jun 22 14:57:46.609626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] device_id is not set on port 0279f297-b8c1-4284-8731-3f68826444ff yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:57:46.630309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Network 7f373ee7-e179-444e-8640-6a4d88429f7d is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:46.657325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.663067 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c5293ecc-1444-46d9-bf05-b9073e8821eb tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=7043e2ce-ce1f-4af5-9c42-4e96ba8a0345 HTTP/1.1" status: 200 len: 464 time: 0.0732105 Jun 22 14:57:46.663759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Allocated IP 172.26.6.211 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/f36ca785-94c5-49d4-bf2b-ce3a818e1cd0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:46.673254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34756) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:46.682245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:46.691403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Pushing event updated for resources: {'Port': ['ID=3809f9c9-ebde-4695-a161-58ab1982a2c9,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:46.693990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:46.705970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.707223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Network d30f626c-753c-4a78-ba1a-a679af3648a0 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:46.730278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:46.731646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:46.732663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:46.745869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:46.788493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.832289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.850039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.857343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:46.857937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.880944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.903887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:46.913691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Pushing event updated for resources: {'Port': ['ID=d235d51b-1e7f-40f8-9613-8d6ee76f099b,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:46.919119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:46.923776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Attempting to bind port 3809f9c9-ebde-4695-a161-58ab1982a2c9 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:57:46.924148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Attempting to bind port 3809f9c9-ebde-4695-a161-58ab1982a2c9 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:57:46.924497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Attempting to bind port 3809f9c9-ebde-4695-a161-58ab1982a2c9 on network 7f373ee7-e179-444e-8640-6a4d88429f7d {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:57:46.926791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Transition to ACTIVE for port object c707b14e-00df-4bf6-9d0d-ed3ac831fc4f will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:46.945289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7553845f-8b62-4e31-8727-3cc6a7499288 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.945513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.948909 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7553845f-8b62-4e31-8727-3cc6a7499288 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/7043e2ce-ce1f-4af5-9c42-4e96ba8a0345 HTTP/1.1" status: 204 len: 168 time: 0.2719407 Jun 22 14:57:46.949664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34758) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:46.955875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Attempting to bind port d235d51b-1e7f-40f8-9613-8d6ee76f099b on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:57:46.956256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Attempting to bind port d235d51b-1e7f-40f8-9613-8d6ee76f099b by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:57:46.956607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Attempting to bind port d235d51b-1e7f-40f8-9613-8d6ee76f099b on network d30f626c-753c-4a78-ba1a-a679af3648a0 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:57:46.962023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:57:46.962393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Checking segment: {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:46.962792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.963185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Bound using segment: {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:57:46.963379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.963656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Bound port: 3809f9c9-ebde-4695-a161-58ab1982a2c9, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:57:46.964021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.971540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Transition to ACTIVE for port object c707b14e-00df-4bf6-9d0d-ed3ac831fc4f will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:46.975318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:46.982713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:57:46.982948 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a696ef80-0d30-48d3-9744-1e6020b423a1 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=7043e2ce-ce1f-4af5-9c42-4e96ba8a0345 HTTP/1.1" status: 200 len: 221 time: 0.0287850 Jun 22 14:57:46.983040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Checking segment: {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:46.983040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.983040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Bound using segment: {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:57:46.983040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Bound port: d235d51b-1e7f-40f8-9613-8d6ee76f099b, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:57:46.983040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.983630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:46.986496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34762) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:47.007932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.010384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c91be4b3-32cd-4703-afab-3f270412150e tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1287635279', 'description': 'label created by tempest'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:47.010851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c91be4b3-32cd-4703-afab-3f270412150e tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Unknown quota resources ['metering_label']. {{(pid=93502) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 14:57:47.022015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1062339a-ff53-40c9-b6cc-96a5b6a98fbc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:47.022160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Allocated IP 2001:db8::35c (0d8afded-1142-4282-a44d-31077aeaae95/9eba6659-c0f5-4f84-8e65-ec1449c181ef/0279f297-b8c1-4284-8731-3f68826444ff) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:47.025429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:47.027464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:47.042703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.043174 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Added segment 7d8b7924-2ce0-4591-960f-7644a421365c of type vlan for network 3c6de634-a5fc-49f4-a296-b5f97d469d2d Jun 22 14:57:47.044091 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2003162 Jun 22 14:57:47.049707 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34764) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:47.060033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6d44fa6-09e7-4e53-9d55-778c2cdf259a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:47.062146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Request body: {'subnet': {'network_id': '2c61b257-a6d3-4591-a987-e739bf7ff124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:47.110731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event updated for resources: {'Network': ['ID=2c61b257-a6d3-4591-a987-e739bf7ff124,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:47.119828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:47.157795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2c61b257-a6d3-4591-a987-e739bf7ff124 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:57:47.188941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:47.189694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Pushing event updated for resources: {'Port': ['ID=c707b14e-00df-4bf6-9d0d-ed3ac831fc4f,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:47.236508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:47.237463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:47.242626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.246760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:47.251701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] For port 3809f9c9-ebde-4695-a161-58ab1982a2c9, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:57:47.258687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] For port d235d51b-1e7f-40f8-9613-8d6ee76f099b, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:57:47.264022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] For port d235d51b-1e7f-40f8-9613-8d6ee76f099b, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d235d51b-1e7f-40f8-9613-8d6ee76f099b,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:57:47.306742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Made reservation on behalf of a900eca0899c4211b2156fd62c3f4abd for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:47.325207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] For port 3809f9c9-ebde-4695-a161-58ab1982a2c9, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3809f9c9-ebde-4695-a161-58ab1982a2c9,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:57:47.332433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks [] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.367212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.391054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c91be4b3-32cd-4703-afab-3f270412150e tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.392321 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c91be4b3-32cd-4703-afab-3f270412150e tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3979721 Jun 22 14:57:47.396886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34766) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:47.397458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f597a132-6a39-4bb7-87db-f491729d179b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:47.429302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.430448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.456994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:47.502267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-116cdd56-25e5-4209-ab65-065eec4383b5 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=916f91de-f9ae-4f5f-a065-f55c94e03f1f HTTP/1.1" status: 200 len: 468 time: 0.1017342 Jun 22 14:57:47.549801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Attempting to bind port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:57:47.549801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Attempting to bind port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:57:47.549801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Attempting to bind port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f on network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:57:47.550814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-40b905cf-2461-44b4-9d90-a4b0174309e1 None None] Provisioning for port c7df1618-39cd-4784-9f4b-31d9f446b1f4 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:47.574369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-40b905cf-2461-44b4-9d90-a4b0174309e1 None None] Provisioning complete for port c7df1618-39cd-4784-9f4b-31d9f446b1f4 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:47.574743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40b905cf-2461-44b4-9d90-a4b0174309e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.579755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:57:47.583075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Checking segment: {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:47.583823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.584436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Bound using segment: {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:57:47.585187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Bound port: c707b14e-00df-4bf6-9d0d-ed3ac831fc4f, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:57:47.585779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.597885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:47.601787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34770) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:47.627759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ae811-1353-4aa8-a61e-031852447dc9 None None] Pushing event updated for resources: {'Port': ['ID=d235d51b-1e7f-40f8-9613-8d6ee76f099b,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:47.752757 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port f597a132-6a39-4bb7-87db-f491729d179b completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:47.762640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Pushing event updated for resources: {'Port': ['ID=f36ca785-94c5-49d4-bf2b-ce3a818e1cd0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:47.768230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:47.775406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-40b905cf-2461-44b4-9d90-a4b0174309e1 None None] Port c7df1618-39cd-4784-9f4b-31d9f446b1f4 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:57:47.784635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:47.787539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f597a132-6a39-4bb7-87db-f491729d179b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:47.788068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.819668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.824049 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Allocated IP 172.26.6.71 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/3e0fdd90-8b47-4786-8b7a-49bdba8ed964) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:47.856806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Pushing event updated for resources: {'Port': ['ID=3809f9c9-ebde-4695-a161-58ab1982a2c9,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:47.858323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.866399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:47.880410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:47.880720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:47.889422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-40b905cf-2461-44b4-9d90-a4b0174309e1 None None] Provisioning complete for port f597a132-6a39-4bb7-87db-f491729d179b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:47.890173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40b905cf-2461-44b4-9d90-a4b0174309e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.905293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:47.907103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] For port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:57:47.916619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] For port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c707b14e-00df-4bf6-9d0d-ed3ac831fc4f,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:57:47.969285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:47.980550 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:48.066449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:48.090278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.118984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Transition to ACTIVE for port object 0279f297-b8c1-4284-8731-3f68826444ff will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:48.148030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.151341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.153912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Pushing event updated for resources: {'Port': ['ID=c707b14e-00df-4bf6-9d0d-ed3ac831fc4f,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:48.164101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:48.196916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.202515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:48.241965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port f597a132-6a39-4bb7-87db-f491729d179b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f597a132-6a39-4bb7-87db-f491729d179b,segment=NetworkSegment(e8bc94a6-68ba-4ce5-863d-17edf0c576f4),segment_id=e8bc94a6-68ba-4ce5-863d-17edf0c576f4)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:57:48.244932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40b905cf-2461-44b4-9d90-a4b0174309e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.257937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.262529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:48.264712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:48.266472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.280047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:48.284329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Network 0d8afded-1142-4282-a44d-31077aeaae95 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:48.289685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:48.292589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:48.299767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:48.300697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.330566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event updated for resources: {'Port': ['ID=0279f297-b8c1-4284-8731-3f68826444ff,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:48.334038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:48.347922 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6431577 Jun 22 14:57:48.351418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34774) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:48.366240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-40b905cf-2461-44b4-9d90-a4b0174309e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:57:48.366748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-40b905cf-2461-44b4-9d90-a4b0174309e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:57:48.367272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=f597a132-6a39-4bb7-87db-f491729d179b,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:48.371100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:48.454054 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.7721350 Jun 22 14:57:48.457941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34778) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:48.499000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.601040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Pushing event updated for resources: {'Network': ['ID=3c6de634-a5fc-49f4-a296-b5f97d469d2d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:48.613213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 3c6de634-a5fc-49f4-a296-b5f97d469d2d details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:57:48.634588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Request body: {'network': {'name': 'tempest-network--1128021444', 'router:external': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:48.653439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:48.683519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Made reservation on behalf of 808a42da167f4bea8b8d230a10d9bce2 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:48.686526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.696413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.708389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2688-78bb-4e68-8941-452e5c52f870 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.712683 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c0ba2688-78bb-4e68-8941-452e5c52f870 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/916f91de-f9ae-4f5f-a065-f55c94e03f1f HTTP/1.1" status: 204 len: 168 time: 1.1033063 Jun 22 14:57:48.715567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34782) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:48.719373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.743645 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9296f7ca-1e5c-48b1-a942-0d5bef7dc913 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=916f91de-f9ae-4f5f-a065-f55c94e03f1f HTTP/1.1" status: 200 len: 216 time: 0.0267901 Jun 22 14:57:48.749791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34784) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:48.770080 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c47206fe-8724-4393-a66e-441af0a08abb tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0187759 Jun 22 14:57:48.775624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34786) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:48.794506 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-32fe8794-5be7-43eb-9aad-ca6d61331070 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0177326 Jun 22 14:57:48.806019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34788) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:48.806510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.852690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.855148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.857583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.863078 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:48.885842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:48.898502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ba0f61-d71f-4726-b4a9-782d848a0037,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:48.905249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:48.906544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:48.906945 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Added segment 3e87c8bc-a0b7-438f-a8bc-6230058c262b of type vlan for network d8eb80a3-7f37-40de-a46d-eb65dc0ae114 Jun 22 14:57:48.914633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:48.925590 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1f247026-cc98-4456-b13a-788e912b61af tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/4465bff6-7f37-4e1d-8890-ec104d0c35eb HTTP/1.1" status: 200 len: 473 time: 0.1161470 Jun 22 14:57:48.940714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34790) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:48.964025 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b968a0c3-1821-47dc-942e-517646415374 tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/ac67a32c-68f8-4faa-8e4b-3b0d35c5e2fc HTTP/1.1" status: 200 len: 461 time: 0.0189850 Jun 22 14:57:48.964795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34792) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:48.983340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.085879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2437f4-85d3-4bac-8cb1-0f3207707afe tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:49.092494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2437f4-85d3-4bac-8cb1-0f3207707afe tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:49.100832 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2437f4-85d3-4bac-8cb1-0f3207707afe tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:49.105802 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4b2437f4-85d3-4bac-8cb1-0f3207707afe tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7406816 Jun 22 14:57:49.118167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dd4c1862-4f89-44f9-838e-c8a1b2593201 None None] Provisioning complete for port c7df1618-39cd-4784-9f4b-31d9f446b1f4 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:49.118634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1862-4f89-44f9-838e-c8a1b2593201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.137393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34794) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:49.143017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.155165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf40b8d-ec31-4f4d-a02e-4164949a3bae None None] Network 7f373ee7-e179-444e-8640-6a4d88429f7d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:49.155819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e6bb821-3f04-4f2a-8b34-e1f49045b3ab tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.157595 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8e6bb821-3f04-4f2a-8b34-e1f49045b3ab tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/ac67a32c-68f8-4faa-8e4b-3b0d35c5e2fc HTTP/1.1" status: 204 len: 168 time: 0.1853330 Jun 22 14:57:49.158760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.161255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:49.164713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.168022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34796) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:49.173206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:49.177336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Allocated IP 172.26.6.20 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/44b196c9-7e14-4ca6-bbef-2c309e4c7e45) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:49.189681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event updated for resources: {'Subnet': ['ID=a7955b1d-1487-4007-87a4-d63ab261f046,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:49.329043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c1862-4f89-44f9-838e-c8a1b2593201 None None] Port c7df1618-39cd-4784-9f4b-31d9f446b1f4 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:57:49.335472 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8757575 Jun 22 14:57:49.337243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34798) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:49.350558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dd4c1862-4f89-44f9-838e-c8a1b2593201 None None] Provisioning for port 0279f297-b8c1-4284-8731-3f68826444ff completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:49.356967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dd4c1862-4f89-44f9-838e-c8a1b2593201 None None] Provisioning complete for port 0279f297-b8c1-4284-8731-3f68826444ff triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:49.357130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1862-4f89-44f9-838e-c8a1b2593201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.386834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d235d51b-1e7f-40f8-9613-8d6ee76f099b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:49.388290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:49.402948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-36524edf-9748-44d3-9f00-fedff9fd81ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:49.443976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:49.472967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:49.488525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'Network': ['ID=d8eb80a3-7f37-40de-a46d-eb65dc0ae114,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:49.504059 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:49.538685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:49.541312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Checking segment: {'id': '06560e8a-7696-47f6-ac68-d9b4b1d5f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c61b257-a6d3-4591-a987-e739bf7ff124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:49.541866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Network hostable DHCP agents. Network: 2c61b257-a6d3-4591-a987-e739bf7ff124, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:57:49.564982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.570134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network d8eb80a3-7f37-40de-a46d-eb65dc0ae114 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:57:49.646574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c1862-4f89-44f9-838e-c8a1b2593201 None None] Port 0279f297-b8c1-4284-8731-3f68826444ff cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:57:49.651991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d235d51b-1e7f-40f8-9613-8d6ee76f099b completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:49.660385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3809f9c9-ebde-4695-a161-58ab1982a2c9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:49.687338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3eade9dd-e3cb-4bc6-9381-3eaa0a96c16e tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.688550 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3eade9dd-e3cb-4bc6-9381-3eaa0a96c16e tempest-MeteringTestJSON-982784154 tempest-MeteringTestJSON-982784154-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/4465bff6-7f37-4e1d-8890-ec104d0c35eb HTTP/1.1" status: 204 len: 168 time: 0.5127580 Jun 22 14:57:49.726956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab22947-9d4a-431c-a5bc-f31411f35c96 None None] Network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:49.819618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.835383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.835749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.837331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.837696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > port after_create 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.838041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > port after_delete 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.845192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > port after_update 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.845655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.846239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.846572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.847245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:49.926148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-faf636cb-8839-4300-945d-0a4e7305b2ea None None] Provisioning for port 3809f9c9-ebde-4695-a161-58ab1982a2c9 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:49.949559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 3809f9c9-ebde-4695-a161-58ab1982a2c9 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:49.956920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3809f9c9-ebde-4695-a161-58ab1982a2c9 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:49.957560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.986845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Pushing event updated for resources: {'Port': ['ID=3e0fdd90-8b47-4786-8b7a-49bdba8ed964,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:49.995883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:49.998984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:50.022334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-faf636cb-8839-4300-945d-0a4e7305b2ea None None] Provisioning for port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:50.083341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Network 2c61b257-a6d3-4591-a987-e739bf7ff124 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:57:50.096172 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Deleting port 0279f297-b8c1-4284-8731-3f68826444ff {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:57:50.096485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.132450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.187905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 3809f9c9-ebde-4695-a161-58ab1982a2c9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3809f9c9-ebde-4695-a161-58ab1982a2c9,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:57:50.192618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde92363-15eb-4ac6-8514-91cb5231a88d None None] Network d30f626c-753c-4a78-ba1a-a679af3648a0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:50.194870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 2c61b257-a6d3-4591-a987-e739bf7ff124) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:50.197103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:50.197727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:50.198241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:50.199083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=93502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:57:50.199926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8eb80a3-7f37-40de-a46d-eb65dc0ae114']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:50.211731 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.221412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e87c8bc-a0b7-438f-a8bc-6230058c262b') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:50.221982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e87c8bc-a0b7-438f-a8bc-6230058c262b') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:50.226186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.235260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34804) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:50.237975 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:50.238572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.240931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.255427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.259363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c4649-f43d-4fa4-b2e9-4574e0ade9a5 None None] Network 2c61b257-a6d3-4591-a987-e739bf7ff124 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:50.269024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.278039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:57:50.278718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.307799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:50.352926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Pushing event updated for resources: {'Port': ['ID=f36ca785-94c5-49d4-bf2b-ce3a818e1cd0,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: from cryptography.utils import int_from_bytes Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: from cryptography.utils import int_from_bytes Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:57:50.355997 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:57:50.364871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.370257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:50.382076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:50.382403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f597a132-6a39-4bb7-87db-f491729d179b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:50.384113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:50.388362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-79c692e6-0597-41dd-abc0-37e7dc80539a None None] Provisioning complete for port 3809f9c9-ebde-4695-a161-58ab1982a2c9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:50.389179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-79c692e6-0597-41dd-abc0-37e7dc80539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.396517 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3457682 Jun 22 14:57:50.400878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.416560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8eb80a3-7f37-40de-a46d-eb65dc0ae114 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 14:57:50.418117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.419066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34808) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:50.437147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Request body: {'port': {'network_id': '2c61b257-a6d3-4591-a987-e739bf7ff124', 'name': 'tempest-DHCPAgentSchedulersTestJSON-114893813'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:50.440831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8eb80a3-7f37-40de-a46d-eb65dc0ae114,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:50.443444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.445643 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "DELETE /v2.0/networks/d8eb80a3-7f37-40de-a46d-eb65dc0ae114 HTTP/1.1" status: 204 len: 168 time: 1.1029897 Jun 22 14:57:50.461779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34810) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:50.463134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:50.489396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:50.492673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.494034 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3929908 Jun 22 14:57:50.494834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6928eca-4ed4-461f-a87b-f10302e1d955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.499757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.501394 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:50.510248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34812) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:50.516675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1874938299', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'fixed_ips': [{'ip_address': '172.26.6.211'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:50.563086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:50.575571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Allocated IP 172.26.6.189 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/e2efdea1-9e4d-4eae-83f5-228c2d5f73dd) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:50.608969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Made reservation on behalf of 808a42da167f4bea8b8d230a10d9bce2 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:50.611896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.664438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:50.704715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Calling delete_port for 0279f297-b8c1-4284-8731-3f68826444ff owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:57:50.716666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:50.804528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=3809f9c9-ebde-4695-a161-58ab1982a2c9,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:50.808357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:50.825140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Made reservation on behalf of 7a50064495964ffba3ddd6cd8fbefb42 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:50.828317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.837244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-2c61b257-a6d3-4591-a987-e739bf7ff124', 'network_id': '2c61b257-a6d3-4591-a987-e739bf7ff124', 'tenant_id': 'a900eca0899c4211b2156fd62c3f4abd', 'fixed_ips': [{'subnet_id': 'a7955b1d-1487-4007-87a4-d63ab261f046'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:57:50.838620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.849146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.854817 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:50.858140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Pushing event updated for resources: {'Port': ['ID=44b196c9-7e14-4ca6-bbef-2c309e4c7e45,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:50.878211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f597a132-6a39-4bb7-87db-f491729d179b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:50.878598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.890693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.890693 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Added segment fe0d1c59-a4a3-4af4-93f4-b0d33c1c17ed of type vlan for network 885e8bb2-8465-4348-b19d-91d2e60d202c Jun 22 14:57:50.893147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:50.895317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:50.968625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.078689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.127383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.132091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:51.132887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.159984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-93955003-be61-46c6-a459-328b04df2409 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:51.160318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Allocated IP 172.20.0.2 (2c61b257-a6d3-4591-a987-e739bf7ff124/a7955b1d-1487-4007-87a4-d63ab261f046/a2a8fed4-9bea-4767-b48d-ce42786b56dc) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:51.176869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c707b14e-00df-4bf6-9d0d-ed3ac831fc4f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:51.182339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-522c480e-5314-44ea-89f6-8ac046fa53f3 None None] Provisioning for port d235d51b-1e7f-40f8-9613-8d6ee76f099b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:51.217060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.229552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-522c480e-5314-44ea-89f6-8ac046fa53f3 None None] Provisioning complete for port d235d51b-1e7f-40f8-9613-8d6ee76f099b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:51.229552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-522c480e-5314-44ea-89f6-8ac046fa53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.246596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'Network': ['ID=885e8bb2-8465-4348-b19d-91d2e60d202c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:51.249950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:51.251949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:51.252607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:51.268665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 885e8bb2-8465-4348-b19d-91d2e60d202c details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:57:51.277461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:51.280702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:51.336199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6928eca-4ed4-461f-a87b-f10302e1d955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.352721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6928eca-4ed4-461f-a87b-f10302e1d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.355776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.374575 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9059613 Jun 22 14:57:51.379615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34814) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:51.392137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:51.394700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Request body: {'subnet': {'network_id': '885e8bb2-8465-4348-b19d-91d2e60d202c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:51.418461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 14:57:51.418461 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 14:57:51.418461 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'project_id_1': '808a42da167f4bea8b8d230a10d9bce2', 'expiration_1': datetime.datetime(2021, 6, 22, 14, 57, 51, 401342)}] Jun 22 14:57:51.418461 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:57:51.418891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:57:51.426278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:51.430295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 14:57:51.430295 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 14:57:51.430295 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'project_id_1': 'a900eca0899c4211b2156fd62c3f4abd', 'expiration_1': datetime.datetime(2021, 6, 22, 14, 57, 50, 689626)}] Jun 22 14:57:51.430295 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:57:51.430691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:57:51.431249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e2efdea1-9e4d-4eae-83f5-228c2d5f73dd,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:51.432601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.437202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:51.460995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:51.461674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.492998 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f6928eca-4ed4-461f-a87b-f10302e1d955 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=549b0d7ac88a45ed85469aed05f4baf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2566316 Jun 22 14:57:51.505293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34816) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:51.534043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-522c480e-5314-44ea-89f6-8ac046fa53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.543322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.551230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6928eca-4ed4-461f-a87b-f10302e1d955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223748b9-fa76-4ee3-bd1d-a04ec4c61f0b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:51.564132 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.587305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Transition to ACTIVE for port object a2a8fed4-9bea-4767-b48d-ce42786b56dc will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:51.655428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Transition to ACTIVE for port object a2a8fed4-9bea-4767-b48d-ce42786b56dc will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:51.661142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-522c480e-5314-44ea-89f6-8ac046fa53f3 None None] For port d235d51b-1e7f-40f8-9613-8d6ee76f099b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d235d51b-1e7f-40f8-9613-8d6ee76f099b,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:57:51.670731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.675871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:51.678126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-522c480e-5314-44ea-89f6-8ac046fa53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.710402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.733872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Network 2c61b257-a6d3-4591-a987-e739bf7ff124 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:51.744196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:51.746726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:51.773061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c707b14e-00df-4bf6-9d0d-ed3ac831fc4f,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:57:51.776961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Pushing event updated for resources: {'Port': ['ID=a2a8fed4-9bea-4767-b48d-ce42786b56dc,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:51.778933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:51.800832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:51.811558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.829542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6928eca-4ed4-461f-a87b-f10302e1d955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:51.835653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.853688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:51.859352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.877077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:51.879466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] device_id is not set on port 55de01ac-b206-48aa-b887-1e1b9d32c8ea yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:57:51.890963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2ab3ac80-a228-4e6f-b8b1-6c8b013fee5c None None] Provisioning complete for port d235d51b-1e7f-40f8-9613-8d6ee76f099b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:51.891698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ac80-a228-4e6f-b8b1-6c8b013fee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.918044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Attempting to bind port a2a8fed4-9bea-4767-b48d-ce42786b56dc on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:57:51.919373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.920293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Attempting to bind port a2a8fed4-9bea-4767-b48d-ce42786b56dc by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '06560e8a-7696-47f6-ac68-d9b4b1d5f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c61b257-a6d3-4591-a987-e739bf7ff124'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:57:51.920921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Attempting to bind port a2a8fed4-9bea-4767-b48d-ce42786b56dc on network 2c61b257-a6d3-4591-a987-e739bf7ff124 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:57:51.925957 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "DELETE /v2.0/ports/0279f297-b8c1-4284-8731-3f68826444ff HTTP/1.1" status: 204 len: 168 time: 2.7782629 Jun 22 14:57:51.925957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event deleted for resources: {'Port': ['ID=0279f297-b8c1-4284-8731-3f68826444ff,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:51.929982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3809f9c9-ebde-4695-a161-58ab1982a2c9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:51.937074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34818) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:51.966005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:51.970837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:57:51.970837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Checking segment: {'id': '06560e8a-7696-47f6-ac68-d9b4b1d5f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c61b257-a6d3-4591-a987-e739bf7ff124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:51.971145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.971778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Bound using segment: {'id': '06560e8a-7696-47f6-ac68-d9b4b1d5f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c61b257-a6d3-4591-a987-e739bf7ff124'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:57:51.972279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Bound port: a2a8fed4-9bea-4767-b48d-ce42786b56dc, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06560e8a-7696-47f6-ac68-d9b4b1d5f8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2c61b257-a6d3-4591-a987-e739bf7ff124'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:57:51.972441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:51.996322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Request body: {'port': {'name': 'tempest-new-port-name-1417202102', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:51.996710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.api.validators [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] bootfile-name is not in valid_values {{(pid=93502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:57:51.997062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.api.validators [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] tftp-server is not in valid_values {{(pid=93502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:57:51.997402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.api.validators [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] server-ip-address is not in valid_values {{(pid=93502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:57:52.001566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.066873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca61a12-7db1-4753-a4c5-46aa7ab967ec,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:52.079634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:52.123276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e576445-dddb-4e3c-abe1-37b9df1188fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.131937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c480e-5314-44ea-89f6-8ac046fa53f3 None None] Pushing event updated for resources: {'Port': ['ID=d235d51b-1e7f-40f8-9613-8d6ee76f099b,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:52.135334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-522c480e-5314-44ea-89f6-8ac046fa53f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:52.136419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Made reservation on behalf of 808a42da167f4bea8b8d230a10d9bce2 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:52.137153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:52.138829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.170537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e576445-dddb-4e3c-abe1-37b9df1188fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.180503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.226344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=c707b14e-00df-4bf6-9d0d-ed3ac831fc4f,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:52.229695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:52.271099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3809f9c9-ebde-4695-a161-58ab1982a2c9 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:52.271482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.303349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Made reservation on behalf of a900eca0899c4211b2156fd62c3f4abd for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:52.306807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.312274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] For port a2a8fed4-9bea-4767-b48d-ce42786b56dc, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:57:52.329959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:57:52.332976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] For port a2a8fed4-9bea-4767-b48d-ce42786b56dc, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a2a8fed4-9bea-4767-b48d-ce42786b56dc,segment=NetworkSegment(06560e8a-7696-47f6-ac68-d9b4b1d5f8dc),segment_id=06560e8a-7696-47f6-ac68-d9b4b1d5f8dc)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:57:52.344400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.349307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-522c480e-5314-44ea-89f6-8ac046fa53f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:52.387040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e576445-dddb-4e3c-abe1-37b9df1188fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.397330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e576445-dddb-4e3c-abe1-37b9df1188fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.398373 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5e576445-dddb-4e3c-abe1-37b9df1188fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/223748b9-fa76-4ee3-bd1d-a04ec4c61f0b HTTP/1.1" status: 204 len: 168 time: 0.8920751 Jun 22 14:57:52.404057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:52.407730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] device_id is not set on port 8bc44604-fded-4750-854a-8feed9814f6e yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:57:52.428943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e576445-dddb-4e3c-abe1-37b9df1188fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223748b9-fa76-4ee3-bd1d-a04ec4c61f0b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:52.434709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5e576445-dddb-4e3c-abe1-37b9df1188fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:52.480824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Pushing event updated for resources: {'Port': ['ID=a2a8fed4-9bea-4767-b48d-ce42786b56dc,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:52.528028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:57:52.530055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:57:52.545144 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Sync routers for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:57:52.549592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.567163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:52.584988 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:57:52.586077 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:57:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:52.610208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.615042 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6720781 Jun 22 14:57:52.615811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34826) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:52.676558 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 14:57:52.682262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:57:52.844832 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:57:52.846423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:57:52.856091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Sync routers for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:57:52.868249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34828) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:52.871185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:57:52.873666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:57:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:52.878543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:52.882399 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.8183570 Jun 22 14:57:52.887910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34830) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:52.929146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11cb6bc7-3bd7-45f2-a055-e4922ff236ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.059605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:57:53.118144 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:50Z', 'revision_number': 3, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:53.121731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.131242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Allocated IP 172.20.0.8 (2c61b257-a6d3-4591-a987-e739bf7ff124/a7955b1d-1487-4007-87a4-d63ab261f046/8bc44604-fded-4750-854a-8feed9814f6e) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:53.150082 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Checking router: cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:57:53.150796 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Updating router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:57:53.193904 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.341583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:51Z', 'revision_number': 3, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:53.375266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11cb6bc7-3bd7-45f2-a055-e4922ff236ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.377354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Checking router: 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:57:53.377486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Updating router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:57:53.429917 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9180987 Jun 22 14:57:53.437904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34832) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:53.459326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.520179 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.537167 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Transition to ACTIVE for port object 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:53.559909 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.570376 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-06924140-c678-4be6-a60e-2e777d77cb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:53.615357 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Pushing event updated for resources: {'Port': ['ID=3e0fdd90-8b47-4786-8b7a-49bdba8ed964,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:53.633540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.645834 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.646529 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.647468 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.647973 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.648593 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.649127 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.649627 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.650136 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.650761 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.651249 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.651764 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.652283 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Tracked resource versions report: Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: pushed versions: Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: { 'AddressGroup': {'1.2'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'ConntrackHelper': {'1.0'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Log': {'1.0'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Network': {'1.1'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Port': {'1.7'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'PortForwarding': {'1.2'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'QosPolicy': {'1.8'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SecurityGroup': {'1.4'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SecurityGroupRule': {'1.2'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SubPort': {'1.0'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Subnet': {'1.1'}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Trunk': {'1.1'}} Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: consumer versions: Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: { DHCP agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: HyperV agent@hv-neutron-6013: {}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: L3 agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: Metadata agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: Metering agent@dv-neutron-601336-93-hyperv: {}, Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: Open vSwitch agent@dv-neutron-601336-93-hyperv: { 'AddressGroup': '1.2', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'ConntrackHelper': '1.0', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Log': '1.0', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Network': '1.1', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Port': '1.7', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'PortForwarding': '1.2', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'QosPolicy': '1.8', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SecurityGroup': '1.4', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SecurityGroupRule': '1.2', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'SubPort': '1.0', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Subnet': '1.1', Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: 'Trunk': '1.1'}} Jun 22 14:57:53.655685 dv-neutron-601336-93-hyperv neutron-server[93505]: {{(pid=93505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 14:57:53.661243 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Attempting to bind port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:57:53.661856 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Attempting to bind port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:57:53.662433 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Attempting to bind port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:57:53.663336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11cb6bc7-3bd7-45f2-a055-e4922ff236ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.670892 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:53.671912 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:57:53.672541 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:53.673438 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.674044 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:57:53.674923 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Bound port: 3e0fdd90-8b47-4786-8b7a-49bdba8ed964, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:57:53.675729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:53.675954 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.702985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.732107 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] For port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:57:53.735722 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] For port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3e0fdd90-8b47-4786-8b7a-49bdba8ed964,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:57:53.742263 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.754306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb6bc7-3bd7-45f2-a055-e4922ff236ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517200f9-404f-47e5-9468-32bcc891b974,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:53.756713 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:53.759721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:53.789954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-11cb6bc7-3bd7-45f2-a055-e4922ff236ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:53.793317 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-11cb6bc7-3bd7-45f2-a055-e4922ff236ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1c7261e2377482894db7f8fff024c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9241369 Jun 22 14:57:53.818282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34834) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:53.826478 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Pushing event updated for resources: {'Port': ['ID=3e0fdd90-8b47-4786-8b7a-49bdba8ed964,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:53.857912 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:57:53.858941 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:57:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:53.879567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] In _notify_port_updated(), no bound segment for port c7df1618-39cd-4784-9f4b-31d9f446b1f4 on network 0d8afded-1142-4282-a44d-31077aeaae95 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 14:57:53.886019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:53.886912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:53.891869 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "PUT /v2.0/ports/c7df1618-39cd-4784-9f4b-31d9f446b1f4 HTTP/1.1" status: 200 len: 1130 time: 1.9217167 Jun 22 14:57:53.899081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34840) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:53.967705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.003930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.006925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Transition to ACTIVE for port object 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:54.012176 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:57:54.022271 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.024238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:54.106043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c962ca5-c705-4a95-b459-3531dd30229e None None] Network 2c61b257-a6d3-4591-a987-e739bf7ff124 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:54.158165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c707b14e-00df-4bf6-9d0d-ed3ac831fc4f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:54.159846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event updated for resources: {'Port': ['ID=c7df1618-39cd-4784-9f4b-31d9f446b1f4,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:54.164537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:54.175290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Router d36547b0-3c4f-4388-8238-7e3b80c562b8 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:57:54.182891 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:54.186952 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.192702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.objects.ports [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93502) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 14:57:54.193521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.223877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d51919d7-0cbe-4a77-a790-bc78c04ba7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:54.226826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Deleting port f36ca785-94c5-49d4-bf2b-ce3a818e1cd0 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:57:54.227303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.309289 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:50Z', 'revision_number': 3, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:54.311053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.311485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.318418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Attempting to bind port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:57:54.318788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Attempting to bind port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:57:54.319151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Attempting to bind port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:57:54.327155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e5bcd-407b-4884-b7e8-df44859959d6 None None] Pushing event updated for resources: {'Port': ['ID=44b196c9-7e14-4ca6-bbef-2c309e4c7e45,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:54.331903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:57:54.332520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:54.332952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.333345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:57:54.333821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Bound port: 44b196c9-7e14-4ca6-bbef-2c309e4c7e45, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:57:54.334298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.337671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cc8e5bcd-407b-4884-b7e8-df44859959d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:54.342694 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a160f-a3c5-43f4-976b-0dbddf387372 None None] The sync data for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv is: [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:50Z', 'revision_number': 3, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:57:54.354204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0b80ac50-50b6-48b9-aefd-7a0577ccff31 None None] Provisioning for port a2a8fed4-9bea-4767-b48d-ce42786b56dc completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:54.401691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.405374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Calling delete_port for f36ca785-94c5-49d4-bf2b-ce3a818e1cd0 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:57:54.468362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Allocated IP 172.20.0.1 (7f373ee7-e179-444e-8640-6a4d88429f7d/809ce0a9-5ed1-4b60-9866-29ab6a5b2575/c5f929bc-4a3d-43c7-8509-5fd007c50d49) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:54.489691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] For port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:57:54.504467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:54.504907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.507459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] For port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=44b196c9-7e14-4ca6-bbef-2c309e4c7e45,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:57:54.517817 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960e586-4542-462d-938c-b01de68c84e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:54.524365 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8960e586-4542-462d-938c-b01de68c84e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "GET /v2.0/ports/c7df1618-39cd-4784-9f4b-31d9f446b1f4 HTTP/1.1" status: 200 len: 1130 time: 0.6218765 Jun 22 14:57:54.527423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34844) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:54.540553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.547028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Transition to ACTIVE for port object 8bc44604-fded-4750-854a-8feed9814f6e will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:54.547232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:54.615019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d6cc5daa-44fe-46c6-91c4-cad335331afb None None] Provisioning complete for port c7df1618-39cd-4784-9f4b-31d9f446b1f4 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:54.615383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d6cc5daa-44fe-46c6-91c4-cad335331afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.688955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:57:54.689606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:57:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:54.695839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d6cb550a-dbba-4214-9b4b-ad40010ea2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.744225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e5bcd-407b-4884-b7e8-df44859959d6 None None] Pushing event updated for resources: {'Port': ['ID=44b196c9-7e14-4ca6-bbef-2c309e4c7e45,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:54.751843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cc8e5bcd-407b-4884-b7e8-df44859959d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:54.754904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d6cc5daa-44fe-46c6-91c4-cad335331afb None None] Port c7df1618-39cd-4784-9f4b-31d9f446b1f4 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:57:54.889419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.897435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Allocated IP 172.20.0.1 (d30f626c-753c-4a78-ba1a-a679af3648a0/78e8e579-3389-4c61-a6f8-c663039c0974/dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:54.914032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d235d51b-1e7f-40f8-9613-8d6ee76f099b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:54.929435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Transition to ACTIVE for port object c5f929bc-4a3d-43c7-8509-5fd007c50d49 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:54.932101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Deleting port c7df1618-39cd-4784-9f4b-31d9f446b1f4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:57:54.932549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:54.957294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:57:55.023150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e02fdf38-0df7-466e-bb1d-e7d420d7c763,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:55.036132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:55.075861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Checking segment: {'id': 'fe0d1c59-a4a3-4af4-93f4-b0d33c1c17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '885e8bb2-8465-4348-b19d-91d2e60d202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:55.076277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Network hostable DHCP agents. Network: 885e8bb2-8465-4348-b19d-91d2e60d202c, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:57:55.085551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d6cb550a-dbba-4214-9b4b-ad40010ea2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.114738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.124361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d235d51b-1e7f-40f8-9613-8d6ee76f099b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:55.124736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.132257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.136962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:55.142929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.144021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Network 885e8bb2-8465-4348-b19d-91d2e60d202c is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:57:55.159595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:57:55.176144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6fd9fbe-3424-4375-8ec0-0ba9370315da tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:55.176837 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Sync routers for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:57:55.193054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Network 2c61b257-a6d3-4591-a987-e739bf7ff124 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:55.204671 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:57:55.205665 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:57:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:55.260141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Calling delete_port for c7df1618-39cd-4784-9f4b-31d9f446b1f4 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:57:55.271138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:55.286597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.289344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 885e8bb2-8465-4348-b19d-91d2e60d202c) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:55.296964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Network 7f373ee7-e179-444e-8640-6a4d88429f7d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:55.298660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:55.303530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.318189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:55.327886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:55.327886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.341559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event updated for resources: {'Port': ['ID=8bc44604-fded-4750-854a-8feed9814f6e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:55.358543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:55.360546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:55.381402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.416212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da703ee6-909a-4c58-897c-28b52f2e69d5 None None] Network 885e8bb2-8465-4348-b19d-91d2e60d202c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:55.431170 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0437331 Jun 22 14:57:55.452188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f929bc-4a3d-43c7-8509-5fd007c50d49,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:55.466783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34846) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:55.476564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Transition to ACTIVE for port object dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:55.483340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:55.512414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:55.531502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:55.532165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.546663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Request body: {'floatingip': {'floating_network_id': '885e8bb2-8465-4348-b19d-91d2e60d202c'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:55.560047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.565823 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9029510 Jun 22 14:57:55.575191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a2a8fed4-9bea-4767-b48d-ce42786b56dc up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:55.581341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34848) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:55.610809 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:57:55.754928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Pushing event deleted for resources: {'Port': ['ID=f36ca785-94c5-49d4-bf2b-ce3a818e1cd0,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:55.763558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:55.766210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.776033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.778381 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/f25e9d08-d92b-45e3-9552-36521aea3714 HTTP/1.1" status: 204 len: 168 time: 2.3394949 Jun 22 14:57:55.787015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d6cb550a-dbba-4214-9b4b-ad40010ea2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.788221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:51Z', 'revision_number': 3, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:55.796294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d6cb550a-dbba-4214-9b4b-ad40010ea2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.802789 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d6cb550a-dbba-4214-9b4b-ad40010ea2b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/517200f9-404f-47e5-9468-32bcc891b974 HTTP/1.1" status: 204 len: 168 time: 1.9664958 Jun 22 14:57:55.802789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:55.820263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb550a-dbba-4214-9b4b-ad40010ea2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517200f9-404f-47e5-9468-32bcc891b974,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:55.824071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.835036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d6cb550a-dbba-4214-9b4b-ad40010ea2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:55.858677 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4261782 Jun 22 14:57:55.859755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34854) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:55.869965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c321a974-9b58-4919-841d-469830737100 None None] Network 885e8bb2-8465-4348-b19d-91d2e60d202c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:55.886223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:55.887841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd9e87-9aa5-4a55-a7e0-3427becdfe88 None None] The sync data for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv is: [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:51Z', 'revision_number': 3, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:57:55.953409 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:51Z', 'revision_number': 3, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:56.000696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d69812f-1d6a-4884-b7b9-335d2d5a2467 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:56.024867 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Checking router: d36547b0-3c4f-4388-8238-7e3b80c562b8 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:57:56.025227 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Updating router d36547b0-3c4f-4388-8238-7e3b80c562b8 port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:57:56.037059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81290119-244f-44b5-9a18-47e0ac64c927 None None] Provisioning for port 8bc44604-fded-4750-854a-8feed9814f6e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:56.074036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81290119-244f-44b5-9a18-47e0ac64c927 None None] Provisioning complete for port 8bc44604-fded-4750-854a-8feed9814f6e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:56.074511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81290119-244f-44b5-9a18-47e0ac64c927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.097791 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:57:56.120790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port a2a8fed4-9bea-4767-b48d-ce42786b56dc completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:56.130459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Deleting port 8bc44604-fded-4750-854a-8feed9814f6e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:57:56.130459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.132254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a2a8fed4-9bea-4767-b48d-ce42786b56dc triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:56.132626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.141105 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.249080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-81290119-244f-44b5-9a18-47e0ac64c927 None None] Port 8bc44604-fded-4750-854a-8feed9814f6e cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:57:56.344098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81290119-244f-44b5-9a18-47e0ac64c927 None None] Provisioning for port c5f929bc-4a3d-43c7-8509-5fd007c50d49 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:56.386386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.441030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81290119-244f-44b5-9a18-47e0ac64c927 None None] Provisioning complete for port c5f929bc-4a3d-43c7-8509-5fd007c50d49 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:56.441637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81290119-244f-44b5-9a18-47e0ac64c927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.450124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.565408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port a2a8fed4-9bea-4767-b48d-ce42786b56dc, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a2a8fed4-9bea-4767-b48d-ce42786b56dc,segment=NetworkSegment(06560e8a-7696-47f6-ac68-d9b4b1d5f8dc),segment_id=06560e8a-7696-47f6-ac68-d9b4b1d5f8dc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:57:56.570308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34864) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:56.578051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.580623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:56.584830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-81290119-244f-44b5-9a18-47e0ac64c927 None None] Port c5f929bc-4a3d-43c7-8509-5fd007c50d49 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:57:56.675915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=a2a8fed4-9bea-4767-b48d-ce42786b56dc,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:56.682772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:56.757036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.809280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:56.813953 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.826473 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Transition to ACTIVE for port object e2efdea1-9e4d-4eae-83f5-228c2d5f73dd will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:56.840475 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.846153 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:56.922400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Network d30f626c-753c-4a78-ba1a-a679af3648a0 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:56.934859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:56.939026 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80621fb5-2e03-443c-af94-68a7f917561b None None] Pushing event updated for resources: {'Port': ['ID=e2efdea1-9e4d-4eae-83f5-228c2d5f73dd,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:56.939961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:56.940340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:56.955121 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-80621fb5-2e03-443c-af94-68a7f917561b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:56.999495 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Attempting to bind port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:57:56.999879 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Attempting to bind port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:57:57.000252 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Attempting to bind port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:57:57.014298 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:57:57.014630 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:57:57.015206 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.015417 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:57:57.018575 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Bound port: e2efdea1-9e4d-4eae-83f5-228c2d5f73dd, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:57:57.019075 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.032875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Calling delete_port for 8bc44604-fded-4750-854a-8feed9814f6e owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:57:57.087210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:57.089186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Pushing event updated for resources: {'Port': ['ID=dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:57.125576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.127500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.157643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.164953 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] For port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:57:57.170995 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] For port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e2efdea1-9e4d-4eae-83f5-228c2d5f73dd,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:57:57.172564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:57.174450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=44b196c9-7e14-4ca6-bbef-2c309e4c7e45,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:57:57.182759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.183443 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.185792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.189194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:57.190269 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:57.246476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:57.289604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.290468 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:57:57.292494 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:57:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:57.306896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-37186254-cfd7-4368-a43a-a936916d7817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.310615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Allocated IP 172.20.0.3 (885e8bb2-8465-4348-b19d-91d2e60d202c/e02fdf38-0df7-466e-bb1d-e7d420d7c763/14735770-9ddd-4790-b2b6-a005bcc53f75) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:57.312945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:57.369621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event deleted for resources: {'Port': ['ID=8bc44604-fded-4750-854a-8feed9814f6e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:57.377808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:57.382461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=44b196c9-7e14-4ca6-bbef-2c309e4c7e45,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:57.393771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:57.418714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:57.426559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:57.427034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.510972 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:57:57.656647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.696852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-987aae12-b23f-4764-8369-831911f1bfc9 None None] Provisioning for port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:57.714427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-37186254-cfd7-4368-a43a-a936916d7817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.728226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3e0fdd90-8b47-4786-8b7a-49bdba8ed964,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:57:57.730149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-987aae12-b23f-4764-8369-831911f1bfc9 None None] Provisioning complete for port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:57.730647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-987aae12-b23f-4764-8369-831911f1bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.764173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-37186254-cfd7-4368-a43a-a936916d7817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.784577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-987aae12-b23f-4764-8369-831911f1bfc9 None None] Port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:57:57.787518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.792768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:57.798669 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80621fb5-2e03-443c-af94-68a7f917561b None None] Pushing event updated for resources: {'Port': ['ID=e2efdea1-9e4d-4eae-83f5-228c2d5f73dd,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:57.802950 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-80621fb5-2e03-443c-af94-68a7f917561b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:57.812704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68cf9cd0-5cc0-43af-b5bf-e142d6421c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:57.845419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.849678 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] 10.222.0.22 "DELETE /v2.0/ports/8bc44604-fded-4750-854a-8feed9814f6e HTTP/1.1" status: 204 len: 168 time: 1.9874201 Jun 22 14:57:57.854912 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-37186254-cfd7-4368-a43a-a936916d7817 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=493906d529054a91b85293121e44f8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2413847 Jun 22 14:57:57.855070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34890) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:57.857790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34892) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:57.877211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=3e0fdd90-8b47-4786-8b7a-49bdba8ed964,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:57.889599 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:57.890454 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37186254-cfd7-4368-a43a-a936916d7817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb909fa-bca0-459a-95f8-fea4ec89b56c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:57.906202 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:51Z', 'revision_number': 3, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:57:57.918142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37186254-cfd7-4368-a43a-a936916d7817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:57.929536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:57.943740 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3070de03-3355-4bd8-ba34-6674a9a33039 None None] The sync data for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv is: [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:51Z', 'revision_number': 3, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:57:57.948093 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.947s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:57.980160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.000699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c9e3-0124-4c92-b341-1d6580e175ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.019222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:58.035943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c9e3-0124-4c92-b341-1d6580e175ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.118188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event deleted for resources: {'Port': ['ID=c7df1618-39cd-4784-9f4b-31d9f446b1f4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:58.121040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.136598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.141855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-23293b0e-4030-4bde-9735-8f9880bd24e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:58.147219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:58.158473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c9e3-0124-4c92-b341-1d6580e175ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.189815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c9e3-0124-4c92-b341-1d6580e175ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.190963 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e8a0c9e3-0124-4c92-b341-1d6580e175ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cb909fa-bca0-459a-95f8-fea4ec89b56c HTTP/1.1" status: 204 len: 168 time: 0.3318510 Jun 22 14:57:58.209732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Network 885e8bb2-8465-4348-b19d-91d2e60d202c is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:58.224644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.227063 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "DELETE /v2.0/ports/c7df1618-39cd-4784-9f4b-31d9f446b1f4 HTTP/1.1" status: 204 len: 168 time: 3.6986632 Jun 22 14:57:58.231491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34904) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:58.232241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:58.242289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:57:58.289989 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7facc29a-d441-4e76-8fb0-3646ea78d73b tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4360 time: 0.3703883 Jun 22 14:57:58.293706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34906) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:58.304438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.326845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.368773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1004395210'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:58.422202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.433418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dc153305-ed08-4c8d-922c-f13380ca3c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:58.445128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'Port': ['ID=14735770-9ddd-4790-b2b6-a005bcc53f75,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:58.469352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:58.488337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d6cb550a-dbba-4214-9b4b-ad40010ea2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:58.546289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0c9e3-0124-4c92-b341-1d6580e175ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb909fa-bca0-459a-95f8-fea4ec89b56c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:58.559236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e8a0c9e3-0124-4c92-b341-1d6580e175ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:58.564543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Deleting subnet 9eba6659-c0f5-4f84-8e65-ec1449c181ef {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:57:58.624766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34914) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:58.640403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.660429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Made reservation on behalf of a900eca0899c4211b2156fd62c3f4abd for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:58.670876 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.681252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f929bc-4a3d-43c7-8509-5fd007c50d49,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:58.696327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:58.739886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Allocated IP 172.20.0.1 (150e62c6-63e9-41e7-b7d8-ae5a895dd9a8/6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b/bea09334-6d87-4aac-a7c0-43e3ecb6c462) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:57:58.862441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.865911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:58.868441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.920393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34918) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:58.923674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Network 7f373ee7-e179-444e-8640-6a4d88429f7d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:58.931736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:58.970606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a2a8fed4-9bea-4767-b48d-ce42786b56dc up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:58.983886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:58.984326 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Added segment 47456b20-9bbc-49d6-ab21-21afdd9bf981 of type vlan for network 41b1b39c-8b61-4085-9bca-2931e70c53fb Jun 22 14:57:58.991405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.052607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a2a8fed4-9bea-4767-b48d-ce42786b56dc triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:59.053575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.058793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.073788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1791826768'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:57:59.099044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.104586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:59.113345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Made reservation on behalf of 50ce0cbb77274fda91a28c7f3f44274b for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:57:59.117213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.176261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:59.193161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.196003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.238462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:59.238986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.335580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:59.370121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Transition to ACTIVE for port object bea09334-6d87-4aac-a7c0-43e3ecb6c462 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:57:59.380360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Pushing event updated for resources: {'Port': ['ID=dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:59.395578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:59.398050 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-596c15fe-9167-4cef-9844-7c126c81fbeb None None] Provisioning complete for port c5f929bc-4a3d-43c7-8509-5fd007c50d49 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:59.398431 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-596c15fe-9167-4cef-9844-7c126c81fbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.421324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.433945 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fe9b0dfc-2f90-4921-935a-d25f227a7a09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a50064495964ffba3ddd6cd8fbefb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823630 Jun 22 14:57:59.435682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.440845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34920) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:59.448080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.448275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-596c15fe-9167-4cef-9844-7c126c81fbeb None None] Port c5f929bc-4a3d-43c7-8509-5fd007c50d49 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:57:59.452449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:59.452791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.471273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.479136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:57:59.485585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.498668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:59.508411 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Network d30f626c-753c-4a78-ba1a-a679af3648a0 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:57:59.517387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.523256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:57:59.538598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:57:59.582655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e2efdea1-9e4d-4eae-83f5-228c2d5f73dd up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:57:59.600024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.613666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:57:59.614602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.630368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:59.678854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.707690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:57:59.715444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:57:59.715827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.765713 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4682570 Jun 22 14:57:59.767727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-03061772-e89f-40b2-83eb-da52f77a2c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.771476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34922) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:59.775874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.777741 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "DELETE /v2.0/subnets/9eba6659-c0f5-4f84-8e65-ec1449c181ef HTTP/1.1" status: 204 len: 168 time: 1.5330689 Jun 22 14:57:59.781609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123e8d45-5271-46fa-a3b0-34733401d271 None None] Network 0d8afded-1142-4282-a44d-31077aeaae95 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:57:59.786060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34924) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:57:59.791104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event updated for resources: {'Network': ['ID=41b1b39c-8b61-4085-9bca-2931e70c53fb,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:59.812920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:59.822643 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:59.881520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.882102 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Added segment b4acb443-d754-4fb4-a477-2c5a8695b911 of type vlan for network a6a58c56-374f-4ac5-b98f-d0998f156025 Jun 22 14:57:59.894201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672b668e-d59f-46ee-a6a4-a076b6ad9ef2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:59.911906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:59.934376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:57:59.941233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 41b1b39c-8b61-4085-9bca-2931e70c53fb details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:57:59.970801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event deleted for resources: {'Subnet': ['ID=9eba6659-c0f5-4f84-8e65-ec1449c181ef,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:57:59.973901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-03061772-e89f-40b2-83eb-da52f77a2c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:57:59.991842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:57:59.999452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:00.014960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.020399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:00.063612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:00.064235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.113344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c4bae1ff-bd9f-4e61-92f1-618f0a6ac6f8 None None] Provisioning complete for port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:00.113862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c4bae1ff-bd9f-4e61-92f1-618f0a6ac6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.115088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.134066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.165665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.193277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Pushing event updated for resources: {'Port': ['ID=bea09334-6d87-4aac-a7c0-43e3ecb6c462,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:00.201230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:00.205126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:00.220988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.231192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1d0d7dda-0880-4371-a871-853780a5a84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.256331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:58:00.257777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-c4bae1ff-bd9f-4e61-92f1-618f0a6ac6f8 None None] Port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:00.266964 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] 10.222.0.22 "PUT /v2.0/routers/cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6482413 Jun 22 14:58:00.269464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-03061772-e89f-40b2-83eb-da52f77a2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.273507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Sync routers for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:58:00.273657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-03061772-e89f-40b2-83eb-da52f77a2c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.274660 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-03061772-e89f-40b2-83eb-da52f77a2c7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aca61a12-7db1-4753-a4c5-46aa7ab967ec HTTP/1.1" status: 204 len: 168 time: 0.8326683 Jun 22 14:58:00.293494 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e2efdea1-9e4d-4eae-83f5-228c2d5f73dd,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:00.308024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.316258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:00.323988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:00.324622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:57:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:00.345327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.354741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:00.355666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.360638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:00.408167 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fcf07f3f-44af-4242-b55d-bf73baab117c tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] 10.222.0.22 "GET /v2.0/agents/aae6b415-db95-4095-b29e-d0468c8b73cb/dhcp-networks HTTP/1.1" status: 200 len: 7215 time: 0.6334922 Jun 22 14:58:00.459628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34930) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:00.475746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'Port': ['ID=14735770-9ddd-4790-b2b6-a005bcc53f75,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:00.495731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:00.497136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:00.510566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:58:00.543329 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9172626 Jun 22 14:58:00.548329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=e2efdea1-9e4d-4eae-83f5-228c2d5f73dd,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:00.554119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:00.569484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Pushing event updated for resources: {'Network': ['ID=a6a58c56-374f-4ac5-b98f-d0998f156025,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:00.584691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:00.617432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] DHCP port deletion for 0d8afded-1142-4282-a44d-31077aeaae95 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:58:00.619534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.663370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a6a58c56-374f-4ac5-b98f-d0998f156025 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:00.668262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03061772-e89f-40b2-83eb-da52f77a2c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca61a12-7db1-4753-a4c5-46aa7ab967ec,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:00.671352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-340116de-e63a-47e0-85e6-0723e472d429 None None] Provisioning for port bea09334-6d87-4aac-a7c0-43e3ecb6c462 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:00.683542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-03061772-e89f-40b2-83eb-da52f77a2c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:00.684306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.735348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:00.742987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.754489 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2283633 Jun 22 14:58:00.755526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34952) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:00.817071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e2efdea1-9e4d-4eae-83f5-228c2d5f73dd up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:00.820101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-340116de-e63a-47e0-85e6-0723e472d429 None None] Provisioning complete for port bea09334-6d87-4aac-a7c0-43e3ecb6c462 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:00.820473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-340116de-e63a-47e0-85e6-0723e472d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.862351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:58:00.862540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Deleting port f597a132-6a39-4bb7-87db-f491729d179b {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:00.862898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:00.868375 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] 10.222.0.22 "PUT /v2.0/routers/6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9788079 Jun 22 14:58:00.880068 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Sync routers for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:58:00.908089 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:00.909261 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:57:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:01.022930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-340116de-e63a-47e0-85e6-0723e472d429 None None] Port bea09334-6d87-4aac-a7c0-43e3ecb6c462 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:01.036408 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e39b7b56-3109-447c-adcc-3361893d4367 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=885e8bb2-8465-4348-b19d-91d2e60d202c HTTP/1.1" status: 200 len: 689 time: 0.2669623 Jun 22 14:58:01.037429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34962) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:01.086910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e2311-65de-4106-9f77-7da6bf74078a tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] Network 41b1b39c-8b61-4085-9bca-2931e70c53fb is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:01.090996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] For port f597a132-6a39-4bb7-87db-f491729d179b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f597a132-6a39-4bb7-87db-f491729d179b,segment=NetworkSegment(e8bc94a6-68ba-4ce5-863d-17edf0c576f4),segment_id=e8bc94a6-68ba-4ce5-863d-17edf0c576f4)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:01.092631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.116385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] Deleting port f597a132-6a39-4bb7-87db-f491729d179b {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:01.119427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.133289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:01.140639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.179351 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:01.195178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.240111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.252986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.263819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Calling delete_port for f597a132-6a39-4bb7-87db-f491729d179b owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:01.270783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:01.274464 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] For port f597a132-6a39-4bb7-87db-f491729d179b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f597a132-6a39-4bb7-87db-f491729d179b,segment=NetworkSegment(e8bc94a6-68ba-4ce5-863d-17edf0c576f4),segment_id=e8bc94a6-68ba-4ce5-863d-17edf0c576f4)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:01.275420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.284963 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-082e2311-65de-4106-9f77-7da6bf74078a tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] 10.222.0.22 "POST /v2.0/agents/aae6b415-db95-4095-b29e-d0468c8b73cb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8222132 Jun 22 14:58:01.285556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34968) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:01.386944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] Calling delete_port for f597a132-6a39-4bb7-87db-f491729d179b owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:01.504797 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-88e31714-adc7-42a6-93f3-5cd4f46357e1 tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] 10.222.0.22 "GET /v2.0/agents/aae6b415-db95-4095-b29e-d0468c8b73cb/dhcp-networks HTTP/1.1" status: 200 len: 7985 time: 0.2150841 Jun 22 14:58:01.508558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34974) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:01.586978 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f', 'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'mac_address': 'fa:16:3e:9b:75:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:57:58Z', 'revision_number': 2, 'project_id': '99949b406b5f443f84561f8fb9173852', 'subnets': [{'id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:01.621342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.626209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Pushing event updated for resources: {'Port': ['ID=bea09334-6d87-4aac-a7c0-43e3ecb6c462,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:01.637350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c9e77-fa29-49a6-a94c-349c7dc2f298 None None] Network 41b1b39c-8b61-4085-9bca-2931e70c53fb requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:01.648014 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:01.651121 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Checking router: 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:58:01.651675 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Updating router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:58:01.694938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.739495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:01.797045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 34978) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:01.798339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] Pushing event deleted for resources: {'Port': ['ID=f597a132-6a39-4bb7-87db-f491729d179b,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:01.809765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:01.834842 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.835315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] No DVR routers for this DVR port f597a132-6a39-4bb7-87db-f491729d179b on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:58:01.891967 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f1b1d106-ff63-40e1-93b8-bc581b349795 tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] 10.222.0.22 "DELETE /v2.0/agents/aae6b415-db95-4095-b29e-d0468c8b73cb/dhcp-networks/41b1b39c-8b61-4085-9bca-2931e70c53fb HTTP/1.1" status: 204 len: 168 time: 0.3796616 Jun 22 14:58:01.897618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34986) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:01.900685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Request body: {'port': {'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-286059706'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:01.921230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:01.939894 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:01.959197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-162c6750-55d7-4495-a890-386ef2b5c826 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:01.960714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:02.012875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:55Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'c5f929bc-4a3d-43c7-8509-5fd007c50d49', 'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'mac_address': 'fa:16:3e:59:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 2, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'subnets': [{'id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:02.090578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Checking router: cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:58:02.091063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Updating router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f port c5f929bc-4a3d-43c7-8509-5fd007c50d49 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:58:02.148197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Made reservation on behalf of e6763d20bb8f4650a11067f168895f4c for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:02.156139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.208940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f597a132-6a39-4bb7-87db-f491729d179b no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:58:02.242673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.270575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: f597a132-6a39-4bb7-87db-f491729d179b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:58:02.275266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f597a132-6a39-4bb7-87db-f491729d179b not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:58:02.284805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.330740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Deleting port 14735770-9ddd-4790-b2b6-a005bcc53f75 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:02.331081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.424310 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.429691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Router d36547b0-3c4f-4388-8238-7e3b80c562b8 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:58:02.455066 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Transition to ACTIVE for port object dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:02.471510 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.487111 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-80621fb5-2e03-443c-af94-68a7f917561b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:02.520092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event deleted for resources: {'Port': ['ID=f597a132-6a39-4bb7-87db-f491729d179b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:02.526600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:02.542530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] No DVR routers for this DVR port f597a132-6a39-4bb7-87db-f491729d179b on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:58:02.632617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.647054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.660080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5e576445-dddb-4e3c-abe1-37b9df1188fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:02.811288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.821371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 34998) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:02.823163 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Attempting to bind port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:02.823663 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Attempting to bind port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:02.824034 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Attempting to bind port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f on network d30f626c-753c-4a78-ba1a-a679af3648a0 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:02.831716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35000) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:02.833087 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1bfa1-bc0c-4f55-9aea-7d3edc6cd8fd None None] Pushing event updated for resources: {'Port': ['ID=dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:02.836450 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:02.837209 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Checking segment: {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:02.837770 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.838388 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Bound using segment: {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:02.838999 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Bound port: dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:02.839526 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.843202 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-8dc1bfa1-bc0c-4f55-9aea-7d3edc6cd8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:02.848280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-47729a1f-fadb-4e52-83fc-1325e424d237 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716182754', 'description': 'tempest-description--1822647628'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:02.854172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8afded-1142-4282-a44d-31077aeaae95']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:02.859948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b5eab3fe-b24c-4c11-a9b6-a147b5090c17 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1968475524', 'description': 'tempest-description--266709692'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:02.861431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] device_id is not set on port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:02.900028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bc94a6-68ba-4ce5-863d-17edf0c576f4') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:02.901043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bc94a6-68ba-4ce5-863d-17edf0c576f4') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:02.923374 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-631d39bf-9a6a-4439-9f47-4891167e2eaa tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] 10.222.0.22 "GET /v2.0/agents/aae6b415-db95-4095-b29e-d0468c8b73cb/dhcp-networks HTTP/1.1" status: 200 len: 7215 time: 1.0234792 Jun 22 14:58:02.931447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.935958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35008) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:02.960576 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] For port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:02.968405 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] For port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:02.969945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47729a1f-fadb-4e52-83fc-1325e424d237 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.978250 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:02.985257 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-8dc1bfa1-bc0c-4f55-9aea-7d3edc6cd8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:02.991683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.005390 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6fcef695-ce4f-4228-bc3d-2ab64404f890 tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] 10.222.0.22 "GET /v2.0/networks/2c61b257-a6d3-4591-a987-e739bf7ff124/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0679760 Jun 22 14:58:03.010477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:03.011071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:03.014593 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:03.028241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35010) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:03.061221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5a83a-d519-4284-9f5e-7839e29bbdac,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:03.069419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5eab3fe-b24c-4c11-a9b6-a147b5090c17 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.074249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:03.109336 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1bfa1-bc0c-4f55-9aea-7d3edc6cd8fd None None] Pushing event updated for resources: {'Port': ['ID=dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:03.127306 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-8dc1bfa1-bc0c-4f55-9aea-7d3edc6cd8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:03.134684 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d78f24d6-056e-4897-b181-f300fb656e80 tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] 10.222.0.22 "GET /v2.0/networks/2c61b257-a6d3-4591-a987-e739bf7ff124/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.1013911 Jun 22 14:58:03.134994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35016) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:03.145208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.153086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9aa6ad3d-9fc6-4935-8765-df83fcf80c8f None None] Provisioning complete for port bea09334-6d87-4aac-a7c0-43e3ecb6c462 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:03.153485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ad3d-9fc6-4935-8765-df83fcf80c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.175958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.177693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.178573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.186098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-00e93785-9b67-4976-b508-3a68f38125d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.186238 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:03.186860 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:03.193259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.204213 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] 10.222.0.22 "DELETE /v2.0/networks/0d8afded-1142-4282-a44d-31077aeaae95 HTTP/1.1" status: 204 len: 168 time: 3.4139683 Jun 22 14:58:03.207226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:03.256156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9aa6ad3d-9fc6-4935-8765-df83fcf80c8f None None] Port bea09334-6d87-4aac-a7c0-43e3ecb6c462 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:03.358149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:58:03.380770 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:03.423929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Pushing event deleted for resources: {'Network': ['ID=0d8afded-1142-4282-a44d-31077aeaae95,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:03.429050 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Calling delete_port for 14735770-9ddd-4790-b2b6-a005bcc53f75 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:03.461444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:03.466718 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Sync routers for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:58:03.477124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.504384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Transition to ACTIVE for port object c5f929bc-4a3d-43c7-8509-5fd007c50d49 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:03.516421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:03.518218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:03.522117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.538262 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e29936e0-d6b0-4f04-bc72-f91377699c16 tempest-DHCPAgentSchedulersTestJSON-1076592674 tempest-DHCPAgentSchedulersTestJSON-1076592674-project-admin] 10.222.0.22 "GET /v2.0/agents/aae6b415-db95-4095-b29e-d0468c8b73cb/dhcp-networks HTTP/1.1" status: 200 len: 6445 time: 0.4020543 Jun 22 14:58:03.543348 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35024) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:03.559370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47729a1f-fadb-4e52-83fc-1325e424d237 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.573234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cc8e5bcd-407b-4884-b7e8-df44859959d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:03.689741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5eab3fe-b24c-4c11-a9b6-a147b5090c17 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.693045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35028) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:03.699821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47729a1f-fadb-4e52-83fc-1325e424d237 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.726608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5eab3fe-b24c-4c11-a9b6-a147b5090c17 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.726778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44ad17-db35-43fb-a235-f5126b028699 None None] Pushing event updated for resources: {'Port': ['ID=c5f929bc-4a3d-43c7-8509-5fd007c50d49,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:03.729739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1e44ad17-db35-43fb-a235-f5126b028699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:03.745485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-03061772-e89f-40b2-83eb-da52f77a2c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:03.787593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] device_id is not set on port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:03.803718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35032) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:03.810825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.817982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Attempting to bind port c5f929bc-4a3d-43c7-8509-5fd007c50d49 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:03.818440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Attempting to bind port c5f929bc-4a3d-43c7-8509-5fd007c50d49 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:03.818956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Attempting to bind port c5f929bc-4a3d-43c7-8509-5fd007c50d49 on network 7f373ee7-e179-444e-8640-6a4d88429f7d {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:03.829770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:03.830449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Transition to ACTIVE for port object 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:03.830584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Checking segment: {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:03.831018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.831611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Bound using segment: {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:03.832930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Bound port: c5f929bc-4a3d-43c7-8509-5fd007c50d49, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:03.833420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.844225 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f', 'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'mac_address': 'fa:16:3e:9b:75:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:02Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'subnets': [{'id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:03.845896 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] 10.222.0.22 "PUT /v2.0/routers/d36547b0-3c4f-4388-8238-7e3b80c562b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2615087 Jun 22 14:58:03.890972 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9546fc-4862-4d29-a9cd-7a0e255abacf None None] The sync data for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv is: [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f', 'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'mac_address': 'fa:16:3e:9b:75:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:02Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'subnets': [{'id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:58:03.915530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47729a1f-fadb-4e52-83fc-1325e424d237 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:03.925306 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-47729a1f-fadb-4e52-83fc-1325e424d237 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0957034 Jun 22 14:58:03.931026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:03.939539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35038) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:03.982276 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2da7ced9-e925-4509-aa02-3ce59eb558e6 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Request body: {'security_group_rule': {'security_group_id': '4e993432-3e69-4734-b8c5-08b14b082cc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:04.008634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.015627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.027540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5eab3fe-b24c-4c11-a9b6-a147b5090c17 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.030271 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b5eab3fe-b24c-4c11-a9b6-a147b5090c17 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1953974 Jun 22 14:58:04.035098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47729a1f-fadb-4e52-83fc-1325e424d237 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e993432-3e69-4734-b8c5-08b14b082cc1,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:04.036934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35040) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:04.037766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:04.041234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.070660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e105f67d-c7f4-41ba-a9a9-1c88e934edc6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Request body: {'security_group_rule': {'security_group_id': '355b46dc-4e53-4a4b-a633-0a1e2e081152', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:04.096846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d03d50cd-38fc-43c8-977f-d77531440c3a tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2050087359'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:04.097644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d03d50cd-38fc-43c8-977f-d77531440c3a tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Unknown quota resources ['metering_label']. {{(pid=93502) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 14:58:04.191048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] For port c5f929bc-4a3d-43c7-8509-5fd007c50d49, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:04.257257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] For port c5f929bc-4a3d-43c7-8509-5fd007c50d49, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c5f929bc-4a3d-43c7-8509-5fd007c50d49,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:04.271467 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.274230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'Port': ['ID=9c3f83cd-6f3d-442c-847f-69c7d7e1fb07,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:04.280070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:04.280840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:04.282536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.328894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:04.345875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Checking segment: {'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:04.346250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Network hostable DHCP agents. Network: a6a58c56-374f-4ac5-b98f-d0998f156025, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:04.346660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.349224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event deleted for resources: {'Port': ['ID=14735770-9ddd-4790-b2b6-a005bcc53f75,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:04.353042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e105f67d-c7f4-41ba-a9a9-1c88e934edc6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.359205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:04.377505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b1b39c-8b61-4085-9bca-2931e70c53fb']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:04.390530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47456b20-9bbc-49d6-ab21-21afdd9bf981') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:04.390934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47456b20-9bbc-49d6-ab21-21afdd9bf981') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:04.402634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.423903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.431846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:04.432426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.441081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.458650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Network a6a58c56-374f-4ac5-b98f-d0998f156025 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:04.485151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44ad17-db35-43fb-a235-f5126b028699 None None] Pushing event updated for resources: {'Port': ['ID=c5f929bc-4a3d-43c7-8509-5fd007c50d49,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:04.493030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1e44ad17-db35-43fb-a235-f5126b028699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:04.503747 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:04.504389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:04.544414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a6a58c56-374f-4ac5-b98f-d0998f156025) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:04.551999 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:04.568197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:04.587064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2da7ced9-e925-4509-aa02-3ce59eb558e6 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.589947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.602075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eecceec-c919-4b67-914c-d172a99d2c97 None None] Network a6a58c56-374f-4ac5-b98f-d0998f156025 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:04.669858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:04.674189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:04.676165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:04.683412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.695362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.700017 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] 10.222.0.22 "DELETE /v2.0/networks/41b1b39c-8b61-4085-9bca-2931e70c53fb HTTP/1.1" status: 204 len: 168 time: 1.1556985 Jun 22 14:58:04.701202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eab3fe-b24c-4c11-a9b6-a147b5090c17 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355b46dc-4e53-4a4b-a633-0a1e2e081152,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:04.701379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e105f67d-c7f4-41ba-a9a9-1c88e934edc6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.701931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35046) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:04.706194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b5eab3fe-b24c-4c11-a9b6-a147b5090c17 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:04.714827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-292a2f82-e559-49b3-908a-4f3c33354e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:04.751413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event deleted for resources: {'Network': ['ID=41b1b39c-8b61-4085-9bca-2931e70c53fb,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:04.755510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:04.774073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37186254-cfd7-4368-a43a-a936916d7817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.954s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:04.774398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37186254-cfd7-4368-a43a-a936916d7817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:04.780919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35048) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:04.798351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e105f67d-c7f4-41ba-a9a9-1c88e934edc6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.798532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'bea09334-6d87-4aac-a7c0-43e3ecb6c462', 'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'mac_address': 'fa:16:3e:cd:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:58Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 2, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'subnets': [{'id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:04.799811 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec3210b-e33f-43b1-bd95-958c0629246d tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] DELETE failed (client error): The resource could not be found. Jun 22 14:58:04.800755 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec3210b-e33f-43b1-bd95-958c0629246d tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:58:04.805896 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4ec3210b-e33f-43b1-bd95-958c0629246d tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] 10.222.0.22 "DELETE /v2.0/ports/8bc44604-fded-4750-854a-8feed9814f6e HTTP/1.1" status: 404 len: 333 time: 0.1010158 Jun 22 14:58:04.809215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35050) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:04.811746 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:04.812277 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:04.822552 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 2 to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 Jun 22 14:58:04.833059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:04.866976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:04.870375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Checking router: d36547b0-3c4f-4388-8238-7e3b80c562b8 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:58:04.870738 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Updating router d36547b0-3c4f-4388-8238-7e3b80c562b8 port bea09334-6d87-4aac-a7c0-43e3ecb6c462 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:58:04.873732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d03d50cd-38fc-43c8-977f-d77531440c3a tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.879022 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d03d50cd-38fc-43c8-977f-d77531440c3a tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1841073 Jun 22 14:58:04.879832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35052) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:04.889660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6b5f9ba7-86f2-4667-b645-25de83f3d2af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758752710', 'description': 'tempest-description--1955181433'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:04.899947 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3db944f5-e23f-473d-a5a2-a092f748035b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed9400f21dbf483890ccc2440956d5e9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0639453 Jun 22 14:58:04.905019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35054) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:04.908457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:04.909034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:04.909520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:04.921056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:04.921615 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:04.922320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f67d-c7f4-41ba-a9a9-1c88e934edc6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b35e581-bd35-422f-bf8c-817e902aaa0f,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:04.928499 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 3 to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 Jun 22 14:58:04.937261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-47131fb6-dfdb-4b72-8cfa-c2e635e296c3 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3e93dd12-c8de-44d3-816b-ed9dacec0160'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:04.937933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-47131fb6-dfdb-4b72-8cfa-c2e635e296c3 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93502) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 14:58:04.944160 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e105f67d-c7f4-41ba-a9a9-1c88e934edc6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.948003 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e105f67d-c7f4-41ba-a9a9-1c88e934edc6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9047692 Jun 22 14:58:04.951412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e105f67d-c7f4-41ba-a9a9-1c88e934edc6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:04.956369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35056) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:04.962947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7881838d-a337-4624-890d-f9c235df308d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Request body: {'security_group_rule': {'security_group_id': '355b46dc-4e53-4a4b-a633-0a1e2e081152', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:04.972427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Deleting subnet a7955b1d-1487-4007-87a4-d63ab261f046 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:58:04.978095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:04.978648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:04.979513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:04.988678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:04.991145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:04.991481 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:04.992417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.008731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2da7ced9-e925-4509-aa02-3ce59eb558e6 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.026125 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 4 to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 Jun 22 14:58:05.037562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0a6f6ebe-1307-43b4-abda-adc33a217e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:05.044433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:05.047721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.070655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2da7ced9-e925-4509-aa02-3ce59eb558e6 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.097950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e02fdf38-0df7-466e-bb1d-e7d420d7c763,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:05.166674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.171783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9ba7-86f2-4667-b645-25de83f3d2af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.179064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.179437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.180295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.180915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > port after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.181269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > port after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.181614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > port after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.181942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.182341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.182669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.183009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.240036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:05.243714 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.services.metering.metering_plugin [None req-47131fb6-dfdb-4b72-8cfa-c2e635e296c3 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 14:58:05.312632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:05.320354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2da7ced9-e925-4509-aa02-3ce59eb558e6 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.321731 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2da7ced9-e925-4509-aa02-3ce59eb558e6 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3755443 Jun 22 14:58:05.383270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:05.383650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.461404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.462080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.462472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.462943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=93501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 14:58:05.463416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885e8bb2-8465-4348-b19d-91d2e60d202c']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:05.475567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7ced9-e925-4509-aa02-3ce59eb558e6 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e3fab6-a707-44f4-bd81-263a6a343294,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:05.479760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:05.480950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:05.481376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:05.482389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:05.490797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.494445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35058) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:05.499331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9ba7-86f2-4667-b645-25de83f3d2af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.502131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:05.502567 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:05.506881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0d1c59-a4a3-4af4-93f4-b0d33c1c17ed') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:05.507298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0d1c59-a4a3-4af4-93f4-b0d33c1c17ed') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:05.516201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-dff88795-cbf9-4a69-8809-d8dc9ca5b1b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Request body: {'security_group_rule': {'security_group_id': '4e993432-3e69-4734-b8c5-08b14b082cc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:05.542609 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 5 to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 Jun 22 14:58:05.548390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9ba7-86f2-4667-b645-25de83f3d2af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.550121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47131fb6-dfdb-4b72-8cfa-c2e635e296c3 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.551799 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-47131fb6-dfdb-4b72-8cfa-c2e635e296c3 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6567216 Jun 22 14:58:05.553232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2da7ced9-e925-4509-aa02-3ce59eb558e6 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:05.558851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35060) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:05.563157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7817504b-bffb-4bc5-89f8-458b4e59d65d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:05.564601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.569253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7881838d-a337-4624-890d-f9c235df308d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.575164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2053f738-004c-450c-a612-e953e5f7d63d tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3e93dd12-c8de-44d3-816b-ed9dacec0160'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:05.575567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2053f738-004c-450c-a612-e953e5f7d63d tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93502) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 14:58:05.586831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64c77859-46d9-4a5d-8754-ffac1cc036c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.616722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.631863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:05.632362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:05.632835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:05.637018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.666698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f9ba7-86f2-4667-b645-25de83f3d2af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:05.670479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:05.670999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.674193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64c77859-46d9-4a5d-8754-ffac1cc036c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: from cryptography.utils import int_from_bytes Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: from cryptography.utils import int_from_bytes Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:05.675634 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:05.678324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6b5f9ba7-86f2-4667-b645-25de83f3d2af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:05.683813 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.services.metering.metering_plugin [None req-2053f738-004c-450c-a612-e953e5f7d63d tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 22 14:58:05.692803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:05.694166 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:05.695540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9ba7-86f2-4667-b645-25de83f3d2af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.696716 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6b5f9ba7-86f2-4667-b645-25de83f3d2af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8458416 Jun 22 14:58:05.731365 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 6 to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 Jun 22 14:58:05.734515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dff88795-cbf9-4a69-8809-d8dc9ca5b1b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.736476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35062) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:05.744246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-61650efb-1b15-4abd-9518-9873979c1381 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Request body: {'security_group_rule': {'security_group_id': '0a5acbfd-27fc-4aaa-a123-aecdbc575d8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:05.795258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.803353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2053f738-004c-450c-a612-e953e5f7d63d tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.806741 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2053f738-004c-450c-a612-e953e5f7d63d tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2397175 Jun 22 14:58:05.807636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35064) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:05.829390 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0120cd7d-18b8-4e77-ae17-be72cc70cb85 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=5944da28-2ac9-485e-99e2-adbcef741d57 HTTP/1.1" status: 200 len: 462 time: 0.0174716 Jun 22 14:58:05.832586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35066) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:05.862590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61650efb-1b15-4abd-9518-9873979c1381 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.864255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:05.864768 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:05.865272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:05.883958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:55Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'c5f929bc-4a3d-43c7-8509-5fd007c50d49', 'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'mac_address': 'fa:16:3e:59:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:04Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'subnets': [{'id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:05.891441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:05.893811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64c77859-46d9-4a5d-8754-ffac1cc036c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.911252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.914060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:05.914391 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:05.918593 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 7 to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 Jun 22 14:58:05.925155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.932836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:05.935858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31984c-93e5-4280-b734-27f484d1258c None None] The sync data for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv is: [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:55Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'c5f929bc-4a3d-43c7-8509-5fd007c50d49', 'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'mac_address': 'fa:16:3e:59:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:04Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'subnets': [{'id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:58:05.942935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.949454 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64c77859-46d9-4a5d-8754-ffac1cc036c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.950584 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-64c77859-46d9-4a5d-8754-ffac1cc036c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7678b497-1e29-410b-a262-5720b2ca58d2 HTTP/1.1" status: 204 len: 168 time: 1.0097723 Jun 22 14:58:05.951685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64462198-6709-4715-a74f-9461da50b1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:05.962599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7881838d-a337-4624-890d-f9c235df308d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.970320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c77859-46d9-4a5d-8754-ffac1cc036c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7678b497-1e29-410b-a262-5720b2ca58d2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:05.971941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.979593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dff88795-cbf9-4a69-8809-d8dc9ca5b1b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.987823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7881838d-a337-4624-890d-f9c235df308d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:05.992428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:05.992785 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:05.993111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:06.000407 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dff88795-cbf9-4a69-8809-d8dc9ca5b1b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.012385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64c77859-46d9-4a5d-8754-ffac1cc036c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:06.016197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e105f67d-c7f4-41ba-a9a9-1c88e934edc6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:06.021284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Transition to ACTIVE for port object bea09334-6d87-4aac-a7c0-43e3ecb6c462 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:06.021718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-645ef24b-b497-4e08-8368-f544d45d9261 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.023697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 885e8bb2-8465-4348-b19d-91d2e60d202c {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 14:58:06.025910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35070) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:06.027215 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-645ef24b-b497-4e08-8368-f544d45d9261 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/5944da28-2ac9-485e-99e2-adbcef741d57 HTTP/1.1" status: 204 len: 168 time: 0.1925697 Jun 22 14:58:06.035618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7881838d-a337-4624-890d-f9c235df308d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.040909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35072) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:06.045475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:06.048699 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7881838d-a337-4624-890d-f9c235df308d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0908158 Jun 22 14:58:06.049655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:06.050124 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:06.059745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.060470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.062195 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "DELETE /v2.0/networks/885e8bb2-8465-4348-b19d-91d2e60d202c HTTP/1.1" status: 204 len: 168 time: 5.0238228 Jun 22 14:58:06.062945 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 8 to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 Jun 22 14:58:06.066992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35074) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:06.085363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61650efb-1b15-4abd-9518-9873979c1381 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.088311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881838d-a337-4624-890d-f9c235df308d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9791fb66-70fb-4f7f-8082-2566929324a6,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:06.100338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61650efb-1b15-4abd-9518-9873979c1381 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.104773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:06.105143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2da7ced9-e925-4509-aa02-3ce59eb558e6 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:06.109772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:06.112137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:06.131878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.137573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61650efb-1b15-4abd-9518-9873979c1381 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8b5ba9-b69c-4efd-a276-2db2ecfe5424,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:06.150684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-61650efb-1b15-4abd-9518-9873979c1381 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:06.328720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24f837-f941-4874-8885-dbc1dfb8d6c2 None None] Pushing event updated for resources: {'Port': ['ID=bea09334-6d87-4aac-a7c0-43e3ecb6c462,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:06.368698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8f24f837-f941-4874-8885-dbc1dfb8d6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:06.397644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Attempting to bind port bea09334-6d87-4aac-a7c0-43e3ecb6c462 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:06.398184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Attempting to bind port bea09334-6d87-4aac-a7c0-43e3ecb6c462 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:06.398668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Attempting to bind port bea09334-6d87-4aac-a7c0-43e3ecb6c462 on network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:06.405360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:06.405841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Checking segment: {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:06.406365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.406876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Bound using segment: {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:06.407469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Bound port: bea09334-6d87-4aac-a7c0-43e3ecb6c462, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:06.410822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.463994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61650efb-1b15-4abd-9518-9873979c1381 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.465817 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-61650efb-1b15-4abd-9518-9873979c1381 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7264388 Jun 22 14:58:06.469894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35082) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:06.476293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6c52c839-2878-4c43-91fd-300a8cfbc7c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Request body: {'security_group_rule': {'security_group_id': '0a5acbfd-27fc-4aaa-a123-aecdbc575d8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:06.500517 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b209f93d-827e-454b-ae52-22e389e5065d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.4286494 Jun 22 14:58:06.506576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35084) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:06.521292 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7420a1b7-69e4-4bab-9e77-af900d254458 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=5944da28-2ac9-485e-99e2-adbcef741d57 HTTP/1.1" status: 200 len: 221 time: 0.4875953 Jun 22 14:58:06.522562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:06.522902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:06.524802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:06.532596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35086) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:06.543954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-790f49ef-c233-411e-a7e8-4315118a5867 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--695644358', 'description': 'label created by tempest'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:06.545146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-790f49ef-c233-411e-a7e8-4315118a5867 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Unknown quota resources ['metering_label']. {{(pid=93502) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 22 14:58:06.549905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] For port bea09334-6d87-4aac-a7c0-43e3ecb6c462, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:06.554915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] For port bea09334-6d87-4aac-a7c0-43e3ecb6c462, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bea09334-6d87-4aac-a7c0-43e3ecb6c462,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:06.566446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.567961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.569173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:06.571759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6952baee-3944-4113-b193-ff468025eaf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:06.571949 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:06.576282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6c52c839-2878-4c43-91fd-300a8cfbc7c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.580608 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 9 to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 Jun 22 14:58:06.596600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dff88795-cbf9-4a69-8809-d8dc9ca5b1b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.597935 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dff88795-cbf9-4a69-8809-d8dc9ca5b1b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0940976 Jun 22 14:58:06.616626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff88795-cbf9-4a69-8809-d8dc9ca5b1b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee29813-41b1-4152-9b73-2f27ee42673d,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:06.623179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35090) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:06.640871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dff88795-cbf9-4a69-8809-d8dc9ca5b1b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:06.658190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:06.697591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:06.698225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:06.707897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.689s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:06.715331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24f837-f941-4874-8885-dbc1dfb8d6c2 None None] Pushing event updated for resources: {'Port': ['ID=bea09334-6d87-4aac-a7c0-43e3ecb6c462,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:06.729783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8f24f837-f941-4874-8885-dbc1dfb8d6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:06.733033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event deleted for resources: {'Network': ['ID=885e8bb2-8465-4348-b19d-91d2e60d202c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:06.737486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:06.738276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.759700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:06.760153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:06.760503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:06.770137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:06.775705 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] 10.222.0.22 "DELETE /v2.0/subnets/a7955b1d-1487-4007-87a4-d63ab261f046 HTTP/1.1" status: 204 len: 168 time: 1.9650075 Jun 22 14:58:06.776337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35094) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:06.776914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.744s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:06.777227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:06.785479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:06.788192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479567f2-4c27-47f0-be61-8d26973086c4 None None] Network 2c61b257-a6d3-4591-a987-e739bf7ff124 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:06.864847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:06.865128 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:06.894803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747af67d-804f-42a0-b67f-9e85933d36b1 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:06.895520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747af67d-804f-42a0-b67f-9e85933d36b1 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:06.896042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747af67d-804f-42a0-b67f-9e85933d36b1 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:06.896557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747af67d-804f-42a0-b67f-9e85933d36b1 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:06.897095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747af67d-804f-42a0-b67f-9e85933d36b1 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:06.897607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747af67d-804f-42a0-b67f-9e85933d36b1 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:06.899439 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-747af67d-804f-42a0-b67f-9e85933d36b1 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.3906114 Jun 22 14:58:06.915281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35098) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:06.925369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40fef818-58ae-4e99-bcdc-82c9457d4a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:07.017289 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 10 to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 Jun 22 14:58:07.042628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event deleted for resources: {'Subnet': ['ID=a7955b1d-1487-4007-87a4-d63ab261f046,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:07.043361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-790f49ef-c233-411e-a7e8-4315118a5867 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.047365 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-790f49ef-c233-411e-a7e8-4315118a5867 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5134573 Jun 22 14:58:07.064036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6c52c839-2878-4c43-91fd-300a8cfbc7c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.067448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35104) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.090033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:07.102929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6c52c839-2878-4c43-91fd-300a8cfbc7c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.127744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:07.157933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-61650efb-1b15-4abd-9518-9873979c1381 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:07.162473 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-d224a432-e56a-4a08-97fd-d6361602150f tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] delete failed (client error): The resource could not be found. Jun 22 14:58:07.175533 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:07.176434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.176543 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d224a432-e56a-4a08-97fd-d6361602150f tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/b744a84f-98d1-4953-9f69-7eec050d77d9 HTTP/1.1" status: 404 len: 345 time: 0.1553359 Jun 22 14:58:07.179846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35108) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.183159 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-32992f35-6c8e-403c-af92-9656be2647a4 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=a6c1ffec-c918-4227-a02a-34aea42e7000 HTTP/1.1" status: 200 len: 467 time: 0.1154530 Jun 22 14:58:07.191102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35110) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.192551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.203283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52c839-2878-4c43-91fd-300a8cfbc7c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b2ce8e-edcf-47d8-bec0-7f0c04a74807,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:07.214186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6c52c839-2878-4c43-91fd-300a8cfbc7c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:07.230956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:07.231330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:07.231779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:07.264937 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bff31a6-ab46-49be-8079-1c8daea1cac5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] DELETE failed (client error): The resource could not be found. Jun 22 14:58:07.265909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bff31a6-ab46-49be-8079-1c8daea1cac5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:58:07.267458 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1bff31a6-ab46-49be-8079-1c8daea1cac5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "DELETE /v2.0/networks/885e8bb2-8465-4348-b19d-91d2e60d202c HTTP/1.1" status: 404 len: 339 time: 0.0749719 Jun 22 14:58:07.273082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:07.273330 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:07.273701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.277131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35112) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.303121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Request body: {'network': {'name': 'tempest-network--945146376', 'router:external': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:07.306887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6c52c839-2878-4c43-91fd-300a8cfbc7c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.317433 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6c52c839-2878-4c43-91fd-300a8cfbc7c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8462861 Jun 22 14:58:07.318095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.320674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35114) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.333353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35116) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.383102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Allocated IP 172.26.6.151 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/c1cb106d-2c61-4cf5-a2d7-de2cffa33fe4) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:07.421843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Made reservation on behalf of 808a42da167f4bea8b8d230a10d9bce2 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:07.424311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.463601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] For port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07, host hv-neutron-6013, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:07.464116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempted to set empty binding levels {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 14:58:07.466344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:07.500513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.516869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d605ed9f-0a9c-4f1d-b97c-db1dfa412d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:07.522651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:07.587826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1222329238'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:07.592658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] DHCP port deletion for 2c61b257-a6d3-4591-a987-e739bf7ff124 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:58:07.596031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.613946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.617597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.617940 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Added segment 929b2077-bf7f-452e-9c0e-d6c9f19e27ae of type vlan for network 774b48c1-b736-4786-9405-c29d0dc48166 Jun 22 14:58:07.623504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:07.624094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.655070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Deleting port a2a8fed4-9bea-4767-b48d-ce42786b56dc {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:07.655733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.668941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'bea09334-6d87-4aac-a7c0-43e3ecb6c462', 'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'mac_address': 'fa:16:3e:cd:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:58Z', 'updated_at': '2021-06-22T14:58:06Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'subnets': [{'id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:07.709701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0521d-8e6e-4bdf-8bd8-f79b1816b9f0 None None] The sync data for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv is: [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'bea09334-6d87-4aac-a7c0-43e3ecb6c462', 'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'mac_address': 'fa:16:3e:cd:a3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:58Z', 'updated_at': '2021-06-22T14:58:06Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'subnets': [{'id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:58:07.712286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'Port': ['ID=9c3f83cd-6f3d-442c-847f-69c7d7e1fb07,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:07.715479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c0020403-1a3f-478a-b2a7-9c19caea2b1c tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.716992 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c0020403-1a3f-478a-b2a7-9c19caea2b1c tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/a6c1ffec-c918-4227-a02a-34aea42e7000 HTTP/1.1" status: 204 len: 168 time: 0.5222387 Jun 22 14:58:07.722710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35120) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.727799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:07.729456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] Deleting port a2a8fed4-9bea-4767-b48d-ce42786b56dc {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:07.730016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.762389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.766522 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d26f7fa7-d900-42a3-b237-8d654d6df6e5 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=a6c1ffec-c918-4227-a02a-34aea42e7000 HTTP/1.1" status: 200 len: 216 time: 0.0393775 Jun 22 14:58:07.775880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35122) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.802618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Made reservation on behalf of 347c67469be24ce79cf8a3d9fa3bd005 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:07.813287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.822765 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8471a8bd-20e2-44d7-bd3c-ba1e22d725eb tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0457447 Jun 22 14:58:07.828178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35124) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.845406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] For port a2a8fed4-9bea-4767-b48d-ce42786b56dc, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a2a8fed4-9bea-4767-b48d-ce42786b56dc,segment=NetworkSegment(06560e8a-7696-47f6-ac68-d9b4b1d5f8dc),segment_id=06560e8a-7696-47f6-ac68-d9b4b1d5f8dc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:07.845802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.849341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.861019 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ee001778-a02d-4b82-bf38-8c8ee4b98388 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0265741 Jun 22 14:58:07.866006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.867367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35126) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.880100 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.0800927 Jun 22 14:58:07.889034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35128) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.906314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] For port a2a8fed4-9bea-4767-b48d-ce42786b56dc, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a2a8fed4-9bea-4767-b48d-ce42786b56dc,segment=NetworkSegment(06560e8a-7696-47f6-ac68-d9b4b1d5f8dc),segment_id=06560e8a-7696-47f6-ac68-d9b4b1d5f8dc)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:07.906597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.920059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] Calling delete_port for a2a8fed4-9bea-4767-b48d-ce42786b56dc owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:07.962652 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1cc79b9a-2db0-4241-bc9b-89404bab1e22 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/3e93dd12-c8de-44d3-816b-ed9dacec0160 HTTP/1.1" status: 200 len: 473 time: 0.0939679 Jun 22 14:58:07.968202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35130) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:07.982819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:07.994798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-444f9030-1c26-44e6-9ba8-3e7a185f7e2b tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:08.000043 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Calling delete_port for a2a8fed4-9bea-4767-b48d-ce42786b56dc owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:08.002861 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f22eadc8-f997-4ae7-8501-1bc9f21d5cee tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/58ee8393-59d2-43eb-b03e-261ac5fd4ffc HTTP/1.1" status: 200 len: 459 time: 0.0320196 Jun 22 14:58:08.008879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35132) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:08.018918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.021720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:08.052450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] Pushing event deleted for resources: {'Port': ['ID=a2a8fed4-9bea-4767-b48d-ce42786b56dc,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:08.057138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:08.058273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] No DVR routers for this DVR port a2a8fed4-9bea-4767-b48d-ce42786b56dc on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:58:08.071519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.074439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:08.074656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.095131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:08.101839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.114285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6f220da-3ecf-490d-8c9b-2fe353f326f9 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:08.117234 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:08.130160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:08.165735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Pushing event updated for resources: {'Port': ['ID=c1cb106d-2c61-4cf5-a2d7-de2cffa33fe4,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:08.195117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:08.221238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Deleting port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:08.221573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.222017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Allocated IP 172.26.6.198 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/ef8024f6-00fa-44ec-9bfc-828deb3795b1) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:08.294543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'Network': ['ID=774b48c1-b736-4786-9405-c29d0dc48166,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:08.297553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:08.300776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] For port 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07, host hv-neutron-6013, got binding levels [] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:08.301141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.312316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 774b48c1-b736-4786-9405-c29d0dc48166 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:08.352267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e634d2bf-3eaf-4efb-b489-a9620c768d06 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.356011 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e634d2bf-3eaf-4efb-b489-a9620c768d06 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/58ee8393-59d2-43eb-b03e-261ac5fd4ffc HTTP/1.1" status: 204 len: 168 time: 0.3381646 Jun 22 14:58:08.362373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35134) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:08.389042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Calling delete_port for 9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:08.492946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.521780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:08.522194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.523163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.549142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c3f83cd-6f3d-442c-847f-69c7d7e1fb07,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:08.557891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:08.570420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.574808 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "DELETE /v2.0/ports/9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 HTTP/1.1" status: 204 len: 168 time: 0.6823134 Jun 22 14:58:08.576796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35136) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:08.578651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:08.588070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.609456 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3287656 Jun 22 14:58:08.613027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35138) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:08.614062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.615188 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-321c6c0c-c11a-4f1f-8b23-513b8fc9d932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] GET failed (client error): The resource could not be found. Jun 22 14:58:08.620586 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-321c6c0c-c11a-4f1f-8b23-513b8fc9d932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "GET /v2.0/ports/9c3f83cd-6f3d-442c-847f-69c7d7e1fb07 HTTP/1.1" status: 404 len: 333 time: 0.0400584 Jun 22 14:58:08.622853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35140) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:08.676988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] No DVR routers for this DVR port a2a8fed4-9bea-4767-b48d-ce42786b56dc on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:58:08.683335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event deleted for resources: {'Port': ['ID=a2a8fed4-9bea-4767-b48d-ce42786b56dc,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:08.686249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:08.699965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-11cb6bc7-3bd7-45f2-a055-e4922ff236ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:08.754889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:08.783049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Request body: {'port': {'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1114649330'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:08.811113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c5f929bc-4a3d-43c7-8509-5fd007c50d49 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:08.879901 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.887743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port c5f929bc-4a3d-43c7-8509-5fd007c50d49 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:08.890356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.890715 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Added segment 2f49bd64-9cad-4fac-9b2d-409c4fded736 of type vlan for network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 Jun 22 14:58:08.894812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcdbee9c-9be5-4027-9fed-995e75a51294 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.895280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port c5f929bc-4a3d-43c7-8509-5fd007c50d49 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:08.898459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.898596 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dcdbee9c-9be5-4027-9fed-995e75a51294 tempest-MeteringIpV6TestJSON-2123759485 tempest-MeteringIpV6TestJSON-2123759485-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/3e93dd12-c8de-44d3-816b-ed9dacec0160 HTTP/1.1" status: 204 len: 168 time: 0.5239234 Jun 22 14:58:08.950751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:08.977159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505ce5d0-73ab-49ea-a3e6-42033c0f9c42,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:08.983672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:09.006971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c61b257-a6d3-4591-a987-e739bf7ff124']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:09.034941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06560e8a-7696-47f6-ac68-d9b4b1d5f8dc') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:09.035242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06560e8a-7696-47f6-ac68-d9b4b1d5f8dc') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:09.051433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.066508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.088062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.097036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.106509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:09.107126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:09.111113 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:09.129373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.139077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port c5f929bc-4a3d-43c7-8509-5fd007c50d49, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c5f929bc-4a3d-43c7-8509-5fd007c50d49,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:09.144385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.145460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bea09334-6d87-4aac-a7c0-43e3ecb6c462 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:09.148490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1b6741fe-ab15-454c-9ec7-a839029f019b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:09.166694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:09.198934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Made reservation on behalf of e6763d20bb8f4650a11067f168895f4c for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:09.203383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.211375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.232970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:09.233610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.239193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:09.252543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:09.255838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:09.264057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.266746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=c5f929bc-4a3d-43c7-8509-5fd007c50d49,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:09.270296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:09.271139 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port bea09334-6d87-4aac-a7c0-43e3ecb6c462 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:09.274702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Pushing event updated for resources: {'Port': ['ID=ef8024f6-00fa-44ec-9bfc-828deb3795b1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:09.276065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port bea09334-6d87-4aac-a7c0-43e3ecb6c462 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:09.276429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.277696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:09.299477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.304591 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] 10.222.0.22 "DELETE /v2.0/networks/2c61b257-a6d3-4591-a987-e739bf7ff124 HTTP/1.1" status: 204 len: 168 time: 2.4344683 Jun 22 14:58:09.305327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:09.329302 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9928346 Jun 22 14:58:09.342310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35148) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:09.366524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Request body: {'subnet': {'network_id': '48738af6-a792-43b1-8ab6-dc0d0e5d3e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:09.405991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.449815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port bea09334-6d87-4aac-a7c0-43e3ecb6c462, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bea09334-6d87-4aac-a7c0-43e3ecb6c462,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:09.457547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.463276 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:09.529589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=bea09334-6d87-4aac-a7c0-43e3ecb6c462,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:09.533272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:09.549659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35152) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:09.553110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a2a8fed4-9bea-4767-b48d-ce42786b56dc no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:58:09.569827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.585815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: a2a8fed4-9bea-4767-b48d-ce42786b56dc {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:58:09.595131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc2c88-6635-41d3-8a65-becf6706182c tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:09.597337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a2a8fed4-9bea-4767-b48d-ce42786b56dc not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:58:09.604542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc2c88-6635-41d3-8a65-becf6706182c tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:09.610776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event updated for resources: {'Network': ['ID=48738af6-a792-43b1-8ab6-dc0d0e5d3e91,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:09.614880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc2c88-6635-41d3-8a65-becf6706182c tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:09.620897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc2c88-6635-41d3-8a65-becf6706182c tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:09.622844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-42bc2c88-6635-41d3-8a65-becf6706182c tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.0044646 Jun 22 14:58:09.650021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:09.665457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.671825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35156) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:09.728459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Allocated IP 172.26.6.148 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/9c276aad-4860-406d-a413-bf1009a47a70) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:09.758096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.762403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Pushing event deleted for resources: {'Network': ['ID=2c61b257-a6d3-4591-a987-e739bf7ff124,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:09.782064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:09.783883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:09.784186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:09.824171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.882599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] device_id is not set on port 883b819b-8580-4fc7-8973-cd020db105c7 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:09.909279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.915662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35160) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:09.985541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:09.995813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774b48c1-b736-4786-9405-c29d0dc48166']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:10.007538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929b2077-bf7f-452e-9c0e-d6c9f19e27ae') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:10.007836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929b2077-bf7f-452e-9c0e-d6c9f19e27ae') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:10.017258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.026659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.043444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.080869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:10.081283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:10.082976 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:10.188141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.191517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.214957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:10.220406 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 774b48c1-b736-4786-9405-c29d0dc48166 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 14:58:10.238855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.246273 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "DELETE /v2.0/networks/774b48c1-b736-4786-9405-c29d0dc48166 HTTP/1.1" status: 204 len: 168 time: 0.5653222 Jun 22 14:58:10.249494 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c689d4be-87a0-4a52-a101-b9ef93bcaf85 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a900eca0899c4211b2156fd62c3f4abd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3325961 Jun 22 14:58:10.250327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35164) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:10.254082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.255388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35166) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:10.255971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.261519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Request body: {'network': {'name': 'tempest-network--525592886', 'router:external': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:10.267190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event deleted for resources: {'Network': ['ID=774b48c1-b736-4786-9405-c29d0dc48166,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:10.278621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5cc5e5d7-1849-4876-96ae-289c39a8989f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:10.279081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:10.315123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.324714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Made reservation on behalf of 347c67469be24ce79cf8a3d9fa3bd005 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:10.329096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.330422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.331435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:10.334115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Made reservation on behalf of 808a42da167f4bea8b8d230a10d9bce2 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:10.336372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.390811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Pushing event updated for resources: {'Port': ['ID=c1cb106d-2c61-4cf5-a2d7-de2cffa33fe4,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:10.406297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-40ff8854-af22-429b-b18a-a707a089bb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.426584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b16f9499-741b-4323-8040-ad103d8e8630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.432605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Pushing event updated for resources: {'Port': ['ID=ef8024f6-00fa-44ec-9bfc-828deb3795b1,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:10.437538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:10.440977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:10.461116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.461464 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Added segment bac25c11-accd-4add-9767-a2468bf99555 of type vlan for network f2e58169-93d5-4627-a984-6d6b8fd7f9aa Jun 22 14:58:10.480045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.484663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b16f9499-741b-4323-8040-ad103d8e8630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.534021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Pushing event updated for resources: {'Port': ['ID=9c276aad-4860-406d-a413-bf1009a47a70,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:10.542432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:10.547833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:10.548104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:10.552272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.553690 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9200718 Jun 22 14:58:10.561187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.568021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:10.586892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:10.606247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:10.665958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.667328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:10.667917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.686211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:10.746440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'Network': ['ID=f2e58169-93d5-4627-a984-6d6b8fd7f9aa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:10.751904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:10.761646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network f2e58169-93d5-4627-a984-6d6b8fd7f9aa details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:10.761851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b16f9499-741b-4323-8040-ad103d8e8630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.765088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b16f9499-741b-4323-8040-ad103d8e8630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.766253 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b16f9499-741b-4323-8040-ad103d8e8630 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de265a4c-64d5-42d1-a255-171d5318d061 HTTP/1.1" status: 204 len: 168 time: 0.5004044 Jun 22 14:58:10.767034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:10.787188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f9499-741b-4323-8040-ad103d8e8630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de265a4c-64d5-42d1-a255-171d5318d061,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:10.788231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c5f929bc-4a3d-43c7-8509-5fd007c50d49 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:10.789924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b16f9499-741b-4323-8040-ad103d8e8630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:10.802770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.858153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.895309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:10.939902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port c5f929bc-4a3d-43c7-8509-5fd007c50d49 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:10.940451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.055578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bea09334-6d87-4aac-a7c0-43e3ecb6c462 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:11.065470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.084447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-40ff8854-af22-429b-b18a-a707a089bb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.093998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.110577 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8558693 Jun 22 14:58:11.113139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35192) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:11.138444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-40ff8854-af22-429b-b18a-a707a089bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.141825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:11.149724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.165475 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1239750 Jun 22 14:58:11.167103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.180816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port bea09334-6d87-4aac-a7c0-43e3ecb6c462 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:11.182202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.245156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35196) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:11.290955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35204) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:11.305820 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 14:58:11.307499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed84846-e4aa-4230-8ee1-f320b44a749c tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:11.308487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-366770d1-a67e-4fe1-b477-de860fa23c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.309511 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1ed84846-e4aa-4230-8ee1-f320b44a749c tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] 10.222.0.22 "GET /v2.0/networks/f2e58169-93d5-4627-a984-6d6b8fd7f9aa HTTP/1.1" status: 200 len: 756 time: 0.1911063 Jun 22 14:58:11.312971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35206) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:11.349349 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-40ff8854-af22-429b-b18a-a707a089bb2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=603a3c78f84f49a48860137c754ff872&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7771316 Jun 22 14:58:11.386467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35208) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:11.388303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Network a6a58c56-374f-4ac5-b98f-d0998f156025 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:11.421274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6348c-c078-4a5a-81d8-d842307d3b2e tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:11.425545 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-08a6348c-c078-4a5a-81d8-d842307d3b2e tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] 10.222.0.22 "GET /v2.0/networks/3c6de634-a5fc-49f4-a296-b5f97d469d2d HTTP/1.1" status: 200 len: 768 time: 0.1113968 Jun 22 14:58:11.426159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35218) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:11.482126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event updated for resources: {'Subnet': ['ID=6e9da7db-617a-4f1a-8a10-234e66e39eb6,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:11.485033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:11.490752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Checking segment: {'id': '2f49bd64-9cad-4fac-9b2d-409c4fded736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48738af6-a792-43b1-8ab6-dc0d0e5d3e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:11.491203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Network hostable DHCP agents. Network: 48738af6-a792-43b1-8ab6-dc0d0e5d3e91, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:11.501669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:11.502483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:11.503312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.503445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:11.504028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.525318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:11.584193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff8854-af22-429b-b18a-a707a089bb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8541d39-fc47-421c-9c82-9960720b6e1e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:11.593425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.604793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:11.608460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e58169-93d5-4627-a984-6d6b8fd7f9aa']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:11.615469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-40ff8854-af22-429b-b18a-a707a089bb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:11.621798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:11.623671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac25c11-accd-4add-9767-a2468bf99555') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:11.624042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac25c11-accd-4add-9767-a2468bf99555') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:11.640721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.653208 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-ee49e3d6-8952-4336-a43d-ae49a479306a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--716182754&fields=id&tenant_id=569f7b4f4d704e1eb313be472f945329 HTTP/1.1" status: 200 len: 267 time: 0.3529830 Jun 22 14:58:11.655002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 48738af6-a792-43b1-8ab6-dc0d0e5d3e91) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:11.664973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a19c43-c821-45b3-8af0-a19733a59cbd None None] Network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:11.680416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.691398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:11.691877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:11.694306 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:11.696328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:11.696328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.783614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.790128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2e58169-93d5-4627-a984-6d6b8fd7f9aa {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 14:58:11.793591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.803816 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "DELETE /v2.0/networks/f2e58169-93d5-4627-a984-6d6b8fd7f9aa HTTP/1.1" status: 204 len: 168 time: 0.3713555 Jun 22 14:58:11.803816 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:11.811043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35228) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:11.823886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2e58169-93d5-4627-a984-6d6b8fd7f9aa,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:11.838537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Request body: {'network': {'name': 'tempest-network--46253608'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:11.840955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:11.844065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35234) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:11.846394 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 14:58:11.866250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'Port': ['ID=883b819b-8580-4fc7-8973-cd020db105c7,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:11.869370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a3b130af-b1e9-4047-a74b-646a32af45dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:11.900187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-48738af6-a792-43b1-8ab6-dc0d0e5d3e91', 'network_id': '48738af6-a792-43b1-8ab6-dc0d0e5d3e91', 'tenant_id': '347c67469be24ce79cf8a3d9fa3bd005', 'fixed_ips': [{'subnet_id': '6e9da7db-617a-4f1a-8a10-234e66e39eb6'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:58:11.901120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:11.928828 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-68dd486e-06ea-4cbd-ac01-dbe56307f252 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1968475524&fields=id&tenant_id=99949b406b5f443f84561f8fb9173852 HTTP/1.1" status: 200 len: 267 time: 0.0835164 Jun 22 14:58:12.131008 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Allocated IP 172.20.0.2 (48738af6-a792-43b1-8ab6-dc0d0e5d3e91/6e9da7db-617a-4f1a-8a10-234e66e39eb6/150a1e00-045f-4081-a2eb-62e873c9a7d9) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:12.136216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-26199142-61d6-421e-a72d-03bff807773e tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:12.144649 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-26199142-61d6-421e-a72d-03bff807773e tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/networks?id=d30f626c-753c-4a78-ba1a-a679af3648a0 HTTP/1.1" status: 200 len: 805 time: 0.2142313 Jun 22 14:58:12.162167 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-b8ef7dd5-dfb7-4bad-a751-3eb245492d06 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/quotas/99949b406b5f443f84561f8fb9173852 HTTP/1.1" status: 200 len: 375 time: 0.0163293 Jun 22 14:58:12.241524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-366770d1-a67e-4fe1-b477-de860fa23c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.251608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a3b130af-b1e9-4047-a74b-646a32af45dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.280309 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.6560988 Jun 22 14:58:12.294780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.300606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-366770d1-a67e-4fe1-b477-de860fa23c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.306165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35236) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:12.308517 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-328fb576-c353-436d-b01a-41d0e22d77ca tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=99949b406b5f443f84561f8fb9173852&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1439452 Jun 22 14:58:12.312349 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9635506 Jun 22 14:58:12.312349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Made reservation on behalf of 808a42da167f4bea8b8d230a10d9bce2 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:12.313376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.315966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.316607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35238) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:12.322582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:12.325913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Request body: {'port': {'network_id': '48738af6-a792-43b1-8ab6-dc0d0e5d3e91', 'name': 'tempest-ExtraDHCPOptionsTestJSON-282928350'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:12.327575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Transition to ACTIVE for port object 150a1e00-045f-4081-a2eb-62e873c9a7d9 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:12.345965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Transition to ACTIVE for port object 150a1e00-045f-4081-a2eb-62e873c9a7d9 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:12.353629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.358485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:12.395912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:12.402787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:12.410667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:12.415104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:12.423579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f6d45a3b-a96d-4058-a714-e1c6a8e782ee tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:12.430335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Pushing event updated for resources: {'Port': ['ID=150a1e00-045f-4081-a2eb-62e873c9a7d9,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:12.434065 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f6d45a3b-a96d-4058-a714-e1c6a8e782ee tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/networks?id=7f373ee7-e179-444e-8640-6a4d88429f7d HTTP/1.1" status: 200 len: 811 time: 0.7495129 Jun 22 14:58:12.436780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.456163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:12.498306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Attempting to bind port 150a1e00-045f-4081-a2eb-62e873c9a7d9 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:12.498990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Attempting to bind port 150a1e00-045f-4081-a2eb-62e873c9a7d9 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '2f49bd64-9cad-4fac-9b2d-409c4fded736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48738af6-a792-43b1-8ab6-dc0d0e5d3e91'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:12.499764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Attempting to bind port 150a1e00-045f-4081-a2eb-62e873c9a7d9 on network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:12.505227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:12.505826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Checking segment: {'id': '2f49bd64-9cad-4fac-9b2d-409c4fded736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48738af6-a792-43b1-8ab6-dc0d0e5d3e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:12.506407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.506808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Bound using segment: {'id': '2f49bd64-9cad-4fac-9b2d-409c4fded736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48738af6-a792-43b1-8ab6-dc0d0e5d3e91'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:12.507289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Bound port: 150a1e00-045f-4081-a2eb-62e873c9a7d9, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f49bd64-9cad-4fac-9b2d-409c4fded736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '48738af6-a792-43b1-8ab6-dc0d0e5d3e91'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:12.507421 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-3820a889-1004-4424-b459-189a4c2ab779 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/quotas/569f7b4f4d704e1eb313be472f945329 HTTP/1.1" status: 200 len: 375 time: 0.0722737 Jun 22 14:58:12.507669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.519541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366770d1-a67e-4fe1-b477-de860fa23c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a791d6e-1788-4059-adae-5229ed5d308f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:12.545523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Made reservation on behalf of 347c67469be24ce79cf8a3d9fa3bd005 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:12.549422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.560465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-366770d1-a67e-4fe1-b477-de860fa23c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:12.565755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:12.576086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] device_id is not set on port 3db54b85-a349-4fc1-b315-191c6ab85c24 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:12.615286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] For port 150a1e00-045f-4081-a2eb-62e873c9a7d9, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:12.618360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] For port 150a1e00-045f-4081-a2eb-62e873c9a7d9, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=150a1e00-045f-4081-a2eb-62e873c9a7d9,segment=NetworkSegment(2f49bd64-9cad-4fac-9b2d-409c4fded736),segment_id=2f49bd64-9cad-4fac-9b2d-409c4fded736)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:12.632973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.633226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-1648062f-277d-44c4-b699-94515477ec43 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:12.633969 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-366770d1-a67e-4fe1-b477-de860fa23c91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de621511ed6449379bb656b0c37afdb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3825619 Jun 22 14:58:12.634218 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-1648062f-277d-44c4-b699-94515477ec43 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.1245794 Jun 22 14:58:12.642446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35246) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:12.643760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-94336a48-b2e4-442b-9745-7614928398f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:12.650781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.710129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Pushing event updated for resources: {'Port': ['ID=150a1e00-045f-4081-a2eb-62e873c9a7d9,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:12.720493 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:12.752132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a3b130af-b1e9-4047-a74b-646a32af45dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.752921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Pushing event updated for resources: {'Port': ['ID=9c276aad-4860-406d-a413-bf1009a47a70,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:12.758725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:12.793175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:12.796437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a3b130af-b1e9-4047-a74b-646a32af45dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.797589 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a3b130af-b1e9-4047-a74b-646a32af45dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b8541d39-fc47-421c-9c82-9960720b6e1e HTTP/1.1" status: 204 len: 168 time: 1.4017222 Jun 22 14:58:12.803826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b5eab3fe-b24c-4c11-a9b6-a147b5090c17 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:12.823810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.829437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.829788 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Added segment a3c30af1-7766-41af-9ee7-7f0e556b64c3 of type vlan for network da7eb6c0-55e0-4768-a55d-f431a9d25470 Jun 22 14:58:12.842543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b130af-b1e9-4047-a74b-646a32af45dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8541d39-fc47-421c-9c82-9960720b6e1e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:12.866161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a3b130af-b1e9-4047-a74b-646a32af45dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:12.878881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfe42d45-cb02-4b4f-a70b-01f1a1b13e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.893579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Allocated IP 172.20.0.6 (48738af6-a792-43b1-8ab6-dc0d0e5d3e91/6e9da7db-617a-4f1a-8a10-234e66e39eb6/3db54b85-a349-4fc1-b315-191c6ab85c24) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:12.926306 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-2f4e6658-8edf-4fa4-87e9-299002b9b655 service neutron] 10.222.0.22 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829003 Jun 22 14:58:12.971007 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-b7810d26-29da-4edd-ad6e-20c13e382e8c tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=569f7b4f4d704e1eb313be472f945329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4627025 Jun 22 14:58:12.971764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.974456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfe42d45-cb02-4b4f-a70b-01f1a1b13e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:12.980252 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6511536 Jun 22 14:58:12.991712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.072563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.076486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:13.077168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.083044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-75b29803-f867-4888-8ba4-7ef6b872b781 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:13.179688 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3603182 Jun 22 14:58:13.180617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] device_id is not set on port 883b819b-8580-4fc7-8973-cd020db105c7 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:13.185945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35258) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:13.191052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:13.196117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'Network': ['ID=da7eb6c0-55e0-4768-a55d-f431a9d25470,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:13.201003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.210896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network da7eb6c0-55e0-4768-a55d-f431a9d25470 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:13.215340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:13.407992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f388d952-c89f-4d60-911c-d420a6ff4017 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:13.416770 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f388d952-c89f-4d60-911c-d420a6ff4017 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.1585176 Jun 22 14:58:13.418195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.447073 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-fbe9c46e-f8bb-4347-9366-5772843c2f94 service neutron] 10.222.0.22 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873235 Jun 22 14:58:13.449980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.455633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfe42d45-cb02-4b4f-a70b-01f1a1b13e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.461821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfe42d45-cb02-4b4f-a70b-01f1a1b13e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.466134 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bfe42d45-cb02-4b4f-a70b-01f1a1b13e4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a791d6e-1788-4059-adae-5229ed5d308f HTTP/1.1" status: 204 len: 168 time: 0.8213897 Jun 22 14:58:13.469759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:13.490393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe42d45-cb02-4b4f-a70b-01f1a1b13e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a791d6e-1788-4059-adae-5229ed5d308f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:13.492920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfe42d45-cb02-4b4f-a70b-01f1a1b13e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:13.500462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Transition to ACTIVE for port object 883b819b-8580-4fc7-8973-cd020db105c7 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:13.506397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e07639d1-7f81-432d-a769-75a6ac47b1a4 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:13.527103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.546391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Transition to ACTIVE for port object 3db54b85-a349-4fc1-b315-191c6ab85c24 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:13.551299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35266) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:13.572301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58cc9992-dd8c-4040-8a8e-f61d12abaf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.579883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.587931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Network da7eb6c0-55e0-4768-a55d-f431a9d25470 is not hosted by any dhcp agent {{(pid=93502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 14:58:13.599861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:13.600542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.604358 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "PUT /v2.0/networks/da7eb6c0-55e0-4768-a55d-f431a9d25470 HTTP/1.1" status: 200 len: 856 time: 0.4152052 Jun 22 14:58:13.611284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35268) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:13.648069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event updated for resources: {'Network': ['ID=da7eb6c0-55e0-4768-a55d-f431a9d25470,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:13.654912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:13.655298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:13.740727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.771194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:13.810139 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-e4677e6c-5203-49f6-a88a-ea853ef6e6d4 service neutron] 10.222.0.22 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940039 Jun 22 14:58:13.828369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'Port': ['ID=883b819b-8580-4fc7-8973-cd020db105c7,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:13.858713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:13.859070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:13.859614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:13.862165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:13.874702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:13.885611 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:13.900370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:13.905061 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:13.910461 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 2 to bind port 883b819b-8580-4fc7-8973-cd020db105c7 Jun 22 14:58:13.940925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:13.941463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:13.941855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:13.942097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:13.951841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:13.952406 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:13.954922 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 3 to bind port 883b819b-8580-4fc7-8973-cd020db105c7 Jun 22 14:58:13.965081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:13.995035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:13.995448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:13.995854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:14.017188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:14.017787 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:14.018413 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 4 to bind port 883b819b-8580-4fc7-8973-cd020db105c7 Jun 22 14:58:14.032629 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f67ae7d3-9760-4de6-a5f0-a5435c735c92 service neutron] 10.222.0.22 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156260 Jun 22 14:58:14.054525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:14.054858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:14.055184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:14.065528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:14.068583 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:14.069364 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 5 to bind port 883b819b-8580-4fc7-8973-cd020db105c7 Jun 22 14:58:14.090098 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-258aef55-32d8-4297-bd7f-e53870a086be tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1758752710&fields=id&tenant_id=3afc977ec13d45818c53ebdc8bf76a54 HTTP/1.1" status: 200 len: 267 time: 0.1792445 Jun 22 14:58:14.096429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:14.098331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:14.101240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:14.101818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event updated for resources: {'Port': ['ID=3db54b85-a349-4fc1-b315-191c6ab85c24,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:14.112605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:14.113188 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:14.113787 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 6 to bind port 883b819b-8580-4fc7-8973-cd020db105c7 Jun 22 14:58:14.126704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:14.144962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:14.146383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:14.146886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:14.161140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:14.161471 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:14.161859 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 7 to bind port 883b819b-8580-4fc7-8973-cd020db105c7 Jun 22 14:58:14.180971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:14.181339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:14.182251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:14.187641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:14.188164 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:14.188718 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 8 to bind port 883b819b-8580-4fc7-8973-cd020db105c7 Jun 22 14:58:14.200944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bbe317-6ac1-4004-a04e-c3d82198267d None None] Network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:14.203781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:14.204308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:14.204572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:14.210017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:14.210440 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:14.210883 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 9 to bind port 883b819b-8580-4fc7-8973-cd020db105c7 Jun 22 14:58:14.219973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.220615 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.224690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:14.225150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:14.225686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:14.237566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:14.239856 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:14.240283 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 10 to bind port 883b819b-8580-4fc7-8973-cd020db105c7 Jun 22 14:58:14.273120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:14.273529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:14.273970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:14.287549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:14.287963 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 883b819b-8580-4fc7-8973-cd020db105c7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:14.288413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.355662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58cc9992-dd8c-4040-8a8e-f61d12abaf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.367421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af55f1ab-6d4d-4cd2-ad78-43994d456f8b None None] Provisioning for port 150a1e00-045f-4081-a2eb-62e873c9a7d9 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:14.395907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58cc9992-dd8c-4040-8a8e-f61d12abaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.399186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.424368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] For port 883b819b-8580-4fc7-8973-cd020db105c7, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:14.425043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempted to set empty binding levels {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 14:58:14.435212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.437938 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1198947 Jun 22 14:58:14.443824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:14.447443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:14.457446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35318) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:14.471805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7eb6c0-55e0-4768-a55d-f431a9d25470']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:14.476962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Request body: {'port': {'network_id': '48738af6-a792-43b1-8ab6-dc0d0e5d3e91', 'name': 'tempest-ExtraDHCPOptionsTestJSON-649396067', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:14.478154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.api.validators [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] bootfile-name is not in valid_values {{(pid=93502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:58:14.480891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.api.validators [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] tftp-server is not in valid_values {{(pid=93502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:58:14.482083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.api.validators [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] server-ip-address is not in valid_values {{(pid=93502) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:58:14.514957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c30af1-7766-41af-9ee7-7f0e556b64c3') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:14.515432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c30af1-7766-41af-9ee7-7f0e556b64c3') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:14.517301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc9992-dd8c-4040-8a8e-f61d12abaf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7053538f-50dc-4dc5-bedb-5aa59c0b7449,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:14.520434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-58cc9992-dd8c-4040-8a8e-f61d12abaf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:14.523600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] In _notify_port_updated(), no bound segment for port 883b819b-8580-4fc7-8973-cd020db105c7 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 14:58:14.524956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.526081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.529531 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "PUT /v2.0/ports/883b819b-8580-4fc7-8973-cd020db105c7 HTTP/1.1" status: 200 len: 981 time: 2.2127280 Jun 22 14:58:14.531767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-903c2889-1aba-4677-a2dd-d6b600aba7b5 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.539151 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-903c2889-1aba-4677-a2dd-d6b600aba7b5 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 812 time: 0.4471323 Jun 22 14:58:14.546609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35328) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:14.559628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.566976 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-58cc9992-dd8c-4040-8a8e-f61d12abaf4f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3efdad79ef3e4d279ab2e43e46c0cbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0122361 Jun 22 14:58:14.570995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35330) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:14.587807 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-255241bb-131b-462e-a8a2-3a21b7723063 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/quotas/3afc977ec13d45818c53ebdc8bf76a54 HTTP/1.1" status: 200 len: 375 time: 0.0477462 Jun 22 14:58:14.611210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.645702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:14.645702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:14.652291 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:14.706789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'Port': ['ID=883b819b-8580-4fc7-8973-cd020db105c7,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:14.737218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:14.787897 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e65b09a5-8f49-43c4-bdf0-128e5d4b81a8 req-7fe54069-f565-416e-b1dd-344bec57d778 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 210 time: 0.0968716 Jun 22 14:58:14.797941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d01e4549-1d7a-4c00-9d2c-987c231d64ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.830280 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-78c25aa9-bea4-48b0-b70a-09ec3d864644 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2327340 Jun 22 14:58:14.834600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.874832 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:14.906672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 150a1e00-045f-4081-a2eb-62e873c9a7d9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:14.913682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da7eb6c0-55e0-4768-a55d-f431a9d25470 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 14:58:14.930008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d01e4549-1d7a-4c00-9d2c-987c231d64ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.933943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.935175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.936017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.936797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.937411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.938342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.939026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.939710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.940536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.941245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.945736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.946215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.946839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:14.946987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.947312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.947771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.948230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.948683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.949163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.949273 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] 10.222.0.22 "DELETE /v2.0/networks/da7eb6c0-55e0-4768-a55d-f431a9d25470 HTTP/1.1" status: 204 len: 168 time: 1.3369734 Jun 22 14:58:14.957308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:14.960191 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a106ae5b-82e2-4974-b2a4-1d1dd3f2d796 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17268 time: 0.4107103 Jun 22 14:58:14.980191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35346) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:14.982707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35348) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:15.058969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 150a1e00-045f-4081-a2eb-62e873c9a7d9 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:15.063809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 150a1e00-045f-4081-a2eb-62e873c9a7d9 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:15.064604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.115943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Pushing event deleted for resources: {'Network': ['ID=da7eb6c0-55e0-4768-a55d-f431a9d25470,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:15.141925 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c87ca51c-43eb-468b-a26d-8385351f4fef req-19230cea-d5f6-4994-ba79-b4f57e105e2f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 210 time: 0.2245216 Jun 22 14:58:15.193354 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-415b89c2-c429-4913-9785-7c2e355fc888 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] DELETE failed (client error): The resource could not be found. Jun 22 14:58:15.193979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415b89c2-c429-4913-9785-7c2e355fc888 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:58:15.198417 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-415b89c2-c429-4913-9785-7c2e355fc888 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] 10.222.0.22 "DELETE /v2.0/subnets/e02fdf38-0df7-466e-bb1d-e7d420d7c763 HTTP/1.1" status: 404 len: 337 time: 0.2121115 Jun 22 14:58:15.198417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Made reservation on behalf of 347c67469be24ce79cf8a3d9fa3bd005 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:15.202482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:15.202940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.205198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35362) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:15.230041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.248385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d32a2fe7-e3e4-407b-a519-ef1841997833 None None] Provisioning for port 3db54b85-a349-4fc1-b315-191c6ab85c24 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:15.264554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d32a2fe7-e3e4-407b-a519-ef1841997833 None None] Provisioning complete for port 3db54b85-a349-4fc1-b315-191c6ab85c24 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:15.265140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d32a2fe7-e3e4-407b-a519-ef1841997833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.302965 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-1b88ef33-5a78-4104-b6d4-fdadcfd54707 service neutron] 10.222.0.22 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716980 Jun 22 14:58:15.426327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 150a1e00-045f-4081-a2eb-62e873c9a7d9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=150a1e00-045f-4081-a2eb-62e873c9a7d9,segment=NetworkSegment(2f49bd64-9cad-4fac-9b2d-409c4fded736),segment_id=2f49bd64-9cad-4fac-9b2d-409c4fded736)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:15.428717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d32a2fe7-e3e4-407b-a519-ef1841997833 None None] Port 3db54b85-a349-4fc1-b315-191c6ab85c24 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:15.443072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.445452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.456764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:15.468544 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-09d6b4b5-c68a-442f-9f3e-3876ac656f12 service neutron] 10.222.0.22 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586428 Jun 22 14:58:15.488945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d01e4549-1d7a-4c00-9d2c-987c231d64ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.494176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d01e4549-1d7a-4c00-9d2c-987c231d64ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.500634 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d01e4549-1d7a-4c00-9d2c-987c231d64ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7053538f-50dc-4dc5-bedb-5aa59c0b7449 HTTP/1.1" status: 204 len: 168 time: 0.9273467 Jun 22 14:58:15.503290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42428967-0ac5-44b8-9f3b-ac4fc9e7d235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:15.513009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e4549-1d7a-4c00-9d2c-987c231d64ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7053538f-50dc-4dc5-bedb-5aa59c0b7449,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:15.515657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d01e4549-1d7a-4c00-9d2c-987c231d64ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:15.533807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] device_id is not set on port f38f475b-614e-4c84-b20f-a7c2ec02afbf yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:15.538504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d32a2fe7-e3e4-407b-a519-ef1841997833 None None] Provisioning complete for port 150a1e00-045f-4081-a2eb-62e873c9a7d9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:15.539436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d32a2fe7-e3e4-407b-a519-ef1841997833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.634311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=150a1e00-045f-4081-a2eb-62e873c9a7d9,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:15.647963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:15.805369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Allocated IP 172.20.0.7 (48738af6-a792-43b1-8ab6-dc0d0e5d3e91/6e9da7db-617a-4f1a-8a10-234e66e39eb6/f38f475b-614e-4c84-b20f-a7c2ec02afbf) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:15.907931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-988b077c-a589-4ecc-a1f5-31c4c1db5133 None None] Provisioning complete for port 3db54b85-a349-4fc1-b315-191c6ab85c24 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:15.908364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-988b077c-a589-4ecc-a1f5-31c4c1db5133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:15.971201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:16.007622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Deleting port 883b819b-8580-4fc7-8973-cd020db105c7 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:16.008405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:16.025476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-988b077c-a589-4ecc-a1f5-31c4c1db5133 None None] Port 3db54b85-a349-4fc1-b315-191c6ab85c24 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:16.139243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] For port 883b819b-8580-4fc7-8973-cd020db105c7, host hv-neutron-6013, got binding levels [] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:16.139757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:16.196703 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee7a6e63-b8b0-4018-a4a1-80400a175959 req-3d4a6591-4348-4ff7-abba-2d3e0d35cb1f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 210 time: 0.1441412 Jun 22 14:58:16.447318 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6145d3c4-37c1-447e-a103-b4e8220d64ec req-b4fb8143-a31e-4810-99de-7518df47ec18 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 210 time: 0.0739999 Jun 22 14:58:16.669513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Calling delete_port for 883b819b-8580-4fc7-8973-cd020db105c7 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:16.781000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 150a1e00-045f-4081-a2eb-62e873c9a7d9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:16.841218 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a54c1a21-31b6-41af-8d93-8004f0bf8e88 req-8cb73581-5185-42aa-bc3f-8370604eacc0 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.9016180 Jun 22 14:58:16.846270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6de634-a5fc-49f4-a296-b5f97d469d2d']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:16.869747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:16.890021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8b7924-2ce0-4591-960f-7644a421365c') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:16.890320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8b7924-2ce0-4591-960f-7644a421365c') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:16.911996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:16.920398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:16.944734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 150a1e00-045f-4081-a2eb-62e873c9a7d9 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:16.945447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:16.981475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:16.984245 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "DELETE /v2.0/ports/883b819b-8580-4fc7-8973-cd020db105c7 HTTP/1.1" status: 204 len: 168 time: 1.9991961 Jun 22 14:58:16.985465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event deleted for resources: {'Port': ['ID=883b819b-8580-4fc7-8973-cd020db105c7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:16.987397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35438) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:16.993027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:17.015721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.030129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:17.030535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:17.033560 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:17.051073 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5025b16f-5c31-4434-b36d-1bb840eefad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] GET failed (client error): The resource could not be found. Jun 22 14:58:17.052648 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5025b16f-5c31-4434-b36d-1bb840eefad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "GET /v2.0/ports/883b819b-8580-4fc7-8973-cd020db105c7 HTTP/1.1" status: 404 len: 333 time: 0.0642688 Jun 22 14:58:17.058861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35440) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:17.072910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024815558', 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:17.078574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35442) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:17.132313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Made reservation on behalf of e6763d20bb8f4650a11067f168895f4c for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:17.135124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.174543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] device_id is not set on port 0f433f48-d903-4e7a-98b9-fd0e11f0ce59 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:17.257529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.298404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:17.316437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.318362 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] 10.222.0.22 "DELETE /v2.0/networks/3c6de634-a5fc-49f4-a296-b5f97d469d2d HTTP/1.1" status: 204 len: 168 time: 2.0882449 Jun 22 14:58:17.345527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35452) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:17.351780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.363630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Pushing event deleted for resources: {'Network': ['ID=3c6de634-a5fc-49f4-a296-b5f97d469d2d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:17.368783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:17.379270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Transition to ACTIVE for port object f38f475b-614e-4c84-b20f-a7c2ec02afbf will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:17.408164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.429771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8a31a111-6ed3-49b5-9c3b-616349e17708 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:17.435927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.441327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4b106c4c-1e67-4143-a1c9-039c4b5924f3 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:17.468799 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8a31a111-6ed3-49b5-9c3b-616349e17708 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] 10.222.0.22 "PUT /v2.0/quotas/a53189dd7c984fc2a647515ec40541d4 HTTP/1.1" status: 200 len: 368 time: 0.3888528 Jun 22 14:58:17.472618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35458) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:17.490713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Request body: {'network': {'project_id': 'a53189dd7c984fc2a647515ec40541d4'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:17.503571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:17.509844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'networks': [{'name': 'tempest-network--1000418248'}, {'name': 'tempest-network--455796'}]} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:17.510012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'network': {'name': 'tempest-network--1000418248'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:17.510338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'network': {'name': 'tempest-network--455796'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:17.521412 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b49f9499-e3d3-4338-8710-8b591e93aba1 req-38895fa5-868b-4548-b3a7-d82e11eee0ad tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 210 time: 0.0494595 Jun 22 14:58:17.530448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:17.530614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.535002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:17.536839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:17.576629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Network a6a58c56-374f-4ac5-b98f-d0998f156025 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:17.577776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Made reservation on behalf of a53189dd7c984fc2a647515ec40541d4 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:17.579000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event updated for resources: {'Port': ['ID=f38f475b-614e-4c84-b20f-a7c2ec02afbf,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:17.580260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.588782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:17.607084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:17.611111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:17.615721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.616041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.620503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Made reservation on behalf of 8f7b0f2cc2b9426784d8108a37e9b821 for: {'network': 2} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:17.624315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:17.625582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:17.626190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.632875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.676312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:17.692029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'Port': ['ID=0f433f48-d903-4e7a-98b9-fd0e11f0ce59,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:17.700478 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.2407002 Jun 22 14:58:17.703249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35464) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:17.717676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:17.813134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.21', 52661) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:17.861780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35466) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:17.876192 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a0c02efa-11f0-417a-ae09-2a9c8f04ae0d req-656a8463-cf96-411d-ae7b-606ff2eb110b tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 210 time: 0.1139922 Jun 22 14:58:17.954594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-a8db6f71-5ed6-4e4f-986e-76c3a8fccfcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:17.956908 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-a8db6f71-5ed6-4e4f-986e-76c3a8fccfcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.21 "GET /v2.0/networks?id=d30f626c-753c-4a78-ba1a-a679af3648a0 HTTP/1.1" status: 200 len: 805 time: 0.1427145 Jun 22 14:58:17.965849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6e86b8d0-a8be-4ad9-9bf4-f204609f2cbf None None] Provisioning for port f38f475b-614e-4c84-b20f-a7c2ec02afbf completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:17.971573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6e86b8d0-a8be-4ad9-9bf4-f204609f2cbf None None] Provisioning complete for port f38f475b-614e-4c84-b20f-a7c2ec02afbf triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:17.972220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e86b8d0-a8be-4ad9-9bf4-f204609f2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.019771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6e86b8d0-a8be-4ad9-9bf4-f204609f2cbf None None] Port f38f475b-614e-4c84-b20f-a7c2ec02afbf cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:18.034610 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a2b286e4-b4b7-46e3-ad02-fcab5f337e64 req-44f68aa1-726b-4f05-8752-226f2f8e9058 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.0456994 Jun 22 14:58:18.057173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38ff4c-79be-4e8f-9426-66333b6f644b tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:18.063801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38ff4c-79be-4e8f-9426-66333b6f644b tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:18.069845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca38ff4c-79be-4e8f-9426-66333b6f644b tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:18.071484 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ca38ff4c-79be-4e8f-9426-66333b6f644b tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3671129 Jun 22 14:58:18.078633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35472) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:18.097666 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0b7560d3-94f7-4ddc-b7c4-0cb0fa7806d3 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99949b406b5f443f84561f8fb9173852 HTTP/1.1" status: 200 len: 380 time: 0.0768754 Jun 22 14:58:18.120516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Request body: {'port': {'device_id': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'admin_state_up': True, 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'security_groups': ['355b46dc-4e53-4a4b-a633-0a1e2e081152']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:18.126536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.132971 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-547cbcf0-2926-44dd-85b6-517e31f0823a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdefea4e33fc4f799415c33fa1baf5a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2514782 Jun 22 14:58:18.133790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35474) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:18.141551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.147286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.152111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-40ff8854-af22-429b-b18a-a707a089bb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:18.181330 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1173487 Jun 22 14:58:18.187378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35478) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:18.220510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9fd175-60c7-4526-875d-f356ab2fa6b4,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:18.230255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:18.230903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:18.246050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3323-bcfa-436a-8dc0-d48605805702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.252458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.252827 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Added segment 239da40e-3de5-4f2a-8721-abaaa32321a1 of type vlan for network bd5563ad-0daf-4e70-ad04-54f919e05bce Jun 22 14:58:18.298122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3323-bcfa-436a-8dc0-d48605805702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.313141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e235dacd-1b83-48df-a55a-f05620da4c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:18.317135 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e235dacd-1b83-48df-a55a-f05620da4c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "GET /v2.0/ports/0f433f48-d903-4e7a-98b9-fd0e11f0ce59 HTTP/1.1" status: 200 len: 959 time: 0.1229160 Jun 22 14:58:18.317480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.319526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35484) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:18.379527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:18.406042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.406399 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Added segment 541319d8-d25a-40e8-9e19-07df91cc8325 of type vlan for network db126f43-e304-4055-a98a-4608f3c8a26e Jun 22 14:58:18.407525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.21', 52666) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:18.431609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3323-bcfa-436a-8dc0-d48605805702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.440939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3323-bcfa-436a-8dc0-d48605805702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.442315 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7e4f3323-bcfa-436a-8dc0-d48605805702 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1062339a-ff53-40c9-b6cc-96a5b6a98fbc HTTP/1.1" status: 204 len: 168 time: 0.3071768 Jun 22 14:58:18.470434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6b5f9ba7-86f2-4667-b645-25de83f3d2af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:18.519439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f3323-bcfa-436a-8dc0-d48605805702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1062339a-ff53-40c9-b6cc-96a5b6a98fbc,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:18.527383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7e4f3323-bcfa-436a-8dc0-d48605805702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:18.533706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.545227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.600415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.607834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Deleting port f38f475b-614e-4c84-b20f-a7c2ec02afbf {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:18.608334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.617449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-983aecb6-5350-49f0-9d8e-3611d3b425ed tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:18.620767 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-983aecb6-5350-49f0-9d8e-3611d3b425ed tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.21 "GET /v2.0/networks?id=7f373ee7-e179-444e-8640-6a4d88429f7d HTTP/1.1" status: 200 len: 811 time: 0.2084429 Jun 22 14:58:18.629271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.630460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.631275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:18.652423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d01e4549-1d7a-4c00-9d2c-987c231d64ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:18.674194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:18.682770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:18.683722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.711659 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:18.733618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Made reservation on behalf of 99949b406b5f443f84561f8fb9173852 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:18.737142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.764317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.764656 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Added segment bf0b23d2-0a68-4ff3-9a78-23d1475702e2 of type vlan for network 5903f70e-46e5-4634-a039-1dcd6c6aeefe Jun 22 14:58:18.779083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fb6b92-7651-4945-a46c-9c17dea0cebf,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:18.788125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:18.805357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Network': ['ID=bd5563ad-0daf-4e70-ad04-54f919e05bce,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:18.833857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network bd5563ad-0daf-4e70-ad04-54f919e05bce details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:18.871329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.877709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Deleting port 0f433f48-d903-4e7a-98b9-fd0e11f0ce59 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:18.878128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.931452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:18.959186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35516) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:18.968900 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 1.6221180 Jun 22 14:58:18.988474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35518) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:19.065025 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cfa95a88-5de0-4581-9792-e72a3c1f3f08 req-ebb854af-3b73-4002-9cf9-c7b13cee4aab tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 210 time: 0.1069336 Jun 22 14:58:19.127761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Network': ['ID=db126f43-e304-4055-a98a-4608f3c8a26e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:19.133917 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-a812bd0a-6ab6-4579-8c23-c1f0037888fe tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=569f7b4f4d704e1eb313be472f945329 HTTP/1.1" status: 200 len: 379 time: 0.3368294 Jun 22 14:58:19.134784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:19.138819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.21', 52669) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:19.139319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:19.139627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:19.142876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network db126f43-e304-4055-a98a-4608f3c8a26e details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:19.175517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Request body: {'port': {'device_id': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'admin_state_up': True, 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'security_groups': ['4e993432-3e69-4734-b8c5-08b14b082cc1']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:19.315496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Calling delete_port for f38f475b-614e-4c84-b20f-a7c2ec02afbf owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:19.376179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc067de-8dbf-4031-9c5f-9fb268149f51 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:19.382194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc067de-8dbf-4031-9c5f-9fb268149f51 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:19.389248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc067de-8dbf-4031-9c5f-9fb268149f51 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:19.395833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc067de-8dbf-4031-9c5f-9fb268149f51 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:19.400311 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ccc067de-8dbf-4031-9c5f-9fb268149f51 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.4046340 Jun 22 14:58:19.406068 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07d26afc-3406-40bb-93b0-5878420aec0b req-e2058254-eab4-47cb-b43a-e59fd860442f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.1123955 Jun 22 14:58:19.410884 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a0898e9c-bec2-48cc-b912-569948664237 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=808a42da167f4bea8b8d230a10d9bce2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4426796 Jun 22 14:58:19.410884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35524) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:19.429625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35526) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:19.486051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.db.resource_extend [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 14:58:19.675155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-66eb8fcf-5a25-4601-adcc-960aceab3811 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:19.677923 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-66eb8fcf-5a25-4601-adcc-960aceab3811 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.21 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 812 time: 0.5371065 Jun 22 14:58:19.734826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:19.742663 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2f19f1f7-6051-45e7-ae24-9dc965f11d90 req-ecb8e888-809e-47ee-bcdc-c097937317d7 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 210 time: 0.3749912 Jun 22 14:58:19.755555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:19.757209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Made reservation on behalf of 569f7b4f4d704e1eb313be472f945329 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:19.764585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:19.782797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:19.801301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:19.808186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44c43505-4259-404f-8c9b-0bebb5fcd211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:19.844531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:19.883980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:19.884947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:19.912329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event deleted for resources: {'Port': ['ID=f38f475b-614e-4c84-b20f-a7c2ec02afbf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:19.934970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:19.945963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d8a1b16b-3f25-4bbf-ac8d-a9eadcddbbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:20.115625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Calling delete_port for 0f433f48-d903-4e7a-98b9-fd0e11f0ce59 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:20.159357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44c43505-4259-404f-8c9b-0bebb5fcd211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.193919 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7179728 Jun 22 14:58:20.209345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35530) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:20.225979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Request body: {'network': {'project_id': 'a53189dd7c984fc2a647515ec40541d4'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:20.311961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Allocated IP 172.20.0.7 (7f373ee7-e179-444e-8640-6a4d88429f7d/809ce0a9-5ed1-4b60-9866-29ab6a5b2575/87766080-3af1-4fba-8306-208c861f7c3e) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:20.322194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Allocated IP 172.20.0.8 (d30f626c-753c-4a78-ba1a-a679af3648a0/78e8e579-3389-4c61-a6f8-c663039c0974/5a544521-782e-4c8d-bb7b-a3b6d044a438) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:20.327947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.385062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5563ad-0daf-4e70-ad04-54f919e05bce']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:20.389504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Pushing event updated for resources: {'Network': ['ID=5903f70e-46e5-4634-a039-1dcd6c6aeefe,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:20.400505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 5903f70e-46e5-4634-a039-1dcd6c6aeefe details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:20.409513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:20.439309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Made reservation on behalf of a53189dd7c984fc2a647515ec40541d4 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:20.441699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.471755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239da40e-3de5-4f2a-8721-abaaa32321a1') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:20.474319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239da40e-3de5-4f2a-8721-abaaa32321a1') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:20.474563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.476618 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "DELETE /v2.0/ports/f38f475b-614e-4c84-b20f-a7c2ec02afbf HTTP/1.1" status: 204 len: 168 time: 2.3970523 Jun 22 14:58:20.489173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35534) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:20.507994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Request body: {'port': {'name': 'tempest-new-port-name-758810318', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:20.508630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.api.validators [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] bootfile-name is not in valid_values {{(pid=93501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:58:20.509154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.api.validators [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] tftp-server is not in valid_values {{(pid=93501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:58:20.509550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.api.validators [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] server-ip-address is not in valid_values {{(pid=93501) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 22 14:58:20.534508 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10eebc9f-b093-43ac-abce-d46157135db9 req-3fa74e8d-c082-4ee0-9d31-5cc2af8d529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 210 time: 0.1995363 Jun 22 14:58:20.539460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.608533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.619017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:20.620938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.701221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:20.760060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.770256 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2dfe9aae-d4e4-40bf-9718-14c22b434bd7 req-841747bf-d1f2-492e-8660-7654ea5a50ca tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.0928209 Jun 22 14:58:20.784836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.785186 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Added segment d09b06e6-c694-4dcd-823b-3694b7d5e75d of type vlan for network f99ad637-d856-45e6-8d79-98166af9dc81 Jun 22 14:58:20.787083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:20.925117 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:20.971444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f433f48-d903-4e7a-98b9-fd0e11f0ce59,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:20.975671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.979920 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "DELETE /v2.0/ports/0f433f48-d903-4e7a-98b9-fd0e11f0ce59 HTTP/1.1" status: 204 len: 168 time: 2.6509619 Jun 22 14:58:20.989365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:20.989934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35538) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:20.993158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44c43505-4259-404f-8c9b-0bebb5fcd211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.997959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44c43505-4259-404f-8c9b-0bebb5fcd211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:20.999293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-44c43505-4259-404f-8c9b-0bebb5fcd211 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62ba0f61-d71f-4726-b4a9-782d848a0037 HTTP/1.1" status: 204 len: 168 time: 1.5442607 Jun 22 14:58:21.005993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:21.048666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.055503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.071120 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-05597401-85f3-45f5-9ee3-cb5b26eb2d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] GET failed (client error): The resource could not be found. Jun 22 14:58:21.072708 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-05597401-85f3-45f5-9ee3-cb5b26eb2d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "GET /v2.0/ports/0f433f48-d903-4e7a-98b9-fd0e11f0ce59 HTTP/1.1" status: 404 len: 333 time: 0.0785012 Jun 22 14:58:21.084203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35542) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:21.089115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Request body: {'port': {'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-997405622'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:21.100127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.108938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c43505-4259-404f-8c9b-0bebb5fcd211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ba0f61-d71f-4726-b4a9-782d848a0037,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:21.121536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44c43505-4259-404f-8c9b-0bebb5fcd211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:21.127189 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-94db87c4-2819-40ae-95dd-163b9e0ec5f2 req-66a1efa2-8dfb-45d5-a74e-db95e752ee72 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 210 time: 0.1355252 Jun 22 14:58:21.176490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.193914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:21.198743 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Transition to ACTIVE for port object 5a544521-782e-4c8d-bb7b-a3b6d044a438 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:21.206146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.210628 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/networks/bd5563ad-0daf-4e70-ad04-54f919e05bce HTTP/1.1" status: 204 len: 168 time: 1.7850664 Jun 22 14:58:21.212160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35544) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:21.249071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Network': ['ID=bd5563ad-0daf-4e70-ad04-54f919e05bce,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:21.254083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:21.262360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Made reservation on behalf of e6763d20bb8f4650a11067f168895f4c for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:21.266127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.287888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.343674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:21.344273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.353087 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9ab2fb1b-a474-428b-bd9c-9b53e5978f9e tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:21.379539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.406033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.411280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Transition to ACTIVE for port object 87766080-3af1-4fba-8306-208c861f7c3e will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:21.478767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] device_id is not set on port 28b6496b-c95f-4d58-9035-007e8c652463 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:21.533914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Pushing event updated for resources: {'Network': ['ID=f99ad637-d856-45e6-8d79-98166af9dc81,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:21.543190 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3309760 Jun 22 14:58:21.544392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network f99ad637-d856-45e6-8d79-98166af9dc81 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:21.545274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:21.561225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35552) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:21.577759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.589967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a78b6617-45cc-4de2-b4cb-15f3b4ea6822 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Request body: {'network': {'project_id': 'a53189dd7c984fc2a647515ec40541d4'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:21.592640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db126f43-e304-4055-a98a-4608f3c8a26e']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:21.605441 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.609871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541319d8-d25a-40e8-9e19-07df91cc8325') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:21.610498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541319d8-d25a-40e8-9e19-07df91cc8325') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:21.625297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.633204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:21.636301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:21.650369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.716330 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78b6617-45cc-4de2-b4cb-15f3b4ea6822 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 14:58:21.717034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78b6617-45cc-4de2-b4cb-15f3b4ea6822 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:58:21.718528 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a78b6617-45cc-4de2-b4cb-15f3b4ea6822 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1563237 Jun 22 14:58:21.725508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35558) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:21.769508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Network 7f373ee7-e179-444e-8640-6a4d88429f7d is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:21.779197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:21.781155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Network d30f626c-753c-4a78-ba1a-a679af3648a0 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:21.791968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:21.846419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.871370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:21.871994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:21.878406 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:21.907944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:21.993710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:22.027723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Pushing event updated for resources: {'Port': ['ID=87766080-3af1-4fba-8306-208c861f7c3e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:22.032299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:22.066117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:22.069116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.084306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:22.194758 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-388eff23-62c0-4876-b91d-35bf50b608bd req-66dcfd41-aa67-4a25-a326-96066426a503 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.1409402 Jun 22 14:58:22.204223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-988a9a9f-8184-412e-a971-4bf0048de607 None None] Provisioning for port 87766080-3af1-4fba-8306-208c861f7c3e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:22.220281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-988a9a9f-8184-412e-a971-4bf0048de607 None None] Provisioning complete for port 87766080-3af1-4fba-8306-208c861f7c3e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:22.220658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-988a9a9f-8184-412e-a971-4bf0048de607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.230503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.272786 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1144781 Jun 22 14:58:22.273460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.281998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:22.296147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Pushing event updated for resources: {'Port': ['ID=5a544521-782e-4c8d-bb7b-a3b6d044a438,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:22.304976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:22.331027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.341717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.347879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17f429d9-f0a4-4290-a539-7074627840e4 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:22.350229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-988a9a9f-8184-412e-a971-4bf0048de607 None None] Port 87766080-3af1-4fba-8306-208c861f7c3e cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:22.358987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.365286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35574) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:22.374804 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/networks/db126f43-e304-4055-a98a-4608f3c8a26e HTTP/1.1" status: 204 len: 168 time: 1.1520054 Jun 22 14:58:22.375963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Network': ['ID=db126f43-e304-4055-a98a-4608f3c8a26e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:22.382110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:22.447563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.464351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:22.465036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.483844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f795d5bb-7ab8-4229-add8-2cf011d60718 None None] Provisioning for port 5a544521-782e-4c8d-bb7b-a3b6d044a438 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:22.497468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f795d5bb-7ab8-4229-add8-2cf011d60718 None None] Provisioning complete for port 5a544521-782e-4c8d-bb7b-a3b6d044a438 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:22.498407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f795d5bb-7ab8-4229-add8-2cf011d60718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.589518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b1ef4-6d74-424a-807e-095b86959094 req-a5e3677f-1b9d-4d46-b979-4370b260d152 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:22.593202 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-464b1ef4-6d74-424a-807e-095b86959094 req-a5e3677f-1b9d-4d46-b979-4370b260d152 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 931 time: 0.1644115 Jun 22 14:58:22.609712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Network a6a58c56-374f-4ac5-b98f-d0998f156025 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:22.615660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f795d5bb-7ab8-4229-add8-2cf011d60718 None None] Port 5a544521-782e-4c8d-bb7b-a3b6d044a438 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:22.644931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:22.648213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:22.649225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:22.649821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:22.679232 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-464b1ef4-6d74-424a-807e-095b86959094 req-ecacf49d-9784-4b19-9dce-8d316b09a974 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796571 Jun 22 14:58:22.969451 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8522060 Jun 22 14:58:22.990480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'Port': ['ID=28b6496b-c95f-4d58-9035-007e8c652463,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:22.994410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:23.005925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.008435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:23.040845 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a967278b-63a6-4157-8084-4cc1054ba875 None None] Provisioning complete for port 3db54b85-a349-4fc1-b315-191c6ab85c24 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:23.041590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a967278b-63a6-4157-8084-4cc1054ba875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.066914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99ad637-d856-45e6-8d79-98166af9dc81']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:23.087385 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9996130 Jun 22 14:58:23.087713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35580) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:23.094256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:23.117431 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a967278b-63a6-4157-8084-4cc1054ba875 None None] Port 3db54b85-a349-4fc1-b315-191c6ab85c24 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:23.159775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09b06e6-c694-4dcd-823b-3694b7d5e75d') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:23.160141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09b06e6-c694-4dcd-823b-3694b7d5e75d') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:23.177686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292a5d-2b68-425b-a36c-652ee05bbb80 req-a14fc7a8-ba9f-4204-9f54-b4d303d9b4e5 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:23.184925 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-37292a5d-2b68-425b-a36c-652ee05bbb80 req-a14fc7a8-ba9f-4204-9f54-b4d303d9b4e5 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 931 time: 1.2567735 Jun 22 14:58:23.209034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] In _notify_port_updated(), no bound segment for port 3db54b85-a349-4fc1-b315-191c6ab85c24 on network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 {{(pid=93501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 14:58:23.214479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:23.215155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.216900 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "PUT /v2.0/ports/3db54b85-a349-4fc1-b315-191c6ab85c24 HTTP/1.1" status: 200 len: 1135 time: 2.7215035 Jun 22 14:58:23.222081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.222451 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35582) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:23.240809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event updated for resources: {'Port': ['ID=3db54b85-a349-4fc1-b315-191c6ab85c24,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:23.244444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:23.257448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da7514-31c9-4578-99ab-86a26de914ff tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:23.263649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da7514-31c9-4578-99ab-86a26de914ff tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:23.265402 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-34da7514-31c9-4578-99ab-86a26de914ff tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8690436 Jun 22 14:58:23.270926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35588) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:23.277271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1353194300'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:23.289170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.308893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:23.309339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:23.314211 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:23.338423 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-37292a5d-2b68-425b-a36c-652ee05bbb80 req-9a149b2a-9b09-4c98-a42f-4428a193916b tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524479 Jun 22 14:58:23.390280 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Made reservation on behalf of 8f7b0f2cc2b9426784d8108a37e9b821 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:23.391368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d6424-615f-4a51-99ee-f1c1b27aef58 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:23.394842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.396406 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-911d6424-615f-4a51-99ee-f1c1b27aef58 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "GET /v2.0/ports/3db54b85-a349-4fc1-b315-191c6ab85c24 HTTP/1.1" status: 200 len: 1135 time: 0.1729398 Jun 22 14:58:23.397150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35592) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:23.402650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.421311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.431988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:23.438670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.443595 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] 10.222.0.22 "DELETE /v2.0/networks/f99ad637-d856-45e6-8d79-98166af9dc81 HTTP/1.1" status: 204 len: 168 time: 1.7104316 Jun 22 14:58:23.443595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:23.446130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35594) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:23.534493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Pushing event deleted for resources: {'Network': ['ID=f99ad637-d856-45e6-8d79-98166af9dc81,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:23.538480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:23.546678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.547403 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Added segment 36588668-9585-448a-a3fe-25f3b3395caf of type vlan for network 2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0 Jun 22 14:58:23.610566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.616588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.645726 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-61e7b73e-add7-4879-864b-fb42b15b1130 req-a6c973c7-eed0-4ec4-b8f7-e1aa34ed8892 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.1728458 Jun 22 14:58:23.755967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.768654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5903f70e-46e5-4634-a039-1dcd6c6aeefe']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:23.774606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Deleting port 3db54b85-a349-4fc1-b315-191c6ab85c24 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:23.774976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.787723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.805165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0b23d2-0a68-4ff3-9a78-23d1475702e2') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:23.805514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0b23d2-0a68-4ff3-9a78-23d1475702e2') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:23.813872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:23.814629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.823473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b680d35b-f983-4a28-95fe-6c9aaf24e648 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:23.833313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.880448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.948428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35604) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:23.954096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Calling delete_port for 3db54b85-a349-4fc1-b315-191c6ab85c24 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:23.964954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:23.975433 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7033892 Jun 22 14:58:23.978133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35608) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:23.995153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-158645751'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:24.005265 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:24.005670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:24.022009 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:24.074097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] device_id is not set on port 28b6496b-c95f-4d58-9035-007e8c652463 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:24.081947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Network': ['ID=2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:24.088636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:24.094780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.111007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:24.118600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Made reservation on behalf of 8f7b0f2cc2b9426784d8108a37e9b821 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:24.122554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.156206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Transition to ACTIVE for port object 28b6496b-c95f-4d58-9035-007e8c652463 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:24.157038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc69e7-d4b6-44a9-8b24-4837edbbdad5 req-16064609-9678-4936-970f-669118b4463a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:24.158564 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fdbc69e7-d4b6-44a9-8b24-4837edbbdad5 req-16064609-9678-4936-970f-669118b4463a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 931 time: 0.2955556 Jun 22 14:58:24.162575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.169314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.177664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:24.185606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b4a8091d-2787-492e-85a2-d346d745af15 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:24.186150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.187882 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] 10.222.0.22 "DELETE /v2.0/networks/5903f70e-46e5-4634-a039-1dcd6c6aeefe HTTP/1.1" status: 204 len: 168 time: 0.7376733 Jun 22 14:58:24.228249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:24.231875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Pushing event deleted for resources: {'Network': ['ID=5903f70e-46e5-4634-a039-1dcd6c6aeefe,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:24.238924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:24.266155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.266649 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Added segment 2967e890-1dc1-46ae-9f40-ac45fd1aa12d of type vlan for network a9fefd5c-f87d-403c-a61e-a848caf443a2 Jun 22 14:58:24.282654 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fdbc69e7-d4b6-44a9-8b24-4837edbbdad5 req-43d3a82c-1176-49f7-a6c0-1154ac444f34 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166034 Jun 22 14:58:24.343500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-885154068'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:24.380706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.389564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Made reservation on behalf of 3e51cb0e9e684f52b4135a309dc5a450 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:24.393889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.428837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.464530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'Port': ['ID=28b6496b-c95f-4d58-9035-007e8c652463,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:24.485672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.493651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:24.495179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.495884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:24.497513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.511156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f1c5f194-2e44-41c8-83ef-7a2e34d04222 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:24.515195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:24.634571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event deleted for resources: {'Port': ['ID=3db54b85-a349-4fc1-b315-191c6ab85c24,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:24.643390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:24.648047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:24.648439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:24.648714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:24.667222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Network': ['ID=a9fefd5c-f87d-403c-a61e-a848caf443a2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:24.672450 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:24.691580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a9fefd5c-f87d-403c-a61e-a848caf443a2 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:24.759827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:24.760587 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:24.767700 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 2 to bind port 28b6496b-c95f-4d58-9035-007e8c652463 Jun 22 14:58:24.829512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:24.829512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:24.829512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:24.845676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.852586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.862634 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "DELETE /v2.0/ports/3db54b85-a349-4fc1-b315-191c6ab85c24 HTTP/1.1" status: 204 len: 168 time: 1.4611332 Jun 22 14:58:24.865517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:24.866588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35618) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:24.872678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:24.873686 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:24.877141 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 3 to bind port 28b6496b-c95f-4d58-9035-007e8c652463 Jun 22 14:58:24.928413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:24.928985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:24.929487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:24.941262 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9503748 Jun 22 14:58:24.942574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e63de-1e80-43eb-a68e-18e9d8d01aba req-e3c9fc2b-8fd5-42f1-8379-76ab3bca3789 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:24.944186 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-667e63de-1e80-43eb-a68e-18e9d8d01aba req-e3c9fc2b-8fd5-42f1-8379-76ab3bca3789 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 931 time: 0.3774533 Jun 22 14:58:24.946113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35620) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:24.948080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:24.960073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'ports': [{'network_id': '2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0', 'name': 'tempest-port--1022637750', 'admin_state_up': True}, {'network_id': 'a9fefd5c-f87d-403c-a61e-a848caf443a2', 'admin_state_up': False}]} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:24.976421 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1af834e5-05b9-407d-a1e3-e02569e21c1b req-56d24f14-4d0d-4d79-b019-e9fbd37acb9a tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.0552645 Jun 22 14:58:24.979018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'port': {'network_id': '2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0', 'name': 'tempest-port--1022637750', 'admin_state_up': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:24.979738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'port': {'network_id': 'a9fefd5c-f87d-403c-a61e-a848caf443a2', 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:24.987264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:24.989282 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:25.009717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:25.026605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae4d32d-e38d-4ef4-8fc0-c245eb27ecea,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:25.033834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Deleting subnet 6e9da7db-617a-4f1a-8a10-234e66e39eb6 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:58:25.037410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:25.038540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.038880 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Added segment 597ea0a1-bce2-4c02-a119-9d747e966326 of type vlan for network 2f44e60d-3544-47b0-8c4f-280df1636a5b Jun 22 14:58:25.040346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.069709 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 4 to bind port 28b6496b-c95f-4d58-9035-007e8c652463 Jun 22 14:58:25.124397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.129570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.138756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:25.139398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:25.139923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:25.158505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:25.159293 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:25.164892 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 5 to bind port 28b6496b-c95f-4d58-9035-007e8c652463 Jun 22 14:58:25.196208 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-667e63de-1e80-43eb-a68e-18e9d8d01aba req-fc67e12b-4461-4e83-956f-9ba818f39807 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102411 Jun 22 14:58:25.227007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35624) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:25.258021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.258975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:25.259498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:25.260018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:25.264644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:25.265475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.270711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:25.273262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:25.273945 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:25.292462 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 6 to bind port 28b6496b-c95f-4d58-9035-007e8c652463 Jun 22 14:58:25.327285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:25.327621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:25.327969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:25.335194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:25.335636 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:25.336036 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 7 to bind port 28b6496b-c95f-4d58-9035-007e8c652463 Jun 22 14:58:25.361591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:25.361931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:25.362266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:25.367758 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4117458 Jun 22 14:58:25.373653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:25.374109 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:25.374498 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 8 to bind port 28b6496b-c95f-4d58-9035-007e8c652463 Jun 22 14:58:25.385176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Made reservation on behalf of 8f7b0f2cc2b9426784d8108a37e9b821 for: {'port': 2} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:25.391295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.406385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:25.406722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:25.407062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:25.415000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.417064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:25.417447 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:25.419308 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 9 to bind port 28b6496b-c95f-4d58-9035-007e8c652463 Jun 22 14:58:25.424355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.444510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:25.444898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:25.445235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:25.465848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:25.465848 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:25.473747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-713c93da-4ad5-48c0-abc7-5f59c6f59970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.487872 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempt 10 to bind port 28b6496b-c95f-4d58-9035-007e8c652463 Jun 22 14:58:25.491092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Pushing event updated for resources: {'Network': ['ID=2f44e60d-3544-47b0-8c4f-280df1636a5b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:25.497937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:25.505057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2f44e60d-3544-47b0-8c4f-280df1636a5b details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:25.511437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:25.511772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:25.512167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempting to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:25.546596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:25.546924 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Failed to bind port 28b6496b-c95f-4d58-9035-007e8c652463 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'b4acb443-d754-4fb4-a477-2c5a8695b911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a6a58c56-374f-4ac5-b98f-d0998f156025'}] Jun 22 14:58:25.547280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.572241 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.596851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] device_id is not set on port 897ef965-d55b-481a-8d25-4624b7f144bc yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:25.625326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:25.669157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b0615e-e707-4d40-b7dd-1c825454ad9b None None] Network 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:25.674487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] For port 28b6496b-c95f-4d58-9035-007e8c652463, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:25.674851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attempted to set empty binding levels {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 14:58:25.685417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.690027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.691262 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "DELETE /v2.0/subnets/6e9da7db-617a-4f1a-8a10-234e66e39eb6 HTTP/1.1" status: 204 len: 168 time: 0.8227029 Jun 22 14:58:25.697750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35634) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:25.703878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9da7db-617a-4f1a-8a10-234e66e39eb6,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:25.724836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:25.729204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c7a2640e-eed5-4ac1-bc2c-2f1a09489d41 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:25.788015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] In _notify_port_updated(), no bound segment for port 28b6496b-c95f-4d58-9035-007e8c652463 on network a6a58c56-374f-4ac5-b98f-d0998f156025 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 14:58:25.789048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:25.790717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.791123 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "PUT /v2.0/ports/28b6496b-c95f-4d58-9035-007e8c652463 HTTP/1.1" status: 200 len: 980 time: 2.7042887 Jun 22 14:58:25.796356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35636) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:25.906047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35638) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:25.906615 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a8cef-9126-4850-b641-3aba85eaa412 req-2ae873e5-862b-4c90-9cb1-8b8313de2dc2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:25.908448 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-913a8cef-9126-4850-b641-3aba85eaa412 req-2ae873e5-862b-4c90-9cb1-8b8313de2dc2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 931 time: 0.3412957 Jun 22 14:58:25.916716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event updated for resources: {'Port': ['ID=28b6496b-c95f-4d58-9035-007e8c652463,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:25.922960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Request body: {'port': {'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2114017825'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:25.931080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:25.958797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.961975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:25.993417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-713c93da-4ad5-48c0-abc7-5f59c6f59970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.024235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] DHCP port deletion for 48738af6-a792-43b1-8ab6-dc0d0e5d3e91 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:58:26.031724 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-913a8cef-9126-4850-b641-3aba85eaa412 req-60d93723-6bb4-4a2c-989c-ec275bdf76bb tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148627 Jun 22 14:58:26.034226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-713c93da-4ad5-48c0-abc7-5f59c6f59970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.060619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Deleting port 28b6496b-c95f-4d58-9035-007e8c652463 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:26.061188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.070965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:26.076026 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-713c93da-4ad5-48c0-abc7-5f59c6f59970 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=413e170753db429db3554a86159515f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8469920 Jun 22 14:58:26.103633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35642) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:26.116531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Made reservation on behalf of d907099a35d74d50b02e8a592d6f7c65 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:26.118895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.123485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] device_id is not set on port 8c86a8bc-6464-4eb2-ab50-de5126991fb3 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:26.144377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] Deleting port 150a1e00-045f-4081-a2eb-62e873c9a7d9 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:26.144896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.146366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.175573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c93da-4ad5-48c0-abc7-5f59c6f59970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd5f23f-6f42-4da8-a28d-70e71e3531a1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:26.175802 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] For port 28b6496b-c95f-4d58-9035-007e8c652463, host hv-neutron-6013, got binding levels [] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:26.176040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.181695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-713c93da-4ad5-48c0-abc7-5f59c6f59970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:26.208231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Deleting port 150a1e00-045f-4081-a2eb-62e873c9a7d9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:26.208583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.294083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] For port 150a1e00-045f-4081-a2eb-62e873c9a7d9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=150a1e00-045f-4081-a2eb-62e873c9a7d9,segment=NetworkSegment(2f49bd64-9cad-4fac-9b2d-409c4fded736),segment_id=2f49bd64-9cad-4fac-9b2d-409c4fded736)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:26.294666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.302116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] For port 150a1e00-045f-4081-a2eb-62e873c9a7d9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=150a1e00-045f-4081-a2eb-62e873c9a7d9,segment=NetworkSegment(2f49bd64-9cad-4fac-9b2d-409c4fded736),segment_id=2f49bd64-9cad-4fac-9b2d-409c4fded736)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:26.302617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.303257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Calling delete_port for 28b6496b-c95f-4d58-9035-007e8c652463 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:26.377804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Calling delete_port for 150a1e00-045f-4081-a2eb-62e873c9a7d9 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:26.406149 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f9cc2cd2-abc5-4ed7-aeb0-9c3e202efdd7 req-edb96341-c1cd-4cf9-bbe4-b998008b423a tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.1775687 Jun 22 14:58:26.442456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] Calling delete_port for 150a1e00-045f-4081-a2eb-62e873c9a7d9 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:26.528378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.531783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5bfedf10-abd0-4bf0-a8c5-00256a945815 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:26.537476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.541231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3bf59dc-5114-473b-8d49-b42bf5fdc02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.560671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-79d44ca5-f4f4-4703-8e9c-cd7a4403b8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:26.605427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] No DVR routers for this DVR port 150a1e00-045f-4081-a2eb-62e873c9a7d9 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:58:26.619495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] Pushing event deleted for resources: {'Port': ['ID=150a1e00-045f-4081-a2eb-62e873c9a7d9,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:26.627805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:26.651992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3bf59dc-5114-473b-8d49-b42bf5fdc02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.674580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event deleted for resources: {'Port': ['ID=150a1e00-045f-4081-a2eb-62e873c9a7d9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:26.694215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:26.698449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] No DVR routers for this DVR port 150a1e00-045f-4081-a2eb-62e873c9a7d9 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:58:26.759332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 150a1e00-045f-4081-a2eb-62e873c9a7d9 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:58:26.798065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 150a1e00-045f-4081-a2eb-62e873c9a7d9 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:58:26.798389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 150a1e00-045f-4081-a2eb-62e873c9a7d9 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:58:26.847019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a9a92-ff42-4de2-ab74-9f7f0b42557e req-e8d9242b-f91d-4056-b3b0-f5c16a32caa5 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:26.854043 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bc8a9a92-ff42-4de2-ab74-9f7f0b42557e req-e8d9242b-f91d-4056-b3b0-f5c16a32caa5 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 931 time: 0.3835220 Jun 22 14:58:26.894801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.895634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.913463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48738af6-a792-43b1-8ab6-dc0d0e5d3e91']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:26.921032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.927194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f49bd64-9cad-4fac-9b2d-409c4fded736') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:26.927509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f49bd64-9cad-4fac-9b2d-409c4fded736') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:26.941364 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bc8a9a92-ff42-4de2-ab74-9f7f0b42557e req-ad8d2a5d-5145-4b2b-8160-cc2928ad0295 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863693 Jun 22 14:58:26.954651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.954651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.954998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3bf59dc-5114-473b-8d49-b42bf5fdc02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.957349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.959568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:26.962590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3bf59dc-5114-473b-8d49-b42bf5fdc02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:26.963881 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b3bf59dc-5114-473b-8d49-b42bf5fdc02e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afd5f23f-6f42-4da8-a28d-70e71e3531a1 HTTP/1.1" status: 204 len: 168 time: 0.8582759 Jun 22 14:58:26.972123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c28a07da-a365-4d70-a7d7-e84509fbd665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:26.988417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dc98bc-dabb-4497-99d3-7c1d17b94056,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:26.991278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf59dc-5114-473b-8d49-b42bf5fdc02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd5f23f-6f42-4da8-a28d-70e71e3531a1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:26.994589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3bf59dc-5114-473b-8d49-b42bf5fdc02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:26.999538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.005191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] device_id is not set on port 87a46391-a104-4466-a23b-9d612072628b yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:27.007221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:27.007978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:27.011420 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:27.017844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:27.018365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:27.087509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.091872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d859bca-bdf2-462b-b366-b4e07457e45d tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:27.103635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.108376 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] 10.222.0.22 "DELETE /v2.0/networks/48738af6-a792-43b1-8ab6-dc0d0e5d3e91 HTTP/1.1" status: 204 len: 168 time: 1.4031663 Jun 22 14:58:27.119045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Pushing event deleted for resources: {'Network': ['ID=48738af6-a792-43b1-8ab6-dc0d0e5d3e91,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:27.122957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:27.163416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Pushing event deleted for resources: {'Port': ['ID=28b6496b-c95f-4d58-9035-007e8c652463,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:27.166425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.168596 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "DELETE /v2.0/ports/28b6496b-c95f-4d58-9035-007e8c652463 HTTP/1.1" status: 204 len: 168 time: 1.3682275 Jun 22 14:58:27.171343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35652) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:27.197391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:27.209291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.228153 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9af08a-b437-4332-96a1-52be2619d479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] GET failed (client error): The resource could not be found. Jun 22 14:58:27.228720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-354f5e3a-88a3-4a09-8bf4-26afb7abe38e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:27.230738 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6b9af08a-b437-4332-96a1-52be2619d479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] 10.222.0.22 "GET /v2.0/ports/28b6496b-c95f-4d58-9035-007e8c652463 HTTP/1.1" status: 404 len: 333 time: 0.0583878 Jun 22 14:58:27.234414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35656) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:27.371085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.456669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Checking segment: {'id': '36588668-9585-448a-a3fe-25f3b3395caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:27.456669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Network hostable DHCP agents. Network: 2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:27.494564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Port': ['ID=897ef965-d55b-481a-8d25-4624b7f144bc,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:27.497237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35662) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:27.520866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:27.521788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d54b-e1f2-41c3-b008-cdc937d4739e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.529989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.542338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a58c56-374f-4ac5-b98f-d0998f156025']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:27.566259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4acb443-d754-4fb4-a477-2c5a8695b911') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:27.567369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4acb443-d754-4fb4-a477-2c5a8695b911') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:27.579255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.594790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.602200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:27.603064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.637648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d54b-e1f2-41c3-b008-cdc937d4739e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.639269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35664) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:27.655355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Network 2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:27.672900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2638a-aa5d-41a9-8fa4-fadb2876cbb5 req-211e733a-d663-458b-97fc-d358c5e47c4b tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:27.674464 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-efc2638a-aa5d-41a9-8fa4-fadb2876cbb5 req-211e733a-d663-458b-97fc-d358c5e47c4b tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 931 time: 0.4094319 Jun 22 14:58:27.675083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a7f7d54b-e1f2-41c3-b008-cdc937d4739e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.693599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:27.694383 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:27.727149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:27.740941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ffedd-9908-47d1-8575-cd3c5ffeb7ef None None] Network 2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:27.770863 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-39db80c0-b2b4-4bd2-b496-78166ff2bd4e req-da05cfb5-61c9-48f7-b8ba-e4b4d6e893fb tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.0880737 Jun 22 14:58:27.793181 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.798334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e244269-1aa7-4d68-9a6a-620a5ab7522c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:27.804654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.807904 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] 10.222.0.22 "DELETE /v2.0/networks/a6a58c56-374f-4ac5-b98f-d0998f156025 HTTP/1.1" status: 204 len: 168 time: 0.5724716 Jun 22 14:58:27.810054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7d54b-e1f2-41c3-b008-cdc937d4739e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb568e10-6080-464f-aa6e-d88c2e645921,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:27.816803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:27.818309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:27.845637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a7f7d54b-e1f2-41c3-b008-cdc937d4739e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:27.846234 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f45d6c4d-b29c-4c98-9c04-a05d87af8cfa tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:27.862572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Pushing event deleted for resources: {'Network': ['ID=a6a58c56-374f-4ac5-b98f-d0998f156025,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:27.869335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:27.954757 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a7f7d54b-e1f2-41c3-b008-cdc937d4739e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a61bc8c3aed4c589a65925ae826f447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535713 Jun 22 14:58:27.959310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35670) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:27.992996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] device_id is not set on port 87a46391-a104-4466-a23b-9d612072628b yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:28.025984 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-efc2638a-aa5d-41a9-8fa4-fadb2876cbb5 req-356a28fd-b7df-4f53-80e6-013ec4f262c7 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479827 Jun 22 14:58:28.036043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.038931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Port': ['ID=8c86a8bc-6464-4eb2-ab50-de5126991fb3,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:28.045872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:28.081781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Transition to ACTIVE for port object 87a46391-a104-4466-a23b-9d612072628b will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:28.093399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Checking segment: {'id': '2967e890-1dc1-46ae-9f40-ac45fd1aa12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a9fefd5c-f87d-403c-a61e-a848caf443a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:28.094666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Network hostable DHCP agents. Network: a9fefd5c-f87d-403c-a61e-a848caf443a2, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:28.100592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc218f3-3526-4b5d-b7ae-63b1eb186348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.111769 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8422695d-47ab-4062-b22a-35771320d54e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=347c67469be24ce79cf8a3d9fa3bd005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645896 Jun 22 14:58:28.113570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35676) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:28.117037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.122848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:28.149549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc218f3-3526-4b5d-b7ae-63b1eb186348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.173727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35678) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:28.181418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Network a9fefd5c-f87d-403c-a61e-a848caf443a2 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:28.202130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'Port': ['ID=87a46391-a104-4466-a23b-9d612072628b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:28.212162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:28.221619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a9fefd5c-f87d-403c-a61e-a848caf443a2) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:28.227074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:28.228342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4596d272-e6ce-427a-b051-fba008994d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.235482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:28.242906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:28.244519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.250221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530d3a8-b8ee-4796-993d-5f765573ed34 None None] Network a9fefd5c-f87d-403c-a61e-a848caf443a2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:28.256667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Checking segment: {'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:28.257300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Network hostable DHCP agents. Network: 2f44e60d-3544-47b0-8c4f-280df1636a5b, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:28.277168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4596d272-e6ce-427a-b051-fba008994d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.283765 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3349071 Jun 22 14:58:28.286358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35682) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:28.291933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc218f3-3526-4b5d-b7ae-63b1eb186348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.297892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc218f3-3526-4b5d-b7ae-63b1eb186348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.299294 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3dc218f3-3526-4b5d-b7ae-63b1eb186348 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb568e10-6080-464f-aa6e-d88c2e645921 HTTP/1.1" status: 204 len: 168 time: 0.3395095 Jun 22 14:58:28.305956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:28.318165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc218f3-3526-4b5d-b7ae-63b1eb186348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb568e10-6080-464f-aa6e-d88c2e645921,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:28.330701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Network 2f44e60d-3544-47b0-8c4f-280df1636a5b is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:28.335550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3dc218f3-3526-4b5d-b7ae-63b1eb186348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:28.397642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 2f44e60d-3544-47b0-8c4f-280df1636a5b) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:28.408331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:28.439469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:28.439808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:28.440149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:28.443564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ccbe79-7539-4229-a047-870fbc4da203 None None] Network 2f44e60d-3544-47b0-8c4f-280df1636a5b requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:28.448559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:28.449437 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:28.449606 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 2 to bind port 87a46391-a104-4466-a23b-9d612072628b Jun 22 14:58:28.494299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:28.494997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:28.495547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:28.510257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038003c9-fd86-4a41-8d29-575e376be1b5 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:28.520128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038003c9-fd86-4a41-8d29-575e376be1b5 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:28.534884 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-038003c9-fd86-4a41-8d29-575e376be1b5 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2464263 Jun 22 14:58:28.542492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:28.544910 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:28.545370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35688) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:28.545848 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 3 to bind port 87a46391-a104-4466-a23b-9d612072628b Jun 22 14:58:28.556236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4596d272-e6ce-427a-b051-fba008994d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.558883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4596d272-e6ce-427a-b051-fba008994d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.560606 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4596d272-e6ce-427a-b051-fba008994d07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/505ce5d0-73ab-49ea-a3e6-42033c0f9c42 HTTP/1.1" status: 204 len: 168 time: 0.4460185 Jun 22 14:58:28.578158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b16f9499-741b-4323-8040-ad103d8e8630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:28.627121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596d272-e6ce-427a-b051-fba008994d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505ce5d0-73ab-49ea-a3e6-42033c0f9c42,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:28.630236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4596d272-e6ce-427a-b051-fba008994d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:28.667400 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8a5c5195-efb2-4ad3-b1ed-0f60b8f01496 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50ce0cbb77274fda91a28c7f3f44274b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884486 Jun 22 14:58:28.670578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35692) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:28.684893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:28.686419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:28.691939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:28.716309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8052c2-6a21-4d63-8687-1f12bd445676 req-ce47ee02-c149-478f-97fc-b7a0fe80bee0 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:28.721613 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ff8052c2-6a21-4d63-8687-1f12bd445676 req-ce47ee02-c149-478f-97fc-b7a0fe80bee0 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 931 time: 0.3910491 Jun 22 14:58:28.729600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:28.732363 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:28.735837 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 4 to bind port 87a46391-a104-4466-a23b-9d612072628b Jun 22 14:58:28.868232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:28.868412 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ff8052c2-6a21-4d63-8687-1f12bd445676 req-ad85d4cc-69c5-4fe4-aa55-cf434dba88b3 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328788 Jun 22 14:58:28.868613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:28.871269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:28.894939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:28.894939 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:28.897602 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 5 to bind port 87a46391-a104-4466-a23b-9d612072628b Jun 22 14:58:28.914177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89570152-dbfe-43f5-b84f-387a4f4e6b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:28.937629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:28.938150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:28.938635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:28.947836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:28.948427 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:28.949983 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 6 to bind port 87a46391-a104-4466-a23b-9d612072628b Jun 22 14:58:28.979497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89570152-dbfe-43f5-b84f-387a4f4e6b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.018171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:29.018755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:29.018838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:29.022576 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-57bed798-7b7b-4b50-b9e6-d2d925df781b req-882069ae-6a5c-480a-a527-5a387740b808 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.0655410 Jun 22 14:58:29.029004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:29.029333 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:29.030544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 7 to bind port 87a46391-a104-4466-a23b-9d612072628b Jun 22 14:58:29.049732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:29.050067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:29.050396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:29.055087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:29.055420 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:29.058441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Deleting port 897ef965-d55b-481a-8d25-4624b7f144bc {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:29.058940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.062849 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 8 to bind port 87a46391-a104-4466-a23b-9d612072628b Jun 22 14:58:29.073621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89570152-dbfe-43f5-b84f-387a4f4e6b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.077011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89570152-dbfe-43f5-b84f-387a4f4e6b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.085942 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-89570152-dbfe-43f5-b84f-387a4f4e6b72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/672b668e-d59f-46ee-a6a4-a076b6ad9ef2 HTTP/1.1" status: 204 len: 168 time: 0.4044654 Jun 22 14:58:29.086378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:29.086723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:29.087058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:29.087159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0ed248dd-2c3d-43e2-a2bf-07d0dd27b304 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:29.102161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89570152-dbfe-43f5-b84f-387a4f4e6b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672b668e-d59f-46ee-a6a4-a076b6ad9ef2,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:29.108329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-89570152-dbfe-43f5-b84f-387a4f4e6b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:29.123448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:29.123780 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:29.126376 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 9 to bind port 87a46391-a104-4466-a23b-9d612072628b Jun 22 14:58:29.159338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:29.159581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:29.159916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:29.162947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.176640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:29.177001 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:29.180401 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 10 to bind port 87a46391-a104-4466-a23b-9d612072628b Jun 22 14:58:29.241799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Calling delete_port for 897ef965-d55b-481a-8d25-4624b7f144bc owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:29.259201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:29.259538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:29.260035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:29.266875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 87a46391-a104-4466-a23b-9d612072628b on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:29.267209 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 87a46391-a104-4466-a23b-9d612072628b on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:29.267565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.312831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fbf17-d759-40c3-a95f-6c93b7f19665 req-2e3705ba-9a05-4e08-acce-6a9004532db7 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:29.314468 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-908fbf17-d759-40c3-a95f-6c93b7f19665 req-2e3705ba-9a05-4e08-acce-6a9004532db7 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 931 time: 0.1034050 Jun 22 14:58:29.362979 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-908fbf17-d759-40c3-a95f-6c93b7f19665 req-ae93c726-608d-4b78-b173-73aa91fc4d06 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411820 Jun 22 14:58:29.400888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] For port 87a46391-a104-4466-a23b-9d612072628b, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:29.401267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempted to set empty binding levels {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 14:58:29.409129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.411154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:29.417699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.450961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:29.451562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.470712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.472579 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/ports/897ef965-d55b-481a-8d25-4624b7f144bc HTTP/1.1" status: 204 len: 168 time: 0.9237440 Jun 22 14:58:29.475650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35726) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:29.477225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'Port': ['ID=87a46391-a104-4466-a23b-9d612072628b,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:29.479933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:29.480515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:29.506728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Port': ['ID=897ef965-d55b-481a-8d25-4624b7f144bc,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:29.514281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35728) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:29.514475 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.6063869 Jun 22 14:58:29.515563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:29.520490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35730) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:29.568245 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b3bc7cb4-89c9-4c59-a708-3a5fcff6f9eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6763d20bb8f4650a11067f168895f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440543 Jun 22 14:58:29.568245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35732) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:29.622077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf124b91-39fa-4174-b306-5581b36b3903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.665764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf124b91-39fa-4174-b306-5581b36b3903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.671963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Deleting port 8c86a8bc-6464-4eb2-ab50-de5126991fb3 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:29.672295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.717319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Deleting port 87a46391-a104-4466-a23b-9d612072628b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:29.717652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.734712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf124b91-39fa-4174-b306-5581b36b3903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.737806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf124b91-39fa-4174-b306-5581b36b3903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:29.738954 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cf124b91-39fa-4174-b306-5581b36b3903 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04d5a83a-d519-4284-9f5e-7839e29bbdac HTTP/1.1" status: 204 len: 168 time: 0.1697540 Jun 22 14:58:29.740036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:29.750704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf124b91-39fa-4174-b306-5581b36b3903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5a83a-d519-4284-9f5e-7839e29bbdac,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:29.753316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cf124b91-39fa-4174-b306-5581b36b3903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:30.026947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.047053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] For port 87a46391-a104-4466-a23b-9d612072628b, host hv-neutron-6013, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:30.047594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.118899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31507f7d-4f02-4471-9d9a-615001dc4188 req-52897112-4f96-41d0-a53e-9aa0a199ea77 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:30.119748 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Calling delete_port for 8c86a8bc-6464-4eb2-ab50-de5126991fb3 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:30.121931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fca50bc4-3cab-4a5d-b24e-dec2d34c0c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.122410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35756) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:30.127717 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31507f7d-4f02-4471-9d9a-615001dc4188 req-52897112-4f96-41d0-a53e-9aa0a199ea77 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 931 time: 0.1188018 Jun 22 14:58:30.192964 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31507f7d-4f02-4471-9d9a-615001dc4188 req-2af81e29-5a7b-49df-84c4-5e05a6caf3e4 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584602 Jun 22 14:58:30.208643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Calling delete_port for 87a46391-a104-4466-a23b-9d612072628b owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:30.292623 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fea8a7dd-0269-45fa-89fc-4b2960b247f4 req-66edf0b7-0701-4fb5-aa08-a9bda3662d7e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.0743699 Jun 22 14:58:30.371898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-497207424'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:30.408245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.414886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f315c3b5-dc0a-47d1-a05a-6bc3a2f790ca tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:30.441752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Made reservation on behalf of 9c624956b6b2486d8e6904e763ca2637 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:30.445233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.447218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.450878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Port': ['ID=8c86a8bc-6464-4eb2-ab50-de5126991fb3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:30.470687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:30.472586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:30.476162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.479235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.484916 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/ports/8c86a8bc-6464-4eb2-ab50-de5126991fb3 HTTP/1.1" status: 204 len: 168 time: 1.0077274 Jun 22 14:58:30.485105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35778) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:30.512703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event deleted for resources: {'Port': ['ID=87a46391-a104-4466-a23b-9d612072628b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:30.519429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.521798 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "DELETE /v2.0/ports/87a46391-a104-4466-a23b-9d612072628b HTTP/1.1" status: 204 len: 168 time: 1.0060112 Jun 22 14:58:30.524023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:30.530032 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-beba47b2-600b-4494-ae28-7639dc657c48 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0387838 Jun 22 14:58:30.530649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35780) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:30.530993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35782) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:30.539040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-763681460'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:30.578963 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59451d0-5670-4272-a8f3-05bee043ab48 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] GET failed (client error): The resource could not be found. Jun 22 14:58:30.580542 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f59451d0-5670-4272-a8f3-05bee043ab48 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "GET /v2.0/ports/87a46391-a104-4466-a23b-9d612072628b HTTP/1.1" status: 404 len: 333 time: 0.0486128 Jun 22 14:58:30.584432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35786) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:30.591149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Request body: {'port': {'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-854593998'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:30.607903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.db.api [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 14:58:30.607903 dv-neutron-601336-93-hyperv neutron-server[93501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 14:58:30.607903 dv-neutron-601336-93-hyperv neutron-server[93501]: [parameters: {'project_id_1': '8f7b0f2cc2b9426784d8108a37e9b821', 'expiration_1': datetime.datetime(2021, 6, 22, 14, 58, 30, 573887)}] Jun 22 14:58:30.607903 dv-neutron-601336-93-hyperv neutron-server[93501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:58:30.608262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_db.api [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:58:30.634306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184ebe-2473-41e0-b87e-edd5a62ebd2f req-84cdc490-73d5-40c1-bea7-2308c5d7c8a9 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:30.643857 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4d184ebe-2473-41e0-b87e-edd5a62ebd2f req-84cdc490-73d5-40c1-bea7-2308c5d7c8a9 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 931 time: 0.1167593 Jun 22 14:58:30.694354 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4d184ebe-2473-41e0-b87e-edd5a62ebd2f req-c87c8354-7ca9-497f-8272-cb3e801fc4a1 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504758 Jun 22 14:58:30.708390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.714725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.719006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:30.732615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Made reservation on behalf of d907099a35d74d50b02e8a592d6f7c65 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:30.736042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.744820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:30.759837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] device_id is not set on port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:30.766973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09784e0b-aff8-4191-afb4-5cc16b4d22ae,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:30.771080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:30.772301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.772638 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Added segment 4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7 of type vlan for network 12147604-a245-4794-bca3-4b50d1dc0fd2 Jun 22 14:58:30.818798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.819371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35796) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:30.863304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.871938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:30.872843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:30.875643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-667c1705-85b4-4b86-89b1-51f10aaf6e0a tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:30.945704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-3807c33c-bfe5-4753-b4ed-ce3fc6d77dd3 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:30.947132 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-3807c33c-bfe5-4753-b4ed-ce3fc6d77dd3 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0260949 Jun 22 14:58:30.951125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-7ab3d93d-74f4-4d91-8331-2034e3ebaf57 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:30.952527 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-7ab3d93d-74f4-4d91-8331-2034e3ebaf57 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0161791 Jun 22 14:58:30.956610 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8268564 Jun 22 14:58:30.960098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35806) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:30.971396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event updated for resources: {'Network': ['ID=12147604-a245-4794-bca3-4b50d1dc0fd2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:30.974183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:30.982752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 12147604-a245-4794-bca3-4b50d1dc0fd2 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:31.005253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Request body: {'subnet': {'network_id': '12147604-a245-4794-bca3-4b50d1dc0fd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:31.029881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35808) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.085100 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-942f0166-c04a-4fd2-992d-a12fdacaa1f3 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3afc977ec13d45818c53ebdc8bf76a54 HTTP/1.1" status: 200 len: 380 time: 0.1680245 Jun 22 14:58:31.107984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-9b1be302-b255-4c81-9b0d-4a7f1a8730fc tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.108913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Request body: {'port': {'device_id': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'admin_state_up': True, 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'security_groups': ['0a5acbfd-27fc-4aaa-a123-aecdbc575d8b']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:31.109036 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9b1be302-b255-4c81-9b0d-4a7f1a8730fc tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13928 time: 0.0779223 Jun 22 14:58:31.116200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35816) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.123003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-edecb20f-0799-4774-9d66-c321eccfa929 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.123985 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-edecb20f-0799-4774-9d66-c321eccfa929 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0066137 Jun 22 14:58:31.124682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5ced198e-807e-422a-919a-1435c2b5a973 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-393961344'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:31.127353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35818) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.134418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-afd00212-265e-4728-879c-3c91ec2832eb tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.135523 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-afd00212-265e-4728-879c-3c91ec2832eb tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071638 Jun 22 14:58:31.139193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35820) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.144322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-68a8d699-7dee-4404-83f6-6083f953c6e3 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.144875 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-68a8d699-7dee-4404-83f6-6083f953c6e3 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046022 Jun 22 14:58:31.151383 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Request body: {'port': {'device_id': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:31.156770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35822) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.161055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-87094819-ec78-42a5-bb49-4a1f7856d0e6 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.161959 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-87094819-ec78-42a5-bb49-4a1f7856d0e6 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041928 Jun 22 14:58:31.180584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35824) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.188886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Request body: {'port': {'device_id': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:31.200916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-f3d192ad-8081-44ad-b3aa-8d22d6cdb6f6 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.201425 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f3d192ad-8081-44ad-b3aa-8d22d6cdb6f6 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0165586 Jun 22 14:58:31.207827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35826) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.212712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-b92d0b35-846a-4377-83b5-ba93f645fdd3 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs-active-vip returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.217144 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b92d0b35-846a-4377-83b5-ba93f645fdd3 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs-active-vip HTTP/1.1" status: 200 len: 500 time: 0.0080223 Jun 22 14:58:31.221556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Made reservation on behalf of 8f7b0f2cc2b9426784d8108a37e9b821 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:31.224851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.226528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35830) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.231428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-5ced198e-807e-422a-919a-1435c2b5a973 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 14:58:31.231428 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 14:58:31.231428 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'project_id_1': '114b2c08c8b640d498d7acc797def79d', 'expiration_1': datetime.datetime(2021, 6, 22, 14, 58, 31, 145910)}] Jun 22 14:58:31.231428 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:58:31.231745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-5ced198e-807e-422a-919a-1435c2b5a973 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:58:31.242672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.255222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-1d0c81fe-a241-47d4-8272-e34b6670c0a1 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.259089 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1d0c81fe-a241-47d4-8272-e34b6670c0a1 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0269375 Jun 22 14:58:31.263422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35832) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.267655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-d7cc484b-6c51-43cd-bdb2-8d2e79636f04 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.270514 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d7cc484b-6c51-43cd-bdb2-8d2e79636f04 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043108 Jun 22 14:58:31.271821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35834) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.278942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-eae1e83c-d430-4b71-8092-c074d1263d10 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.281870 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-eae1e83c-d430-4b71-8092-c074d1263d10 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079899 Jun 22 14:58:31.285425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35836) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.291976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-a3486cb4-ed5b-48ac-bf8b-a04d1ae33573 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.295748 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a3486cb4-ed5b-48ac-bf8b-a04d1ae33573 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065877 Jun 22 14:58:31.297253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35838) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.307478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-ef679364-72da-4e3f-b74f-22727ddf64dd tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.311623 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ef679364-72da-4e3f-b74f-22727ddf64dd tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0102994 Jun 22 14:58:31.311623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:31.312269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.317453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35840) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.330220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-0852fd25-0ee8-4193-bd03-497014429923 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.330995 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0852fd25-0ee8-4193-bd03-497014429923 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0118511 Jun 22 14:58:31.338051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35844) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.352661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Made reservation on behalf of 9c624956b6b2486d8e6904e763ca2637 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:31.356346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.364616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.364991 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Added segment 4c246ebf-cca8-4904-bd2a-2415a249200e of type vlan for network 80cfa360-2ddc-4b20-aac1-d8966c139e6f Jun 22 14:58:31.366224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-56ef9fb9-7c1a-46c7-a296-5ac8898df9ee tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.369523 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-56ef9fb9-7c1a-46c7-a296-5ac8898df9ee tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0155118 Jun 22 14:58:31.377860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35846) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.409477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-1fb73205-5a48-4655-812d-6f24f4bf2fa5 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.412931 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1fb73205-5a48-4655-812d-6f24f4bf2fa5 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0309613 Jun 22 14:58:31.413843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35848) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.421097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.446261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-93e6949c-2381-4ff6-b808-8164556ba42b tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.447244 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-93e6949c-2381-4ff6-b808-8164556ba42b tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0305560 Jun 22 14:58:31.457055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35850) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.467372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-f36befd6-ddfb-4546-8aeb-e26b64ddf3d8 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.468563 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f36befd6-ddfb-4546-8aeb-e26b64ddf3d8 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049734 Jun 22 14:58:31.480067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.484017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35852) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.486609 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-258d42fa-6d45-4bb2-8a66-d6b1ebe9692b req-e524f3c7-ade2-4412-88c9-6d7a208e24cb tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.0593910 Jun 22 14:58:31.491908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.492536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-7cce44b6-9808-403e-bad4-60d16e695a33 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.496040 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7cce44b6-9808-403e-bad4-60d16e695a33 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085897 Jun 22 14:58:31.498415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:31.500874 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35854) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.504798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Made reservation on behalf of 3afc977ec13d45818c53ebdc8bf76a54 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:31.508324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.550465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-2413f3db-2705-405f-8f4e-7a56b7ec278c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.551386 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2413f3db-2705-405f-8f4e-7a56b7ec278c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048962 Jun 22 14:58:31.561762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35856) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.569381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-4f91c31d-c222-4eda-9f2d-138b87f262d5 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.570533 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4f91c31d-c222-4eda-9f2d-138b87f262d5 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0056963 Jun 22 14:58:31.580080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35858) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.596117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-f727316e-8dd1-48d7-b42c-4e641a7123e1 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.597073 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f727316e-8dd1-48d7-b42c-4e641a7123e1 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0094116 Jun 22 14:58:31.615495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35860) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.623493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Network 2f44e60d-3544-47b0-8c4f-280df1636a5b is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:31.629837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-c058cdd0-89a4-46e9-8ce5-591edf83e20d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.630777 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c058cdd0-89a4-46e9-8ce5-591edf83e20d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0127437 Jun 22 14:58:31.635655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35862) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.640346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:31.646332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-e3baf545-f6d2-40e5-ae8c-bff266410e18 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.647555 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e3baf545-f6d2-40e5-ae8c-bff266410e18 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049326 Jun 22 14:58:31.654081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befa2bf-2809-4276-8e41-9e350dd3a7bf req-bcb63633-1c27-45f5-bb34-e0a9f17077cc tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:31.655584 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2befa2bf-2809-4276-8e41-9e350dd3a7bf req-bcb63633-1c27-45f5-bb34-e0a9f17077cc tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 931 time: 0.3413250 Jun 22 14:58:31.659356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35864) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.665428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-17ee774a-60ba-4c7d-9275-811f9ffb1040 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.666354 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-17ee774a-60ba-4c7d-9275-811f9ffb1040 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0061331 Jun 22 14:58:31.677673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35866) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.680079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.686121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:31.686696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.691181 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-cb888efe-73a7-4dd8-b6d3-8e742bbf766c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.692110 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cb888efe-73a7-4dd8-b6d3-8e742bbf766c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0128527 Jun 22 14:58:31.697531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35868) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.698469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:31.699953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:31.700734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.708446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'Port': ['ID=395b8bf7-bb47-4c72-b4ed-71b6509df3cb,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:31.711855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:31.722060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:31.741629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-cbd7d256-3b3d-4507-9393-074f3462b6aa tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:31.742604 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cbd7d256-3b3d-4507-9393-074f3462b6aa tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0318046 Jun 22 14:58:31.764711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35872) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.816651 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2834527 Jun 22 14:58:31.826313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35874) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:31.841443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1147163312'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:31.847916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Network': ['ID=80cfa360-2ddc-4b20-aac1-d8966c139e6f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:31.857785 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2befa2bf-2809-4276-8e41-9e350dd3a7bf req-b1c64a09-eee9-4cf2-9458-40c15d1d277f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903212 Jun 22 14:58:31.860425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 80cfa360-2ddc-4b20-aac1-d8966c139e6f details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:31.863551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:31.910424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Made reservation on behalf of 8f7b0f2cc2b9426784d8108a37e9b821 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:31.913976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.963125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87766080-3af1-4fba-8306-208c861f7c3e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:58:31.973336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.978749 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:31.994623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Transition to ACTIVE for port object 87766080-3af1-4fba-8306-208c861f7c3e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:31.995940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:31.996906 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Added segment 73478f34-252c-4884-9779-1bf48c117d31 of type vlan for network 4c7c42d1-5540-4cda-b651-162cce3f5b80 Jun 22 14:58:31.999341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-6ad79b7b-2850-437c-be67-f50d333ac548 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.000296 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6ad79b7b-2850-437c-be67-f50d333ac548 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.2345753 Jun 22 14:58:32.004782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35876) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.010222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-558c865c-95bc-403b-8a1b-81db7fde0b35 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.011154 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-558c865c-95bc-403b-8a1b-81db7fde0b35 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051656 Jun 22 14:58:32.012484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.016374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-234fba62-1919-446f-9a6a-df38ea438756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:32.018038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35878) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.044615 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-e3118bcd-bbae-4aa6-9bc5-368384f41ebe tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.045603 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e3118bcd-bbae-4aa6-9bc5-368384f41ebe tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0077322 Jun 22 14:58:32.052974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35880) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.081461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-8937809c-f84a-4db6-a558-12895f66a465 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.082389 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8937809c-f84a-4db6-a558-12895f66a465 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0243056 Jun 22 14:58:32.090288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35882) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.111506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.127985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-7f07cbe2-e187-4b7d-9377-45643b6af28d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.128989 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7f07cbe2-e187-4b7d-9377-45643b6af28d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0186462 Jun 22 14:58:32.134774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35884) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.135494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Pushing event updated for resources: {'Port': ['ID=87766080-3af1-4fba-8306-208c861f7c3e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:32.142331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-dd211b09-fe9d-42d5-8d91-cc19ded82d90 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.143480 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dd211b09-fe9d-42d5-8d91-cc19ded82d90 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046513 Jun 22 14:58:32.163008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35886) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.164548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:32.172441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5ced198e-807e-422a-919a-1435c2b5a973 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.173708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5ced198e-807e-422a-919a-1435c2b5a973 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.201285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-03f80110-1269-4841-9d82-46a8ae7e1bf5 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.204551 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-03f80110-1269-4841-9d82-46a8ae7e1bf5 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0309942 Jun 22 14:58:32.205007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35888) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.212310 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6264026 Jun 22 14:58:32.212964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-64e02da7-795f-45b5-9bf2-238f6973005d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.213994 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-64e02da7-795f-45b5-9bf2-238f6973005d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0078225 Jun 22 14:58:32.216920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35890) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.217256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35892) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.228687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:32.236580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-d0e6edb3-a52a-4633-815f-7f7607d0ad6d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.237558 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d0e6edb3-a52a-4633-815f-7f7607d0ad6d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0180774 Jun 22 14:58:32.238673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.244367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:32.245245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.245518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35894) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.252170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:32.262385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-6253a5c6-2b77-46c3-9565-49c808f2e90c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.263424 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6253a5c6-2b77-46c3-9565-49c808f2e90c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0084200 Jun 22 14:58:32.270132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35896) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.314213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-0df737e4-3d9b-4caf-af70-9f4f4f383c60 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.316830 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0df737e4-3d9b-4caf-af70-9f4f4f383c60 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0083387 Jun 22 14:58:32.324103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35898) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.338997 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5044942 Jun 22 14:58:32.344696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-4c2013b0-1402-41e5-b218-5078a5ff065f tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.347635 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4c2013b0-1402-41e5-b218-5078a5ff065f tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0104125 Jun 22 14:58:32.350933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35900) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.355090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Allocated IP 172.20.0.12 (150e62c6-63e9-41e7-b7d8-ae5a895dd9a8/6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b/782669a9-41c6-466a-84a5-a3b8ac062d17) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:32.360868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-aaabdc51-b3c3-4a6a-accb-fdf00f792cfa tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.364133 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-aaabdc51-b3c3-4a6a-accb-fdf00f792cfa tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067613 Jun 22 14:58:32.365783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35902) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.387556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Attempting to bind port 87766080-3af1-4fba-8306-208c861f7c3e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:32.387902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Attempting to bind port 87766080-3af1-4fba-8306-208c861f7c3e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:32.388236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Attempting to bind port 87766080-3af1-4fba-8306-208c861f7c3e on network 7f373ee7-e179-444e-8640-6a4d88429f7d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:32.403337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Port 87766080-3af1-4fba-8306-208c861f7c3e on network 7f373ee7-e179-444e-8640-6a4d88429f7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:32.403684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Attempting to bind port 87766080-3af1-4fba-8306-208c861f7c3e on network 7f373ee7-e179-444e-8640-6a4d88429f7d {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:32.406356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-dd73d931-989d-4d08-9608-ea65ec765807 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.409744 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dd73d931-989d-4d08-9608-ea65ec765807 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0124290 Jun 22 14:58:32.409881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Network': ['ID=4c7c42d1-5540-4cda-b651-162cce3f5b80,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:32.410242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35904) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.414320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5ced198e-807e-422a-919a-1435c2b5a973 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.415416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:32.419267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-17484856-63a3-443c-bd51-96ae082625b7 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.422750 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-17484856-63a3-443c-bd51-96ae082625b7 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077786 Jun 22 14:58:32.423276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:32.423663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Checking segment: {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:32.424237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Bound using segment: {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:32.424672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Bound port: 87766080-3af1-4fba-8306-208c861f7c3e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfac81bf-d8b9-402d-a663-635798fc7562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:32.425048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.427064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35906) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.428973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.433221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-3ae25c75-1940-4df2-aa4d-2af27ed916b6 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.437252 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3ae25c75-1940-4df2-aa4d-2af27ed916b6 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0069673 Jun 22 14:58:32.437412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5ced198e-807e-422a-919a-1435c2b5a973 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.437620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35908) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.441800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-ac400ec5-347f-43fa-86e7-3ea54175f643 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.445044 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ac400ec5-347f-43fa-86e7-3ea54175f643 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042765 Jun 22 14:58:32.445307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35910) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.451432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 4c7c42d1-5540-4cda-b651-162cce3f5b80 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:32.457527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-8141479c-b824-46f0-8241-e44404ff69ef tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.459095 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8141479c-b824-46f0-8241-e44404ff69ef tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0097973 Jun 22 14:58:32.463078 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.466561 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35912) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.471319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd811668-19e0-468c-9e7c-62efc406ea87 req-cb032dd8-b5b1-4c72-93b5-11b221511a49 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:32.473130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-2a9cfc90-c0c0-4bd7-b52c-3c1b38aebff4 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.477001 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2a9cfc90-c0c0-4bd7-b52c-3c1b38aebff4 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0084252 Jun 22 14:58:32.478167 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bd811668-19e0-468c-9e7c-62efc406ea87 req-cb032dd8-b5b1-4c72-93b5-11b221511a49 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 943 time: 0.4749544 Jun 22 14:58:32.478547 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35914) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.486506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-e1f70053-dc1d-4d48-b81f-e095a80026d1 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.489810 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e1f70053-dc1d-4d48-b81f-e095a80026d1 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056193 Jun 22 14:58:32.490003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35916) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.490613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35918) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.506998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'subnets': [{'network_id': '80cfa360-2ddc-4b20-aac1-d8966c139e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2011851678', 'ip_version': 4}, {'network_id': '4c7c42d1-5540-4cda-b651-162cce3f5b80', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:32.507321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'subnet': {'network_id': '80cfa360-2ddc-4b20-aac1-d8966c139e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2011851678', 'ip_version': 4}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:32.507899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Request body: {'subnet': {'network_id': '4c7c42d1-5540-4cda-b651-162cce3f5b80', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:32.519987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-8406d3c9-d09c-4726-9249-ee2a4abdba05 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.523855 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8406d3c9-d09c-4726-9249-ee2a4abdba05 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0208962 Jun 22 14:58:32.524857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b59a1f75-d87e-498a-801f-4487e4b159bb tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:32.533073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35922) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.583444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-49491cfc-8df5-4f72-b386-fae8c8fb4a5c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.585091 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-49491cfc-8df5-4f72-b386-fae8c8fb4a5c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0382528 Jun 22 14:58:32.586566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5ced198e-807e-422a-919a-1435c2b5a973 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.587734 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5ced198e-807e-422a-919a-1435c2b5a973 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.7640154 Jun 22 14:58:32.588506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35924) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.611571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8c191c32-fe29-451d-bcc8-a1d30ccfb471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.617089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35926) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.666105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-dd5a69e2-98a2-4722-a5c5-82e7722bec0d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.667031 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dd5a69e2-98a2-4722-a5c5-82e7722bec0d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0094550 Jun 22 14:58:32.683263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] For port 87766080-3af1-4fba-8306-208c861f7c3e, host hv-neutron-6013, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:32.687707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35928) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.727890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-8904f47e-c8ff-4915-bf3c-125e15fb3c55 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.728766 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8904f47e-c8ff-4915-bf3c-125e15fb3c55 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0381346 Jun 22 14:58:32.748640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35930) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.750857 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dbb1ae45-1d82-49eb-966e-eaeed070d45b req-59e2d269-129a-46cc-a3cc-dfea32916c52 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.1188684 Jun 22 14:58:32.759924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] For port 87766080-3af1-4fba-8306-208c861f7c3e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=87766080-3af1-4fba-8306-208c861f7c3e,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:32.776363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a544521-782e-4c8d-bb7b-a3b6d044a438 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:58:32.776363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-e6029896-7e71-4ee5-90f0-182fb7d19335 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.776624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-309bcfd7-e7ed-4560-bea3-0c3c6a3ea9ce tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.776902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.777773 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e6029896-7e71-4ee5-90f0-182fb7d19335 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0231485 Jun 22 14:58:32.778855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35932) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.782268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:32.789457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-38c71568-b3ed-4a8e-b062-5d1d84cc1c9b tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.790406 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-38c71568-b3ed-4a8e-b062-5d1d84cc1c9b tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0067160 Jun 22 14:58:32.794725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.799239 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bd811668-19e0-468c-9e7c-62efc406ea87 req-1c5bd398-f7e7-483f-94a8-86b15edfc841 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203204 Jun 22 14:58:32.802055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35934) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.807876 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event updated for resources: {'Subnet': ['ID=bb7c8724-3bb8-4051-a632-86b6402d6691,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:32.814096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:32.834425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-d55e0fa2-6b94-48dd-ad78-108d012ca966 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.835356 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d55e0fa2-6b94-48dd-ad78-108d012ca966 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0244536 Jun 22 14:58:32.847045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35936) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.853482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-c74f3cd7-eddd-4960-9971-211237263f49 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.857014 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c74f3cd7-eddd-4960-9971-211237263f49 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045903 Jun 22 14:58:32.868490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Transition to ACTIVE for port object 5a544521-782e-4c8d-bb7b-a3b6d044a438 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:32.868691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35938) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.882929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.883512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-ce8103a7-e4f2-48cc-97de-d2e734eec84b tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.886552 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ce8103a7-e4f2-48cc-97de-d2e734eec84b tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0119989 Jun 22 14:58:32.888068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35940) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.930204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-6778758c-e2ec-4ef2-8256-2625a1db43f2 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:32.933381 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6778758c-e2ec-4ef2-8256-2625a1db43f2 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0376191 Jun 22 14:58:32.934948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.939541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:32.940166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:32.941604 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/87766080-3af1-4fba-8306-208c861f7c3e HTTP/1.1" status: 200 len: 1093 time: 1.8659997 Jun 22 14:58:32.942139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'tag': '87766080-3af1-4fba-8306-208c861f7c3e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:58:32.945788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35944) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:32.961961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:33.019236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Checking segment: {'id': '4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '12147604-a245-4794-bca3-4b50d1dc0fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:33.019442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Network hostable DHCP agents. Network: 12147604-a245-4794-bca3-4b50d1dc0fd2, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:33.065984 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:58:33.136033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.173309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Pushing event updated for resources: {'Port': ['ID=5a544521-782e-4c8d-bb7b-a3b6d044a438,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:33.183557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:33.220133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Transition to ACTIVE for port object 782669a9-41c6-466a-84a5-a3b8ac062d17 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:33.254809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Network 12147604-a245-4794-bca3-4b50d1dc0fd2 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:33.292356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Made reservation on behalf of 8f7b0f2cc2b9426784d8108a37e9b821 for: {'subnet': 2} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:33.297717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.298041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.306542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 12147604-a245-4794-bca3-4b50d1dc0fd2) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:33.312440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:33.312901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.316706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc62c3-28a5-4905-98a9-c708c6d46ab7 None None] Network 12147604-a245-4794-bca3-4b50d1dc0fd2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:33.352487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-3b5477f4-e3b7-43e9-bf5b-38b68bb1e75c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.353468 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3b5477f4-e3b7-43e9-bf5b-38b68bb1e75c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.3846262 Jun 22 14:58:33.358932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Pushing event updated for resources: {'Port': ['ID=87766080-3af1-4fba-8306-208c861f7c3e,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:33.363779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbef53c-6a26-46d7-8935-a9357a2ab289", "tag": "87766080-3af1-4fba-8306-208c861f7c3e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:58:33.378741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35950) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.396437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-5c259cf0-88cd-4e38-bf17-e01681e54bfe tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.400267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5c259cf0-88cd-4e38-bf17-e01681e54bfe tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0137126 Jun 22 14:58:33.402186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35956) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.406916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:33.424525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-ab188b3a-b752-45cd-ae22-5dfb6138f41e tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.428945 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ab188b3a-b752-45cd-ae22-5dfb6138f41e tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0191131 Jun 22 14:58:33.431126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35958) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.435471 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4662595 Jun 22 14:58:33.436339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Attempting to bind port 5a544521-782e-4c8d-bb7b-a3b6d044a438 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:33.436678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Attempting to bind port 5a544521-782e-4c8d-bb7b-a3b6d044a438 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:33.437053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Attempting to bind port 5a544521-782e-4c8d-bb7b-a3b6d044a438 on network d30f626c-753c-4a78-ba1a-a679af3648a0 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:33.443884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35960) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.450537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e97ace80-cd05-49a3-b009-eb4d7c3cd993 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-85927548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:33.457782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-7e3554f7-b642-4d6a-a6c2-74080a9f944c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.461490 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7e3554f7-b642-4d6a-a6c2-74080a9f944c tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0219851 Jun 22 14:58:33.466338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35962) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.466530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.476958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:33.487390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Port 5a544521-782e-4c8d-bb7b-a3b6d044a438 on network d30f626c-753c-4a78-ba1a-a679af3648a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:33.487713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Attempting to bind port 5a544521-782e-4c8d-bb7b-a3b6d044a438 on network d30f626c-753c-4a78-ba1a-a679af3648a0 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:33.491603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-309bcfd7-e7ed-4560-bea3-0c3c6a3ea9ce tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.498094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-29c0bbd5-75b4-4fa5-ad91-196dc9ad5075 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.499129 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-29c0bbd5-75b4-4fa5-ad91-196dc9ad5075 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0095861 Jun 22 14:58:33.506329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-309bcfd7-e7ed-4560-bea3-0c3c6a3ea9ce tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.509075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] device_id is not set on port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:33.514720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35964) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.519182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-12147604-a245-4794-bca3-4b50d1dc0fd2', 'network_id': '12147604-a245-4794-bca3-4b50d1dc0fd2', 'tenant_id': '9c624956b6b2486d8e6904e763ca2637', 'fixed_ips': [{'subnet_id': 'bb7c8724-3bb8-4051-a632-86b6402d6691'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:58:33.520010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-b9421f16-23a1-4613-b31f-059bd1daa5d7 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.520342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.521505 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b9421f16-23a1-4613-b31f-059bd1daa5d7 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045786 Jun 22 14:58:33.535487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35966) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.539630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.553624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:33.554655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Checking segment: {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:33.555063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Bound using segment: {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:33.555595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Bound port: 5a544521-782e-4c8d-bb7b-a3b6d044a438, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:33.556083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.583585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:33.596164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:33.603187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:33.609489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Pushing event updated for resources: {'Port': ['ID=782669a9-41c6-466a-84a5-a3b8ac062d17,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:33.612583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:33.615381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-b853a110-8dec-4f14-9b78-ef30290cd9eb tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.616348 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b853a110-8dec-4f14-9b78-ef30290cd9eb tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0651810 Jun 22 14:58:33.621249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35970) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.623885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e97ace80-cd05-49a3-b009-eb4d7c3cd993 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.625170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e97ace80-cd05-49a3-b009-eb4d7c3cd993 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.633873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-f0d4ebb5-22e4-4ad3-9c1b-66f87ac3d20d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.635055 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f0d4ebb5-22e4-4ad3-9c1b-66f87ac3d20d tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068219 Jun 22 14:58:33.655742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17676905-4a03-4443-84eb-ec5a1518574a x-openstack-request-id: req-17676905-4a03-4443-84eb-ec5a1518574a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:58:33.655894 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbef53c-6a26-46d7-8935-a9357a2ab289", "tag": "87766080-3af1-4fba-8306-208c861f7c3e", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:58:33.656176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17676905-4a03-4443-84eb-ec5a1518574a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:58:33.656941 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'tag': '87766080-3af1-4fba-8306-208c861f7c3e', 'status': 'completed', 'code': 200} Jun 22 14:58:33.659029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35972) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.667131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-8f38345f-0028-48b4-a207-1d1bcd5f92d0 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.668714 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8f38345f-0028-48b4-a207-1d1bcd5f92d0 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073335 Jun 22 14:58:33.674386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Transition to ACTIVE for port object 395b8bf7-bb47-4c72-b4ed-71b6509df3cb will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:33.675156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35974) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.675808 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-309bcfd7-e7ed-4560-bea3-0c3c6a3ea9ce tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.676312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309bcfd7-e7ed-4560-bea3-0c3c6a3ea9ce tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee9e3c93-0074-4790-ad96-d88adc462f8b {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:58:33.686131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-76ce9305-6918-4b68-85ec-64e6359d45e2 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.694232 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-76ce9305-6918-4b68-85ec-64e6359d45e2 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0114238 Jun 22 14:58:33.701091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35976) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.702998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-309bcfd7-e7ed-4560-bea3-0c3c6a3ea9ce tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.704154 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-309bcfd7-e7ed-4560-bea3-0c3c6a3ea9ce tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "DELETE /v2.0/routers/ee9e3c93-0074-4790-ad96-d88adc462f8b HTTP/1.1" status: 204 len: 168 time: 1.0824568 Jun 22 14:58:33.706703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-09ba853b-cbb7-4eab-b978-e1d3691a16c0 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.707656 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-09ba853b-cbb7-4eab-b978-e1d3691a16c0 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0055916 Jun 22 14:58:33.717426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a080-d78b-4b34-bb0b-feca478ba831 req-f8ea673c-1b76-47b8-99ec-e389410af724 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:33.721367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35978) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.721705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35980) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.725853 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-99e6a080-d78b-4b34-bb0b-feca478ba831 req-f8ea673c-1b76-47b8-99ec-e389410af724 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 943 time: 0.3511105 Jun 22 14:58:33.727833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:33.730287 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-a56da71b-1aaf-435c-8965-46080b4e8672 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.731504 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a56da71b-1aaf-435c-8965-46080b4e8672 tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052240 Jun 22 14:58:33.736574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1113a31f-6b68-4157-811e-cf781648de88 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:33.737556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-098d9474-4ad9-4d1f-80c0-801d85ddd685 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Request body: {'router': {'name': 'tempest-router-495933357', 'distributed': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:33.739482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Allocated IP 172.20.0.2 (12147604-a245-4794-bca3-4b50d1dc0fd2/bb7c8724-3bb8-4051-a632-86b6402d6691/e5283406-02fc-48df-ab20-923b8b21c92d) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:33.743417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 35982) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.753703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [None req-7dd6c843-36a7-461e-b8ae-a23cea8a9c2e tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.754634 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7dd6c843-36a7-461e-b8ae-a23cea8a9c2e tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048628 Jun 22 14:58:33.785054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35984) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:33.801857 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-9a6105fb-09af-4a4d-a79e-1849c75cfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:33.802422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [None req-94989a5f-17f4-41bf-87f6-a67030bf8bab tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:58:33.803374 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-94989a5f-17f4-41bf-87f6-a67030bf8bab tempest-ExtensionsTestJSON-794353017 tempest-ExtensionsTestJSON-794353017-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0158017 Jun 22 14:58:33.803961 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-9a6105fb-09af-4a4d-a79e-1849c75cfa68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=569f7b4f4d704e1eb313be472f945329&device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 1096 time: 0.7877822 Jun 22 14:58:33.856310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] For port 5a544521-782e-4c8d-bb7b-a3b6d044a438, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:33.863889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] For port 5a544521-782e-4c8d-bb7b-a3b6d044a438, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:33.953885 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-4bec122d-82ac-487d-8fa1-b119c4ddc95c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87766080-3af1-4fba-8306-208c861f7c3e HTTP/1.1" status: 200 len: 217 time: 0.0981603 Jun 22 14:58:33.958860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'Port': ['ID=395b8bf7-bb47-4c72-b4ed-71b6509df3cb,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:33.966132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:33.994143 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-99e6a080-d78b-4b34-bb0b-feca478ba831 req-8565a054-7062-46e1-97f1-72098b4e26d6 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670996 Jun 22 14:58:34.007405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.015405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.015760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.032727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e97ace80-cd05-49a3-b009-eb4d7c3cd993 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.057065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.057387 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.064619 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 2 to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb Jun 22 14:58:34.070111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.095892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:34.102930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.111809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:34.112488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.114502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Transition to ACTIVE for port object e5283406-02fc-48df-ab20-923b8b21c92d will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:34.119150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.119612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.120052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.133987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Transition to ACTIVE for port object e5283406-02fc-48df-ab20-923b8b21c92d will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:34.148331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.148936 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.150424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e97ace80-cd05-49a3-b009-eb4d7c3cd993 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.151213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.156052 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 3 to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb Jun 22 14:58:34.157016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1e44ad17-db35-43fb-a235-f5126b028699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:34.169677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-7ed80272-2702-4cbb-9b48-bacab996c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:34.171136 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-7ed80272-2702-4cbb-9b48-bacab996c5e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=809ce0a9-5ed1-4b60-9866-29ab6a5b2575 HTTP/1.1" status: 200 len: 850 time: 0.2093084 Jun 22 14:58:34.207907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.208250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.208866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.215042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-098d9474-4ad9-4d1f-80c0-801d85ddd685 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.216490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-098d9474-4ad9-4d1f-80c0-801d85ddd685 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.216887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5a866271-5398-41e1-a162-d01bd2dc219b None None] Provisioning for port 782669a9-41c6-466a-84a5-a3b8ac062d17 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:34.225623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:34.225959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.227657 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] 10.222.0.21 "PUT /v2.0/ports/5a544521-782e-4c8d-bb7b-a3b6d044a438 HTTP/1.1" status: 200 len: 1093 time: 3.1491723 Jun 22 14:58:34.233273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.237171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Network 12147604-a245-4794-bca3-4b50d1dc0fd2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:34.239882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5a866271-5398-41e1-a162-d01bd2dc219b None None] Provisioning complete for port 782669a9-41c6-466a-84a5-a3b8ac062d17 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:34.240264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5a866271-5398-41e1-a162-d01bd2dc219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.250683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.251028 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.257835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:58:34.258146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:34.267627 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 4 to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb Jun 22 14:58:34.269837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e97ace80-cd05-49a3-b009-eb4d7c3cd993 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.271275 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e97ace80-cd05-49a3-b009-eb4d7c3cd993 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.8250620 Jun 22 14:58:34.279501 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1757791 Jun 22 14:58:34.284989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 35996) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:34.306335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:34.307919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Pushing event updated for resources: {'Port': ['ID=e5283406-02fc-48df-ab20-923b8b21c92d,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:34.312231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36000) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:34.313144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:34.331158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Request body: {'port': {'device_id': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:34.337831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0cab3-88a3-47f3-99d6-bebe2bd64ca7 req-b2bfef19-22b5-4084-ad73-84ba23738153 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:34.339601 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-00c0cab3-88a3-47f3-99d6-bebe2bd64ca7 req-b2bfef19-22b5-4084-ad73-84ba23738153 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 943 time: 0.2347620 Jun 22 14:58:34.350594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.351280 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.352025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.395811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.396383 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.407750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5a866271-5398-41e1-a162-d01bd2dc219b None None] Port 782669a9-41c6-466a-84a5-a3b8ac062d17 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:34.409400 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 5 to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb Jun 22 14:58:34.418725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Attempting to bind port e5283406-02fc-48df-ab20-923b8b21c92d on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.419109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Attempting to bind port e5283406-02fc-48df-ab20-923b8b21c92d by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '12147604-a245-4794-bca3-4b50d1dc0fd2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.419548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Attempting to bind port e5283406-02fc-48df-ab20-923b8b21c92d on network 12147604-a245-4794-bca3-4b50d1dc0fd2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.427559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:34.428464 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Checking segment: {'id': '4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '12147604-a245-4794-bca3-4b50d1dc0fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:34.428464 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.428732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Bound using segment: {'id': '4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '12147604-a245-4794-bca3-4b50d1dc0fd2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:34.429234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Bound port: e5283406-02fc-48df-ab20-923b8b21c92d, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '12147604-a245-4794-bca3-4b50d1dc0fd2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:34.429621 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.464460 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-00c0cab3-88a3-47f3-99d6-bebe2bd64ca7 req-7a89cc62-b74d-4812-a598-f39be56bf369 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055107 Jun 22 14:58:34.472030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.472367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.472703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.479076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-02b8be34-a633-4d6d-b146-1dd5543aa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:34.487164 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-02b8be34-a633-4d6d-b146-1dd5543aa3f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f373ee7-e179-444e-8640-6a4d88429f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3061292 Jun 22 14:58:34.488830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.489348 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.489757 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 6 to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb Jun 22 14:58:34.522277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.522835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.523367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.566054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.567066 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.568126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-596b7628-0fbb-41e5-bcdf-4f99fddc4a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.569490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] For port e5283406-02fc-48df-ab20-923b8b21c92d, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:34.573588 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] For port e5283406-02fc-48df-ab20-923b8b21c92d, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e5283406-02fc-48df-ab20-923b8b21c92d,segment=NetworkSegment(4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7),segment_id=4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:34.578893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.588594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-78d978a8-9c62-4e3a-b7fb-6a13948b8f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:34.594299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19a6eb9-1c4f-4286-8449-22f52bac3de9" -d '{"events": [{"name": "network-changed", "server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:58:34.606614 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 7 to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb Jun 22 14:58:34.633138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.633358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.635590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.664056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.664517 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.666797 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Pushing event updated for resources: {'Port': ['ID=e5283406-02fc-48df-ab20-923b8b21c92d,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:34.669199 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 8 to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb Jun 22 14:58:34.670708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:34.723661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.724003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.724343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.740266 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-382412bb-6183-4fcd-8e32-91424f436f41 service neutron] 10.222.0.21 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368457 Jun 22 14:58:34.742163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.742488 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.743967 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 9 to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb Jun 22 14:58:34.813776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.814188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.814442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.845806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.846152 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.850090 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 10 to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb Jun 22 14:58:34.904568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:34.908419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:34.908792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:34.921199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:34.921577 dv-neutron-601336-93-hyperv neutron-server[93501]: ERROR neutron.plugins.ml2.managers [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:34.921842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.967208 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-07f31c52-ef90-4566-8e8b-b61d3cc40456 req-0cd4ebb4-7ca9-4422-b81a-a9054d3ca682 service neutron] 10.222.0.21 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162938 Jun 22 14:58:34.969399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-596b7628-0fbb-41e5-bcdf-4f99fddc4a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.994571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-596b7628-0fbb-41e5-bcdf-4f99fddc4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:34.999912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:35.030560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Pushing event updated for resources: {'Port': ['ID=5a544521-782e-4c8d-bb7b-a3b6d044a438,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:35.054979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:35.063172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-098d9474-4ad9-4d1f-80c0-801d85ddd685 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.072247 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-596b7628-0fbb-41e5-bcdf-4f99fddc4a61 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1ed249eadf24589927a2c281d0b1861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7473121 Jun 22 14:58:35.086815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36010) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:35.090466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b7628-0fbb-41e5-bcdf-4f99fddc4a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e578603-99dd-4a62-a52d-a828b501c162,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:35.090797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-098d9474-4ad9-4d1f-80c0-801d85ddd685 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.098421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-596b7628-0fbb-41e5-bcdf-4f99fddc4a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:35.099335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] For port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb, host hv-neutron-6013, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:35.099543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempted to set empty binding levels {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 14:58:35.115833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.118020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:35.143488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abb3d4a-841c-48bb-978f-1b2db71cec76 x-openstack-request-id: req-0abb3d4a-841c-48bb-978f-1b2db71cec76 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:58:35.144250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:58:35.144250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0abb3d4a-841c-48bb-978f-1b2db71cec76 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:58:35.144660 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'status': 'completed', 'code': 200} Jun 22 14:58:35.157170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] In _notify_port_updated(), no bound segment for port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 14:58:35.158026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.158619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.162483 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "PUT /v2.0/ports/395b8bf7-bb47-4c72-b4ed-71b6509df3cb HTTP/1.1" status: 200 len: 976 time: 2.9440413 Jun 22 14:58:35.164934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36014) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:35.187941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.216274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'Port': ['ID=395b8bf7-bb47-4c72-b4ed-71b6509df3cb,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:35.222578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:35.228325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-da6aa291-69e8-486a-9bf1-a44d32fdae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.229971 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-da6aa291-69e8-486a-9bf1-a44d32fdae74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=569f7b4f4d704e1eb313be472f945329&device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 1096 time: 0.1791525 Jun 22 14:58:35.260318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6757b50-e220-42aa-bae9-14ae603e10ae req-49dbe817-0dea-4840-9f7f-cd8ebe301a62 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.261892 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b6757b50-e220-42aa-bae9-14ae603e10ae req-49dbe817-0dea-4840-9f7f-cd8ebe301a62 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 932 time: 1.2278507 Jun 22 14:58:35.280317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-098d9474-4ad9-4d1f-80c0-801d85ddd685 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.281506 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-098d9474-4ad9-4d1f-80c0-801d85ddd685 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.5563281 Jun 22 14:58:35.288094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36016) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:35.403725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-581b7995-95d4-4208-badd-f45436fe567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.405137 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-581b7995-95d4-4208-badd-f45436fe567a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99949b406b5f443f84561f8fb9173852&device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 1096 time: 1.0875990 Jun 22 14:58:35.436122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.436669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.437103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.438127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.438127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.438482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.439483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.439483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.439843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.440296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.440769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.441229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.441736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.442199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.442655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.443109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.443564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.444022 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.444470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.444951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.445407 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.452362 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7c5ebb71-1744-4d5c-93e3-5c7893e5785b tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19030 time: 0.2821796 Jun 22 14:58:35.456673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36018) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:35.504020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-adc575b1-b39f-48f4-b72b-5d2d3eee3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.505661 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-adc575b1-b39f-48f4-b72b-5d2d3eee3572 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f373ee7-e179-444e-8640-6a4d88429f7d HTTP/1.1" status: 200 len: 912 time: 0.2614231 Jun 22 14:58:35.520716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.525219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d65287-1d57-4903-b245-5ec11bbac587 req-18f7a33a-9777-4e68-abca-a0d3202eba81 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.526738 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-85d65287-1d57-4903-b245-5ec11bbac587 req-18f7a33a-9777-4e68-abca-a0d3202eba81 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 943 time: 0.2953029 Jun 22 14:58:35.572757 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-cd78f77d-20ea-44c9-8fda-1c39d97e8f05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87766080-3af1-4fba-8306-208c861f7c3e HTTP/1.1" status: 200 len: 217 time: 0.0570540 Jun 22 14:58:35.603837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8560be4f-4a99-4597-a355-367372f380b3 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.607697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df96687b-f122-4cfc-872d-30e718efa33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.610120 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-2f89f9f7-06ca-4628-933a-ca1fe3fc81bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438 HTTP/1.1" status: 200 len: 217 time: 0.1357596 Jun 22 14:58:35.644480 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b6757b50-e220-42aa-bae9-14ae603e10ae req-cff5e6a6-a780-49f5-ae65-321efde9fc9f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739879 Jun 22 14:58:35.645463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.673607 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-85d65287-1d57-4903-b245-5ec11bbac587 req-33045bd5-a851-4c2c-ac94-0ab78527127e tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367791 Jun 22 14:58:35.684496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-5d239049-3915-4a18-a48a-0ea266d9965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:35.691827 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-5d239049-3915-4a18-a48a-0ea266d9965f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=809ce0a9-5ed1-4b60-9866-29ab6a5b2575 HTTP/1.1" status: 200 len: 850 time: 0.1082809 Jun 22 14:58:35.712116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Deleting port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:35.712457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.750291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:35.817830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bbdae3-a6bf-4bd8-88c1-9f4a3b5141a0 None None] Network 12147604-a245-4794-bca3-4b50d1dc0fd2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:35.860882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:35.919985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c722f731-961c-4c24-8d1e-967a78b67bb0 None None] Provisioning for port e5283406-02fc-48df-ab20-923b8b21c92d completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:35.985324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df96687b-f122-4cfc-872d-30e718efa33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.034534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] For port 395b8bf7-bb47-4c72-b4ed-71b6509df3cb, host hv-neutron-6013, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:36.034889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.103619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Calling delete_port for 395b8bf7-bb47-4c72-b4ed-71b6509df3cb owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:36.113077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-576f52fa-2da1-441d-bd1a-836030070415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:36.114572 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-576f52fa-2da1-441d-bd1a-836030070415 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f373ee7-e179-444e-8640-6a4d88429f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4123998 Jun 22 14:58:36.239380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-458446fe-7d18-46fc-94c6-173cb1b130c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:36.240843 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-458446fe-7d18-46fc-94c6-173cb1b130c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78e8e579-3389-4c61-a6f8-c663039c0974 HTTP/1.1" status: 200 len: 844 time: 0.5942991 Jun 22 14:58:36.245769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8560be4f-4a99-4597-a355-367372f380b3 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.254659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Subnet': ['ID=fb980367-b1d9-429f-b760-f248c7a4fd4c,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:36.264272 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-c23e0e75-d569-4e4f-bcb2-1d8fa8090ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105540 Jun 22 14:58:36.265283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.270075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ee4204a9-d097-46a5-829f-c73b84d89266 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:36.279576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8560be4f-4a99-4597-a355-367372f380b3 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.342362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event deleted for resources: {'Port': ['ID=395b8bf7-bb47-4c72-b4ed-71b6509df3cb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:36.347847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.349673 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "DELETE /v2.0/ports/395b8bf7-bb47-4c72-b4ed-71b6509df3cb HTTP/1.1" status: 204 len: 168 time: 0.8875780 Jun 22 14:58:36.350622 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:36.352714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36022) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:36.384209 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dc7d2e-7610-49e7-8d9f-5fc55844bc00 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] GET failed (client error): The resource could not be found. Jun 22 14:58:36.385824 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-98dc7d2e-7610-49e7-8d9f-5fc55844bc00 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "GET /v2.0/ports/395b8bf7-bb47-4c72-b4ed-71b6509df3cb HTTP/1.1" status: 404 len: 333 time: 0.0321722 Jun 22 14:58:36.390232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36024) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:36.396634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1264147176', 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:36.442945 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6cf0c4ba-5246-4d9d-97b4-238bcb94781f req-3d311d6f-c1f6-4554-a943-30e290e95331 service neutron] 10.222.0.21 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679883 Jun 22 14:58:36.443648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Made reservation on behalf of d907099a35d74d50b02e8a592d6f7c65 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:36.445760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.461811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] device_id is not set on port 08e0baeb-f95c-442e-84a6-15c2ec31e669 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:36.531192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:36.615199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.659849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.663974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b455af5-38ed-4b85-a20a-d73cbeccb5d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:36.732832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Checking segment: {'id': '4c246ebf-cca8-4904-bd2a-2415a249200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '80cfa360-2ddc-4b20-aac1-d8966c139e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:36.733100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Network hostable DHCP agents. Network: 80cfa360-2ddc-4b20-aac1-d8966c139e6f, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:36.733642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Network 2f44e60d-3544-47b0-8c4f-280df1636a5b is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:36.741414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:36.749294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8560be4f-4a99-4597-a355-367372f380b3 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.749789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:36.749905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8560be4f-4a99-4597-a355-367372f380b3 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbe0074e-8bf0-4016-8fda-08a69abb003e {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:58:36.751112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:36.751834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.755342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'Port': ['ID=08e0baeb-f95c-442e-84a6-15c2ec31e669,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:36.768918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:36.780092 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3862324 Jun 22 14:58:36.781473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36030) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:36.798156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8560be4f-4a99-4597-a355-367372f380b3 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.799314 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8560be4f-4a99-4597-a355-367372f380b3 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "DELETE /v2.0/routers/bbe0074e-8bf0-4016-8fda-08a69abb003e HTTP/1.1" status: 204 len: 168 time: 1.5087938 Jun 22 14:58:36.811002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36032) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:36.825741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e5283406-02fc-48df-ab20-923b8b21c92d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:36.827019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-416825a7-7a39-4d84-a2bc-5174bd0b8727 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Request body: {'router': {'name': 'tempest-router-62492384', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '118bbe0f413442da9628750dc5758030'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:36.837509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df96687b-f122-4cfc-872d-30e718efa33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.840670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df96687b-f122-4cfc-872d-30e718efa33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.844335 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-df96687b-f122-4cfc-872d-30e718efa33a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e578603-99dd-4a62-a52d-a828b501c162 HTTP/1.1" status: 204 len: 168 time: 1.7523797 Jun 22 14:58:36.860788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e30104-5697-40b8-bf9e-f4c14011ab00 req-c9d2df78-b707-4524-bd7a-3e116d838a84 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:36.862313 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d4e30104-5697-40b8-bf9e-f4c14011ab00 req-c9d2df78-b707-4524-bd7a-3e116d838a84 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 943 time: 1.0398352 Jun 22 14:58:36.874398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b32a3fa-c32b-4aba-a8fb-9d314d0a9cd2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:36.878469 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1b32a3fa-c32b-4aba-a8fb-9d314d0a9cd2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "GET /v2.0/ports/08e0baeb-f95c-442e-84a6-15c2ec31e669 HTTP/1.1" status: 200 len: 955 time: 0.0933008 Jun 22 14:58:36.878876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36036) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:36.880704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:36.888715 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port e5283406-02fc-48df-ab20-923b8b21c92d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:36.894855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e5283406-02fc-48df-ab20-923b8b21c92d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:36.895552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:36.965967 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96687b-f122-4cfc-872d-30e718efa33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e578603-99dd-4a62-a52d-a828b501c162,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:36.978459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed0f6d-b419-4905-9b57-cc17c391ee7e req-4f160125-87fd-4808-99a1-70865ee38953 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:36.979996 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-31ed0f6d-b419-4905-9b57-cc17c391ee7e req-4f160125-87fd-4808-99a1-70865ee38953 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 932 time: 0.1557465 Jun 22 14:58:37.006663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df96687b-f122-4cfc-872d-30e718efa33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:37.009125 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0fc4cd0c-8da0-4814-89a9-f57dc3bf0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:37.011101 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-0fc4cd0c-8da0-4814-89a9-f57dc3bf0952 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30f626c-753c-4a78-ba1a-a679af3648a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7541978 Jun 22 14:58:37.016436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.018925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Network 80cfa360-2ddc-4b20-aac1-d8966c139e6f is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:37.021217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-416825a7-7a39-4d84-a2bc-5174bd0b8727 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.022605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-416825a7-7a39-4d84-a2bc-5174bd0b8727 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.035062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Deleting port 08e0baeb-f95c-442e-84a6-15c2ec31e669 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:37.035553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.050509 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-31ed0f6d-b419-4905-9b57-cc17c391ee7e req-1f6dbfe7-5f6f-45f4-865f-d365f246ea3d tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620854 Jun 22 14:58:37.073966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port e5283406-02fc-48df-ab20-923b8b21c92d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e5283406-02fc-48df-ab20-923b8b21c92d,segment=NetworkSegment(4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7),segment_id=4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:37.078688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.082165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cc8e5bcd-407b-4884-b7e8-df44859959d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:37.110470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.135953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=e5283406-02fc-48df-ab20-923b8b21c92d,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:37.139412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:37.185432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Calling delete_port for 08e0baeb-f95c-442e-84a6-15c2ec31e669 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:37.218496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 80cfa360-2ddc-4b20-aac1-d8966c139e6f) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:37.228119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d6331f-8950-4664-b664-c7087a4a07bd None None] Network 80cfa360-2ddc-4b20-aac1-d8966c139e6f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:37.272778 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d4e30104-5697-40b8-bf9e-f4c14011ab00 req-ed9fc4c6-a79b-4d0e-a6c5-130828617d28 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3808537 Jun 22 14:58:37.287586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.298511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Allocated IP 172.20.0.1 (12147604-a245-4794-bca3-4b50d1dc0fd2/bb7c8724-3bb8-4051-a632-86b6402d6691/21103dba-b958-41d4-a2d3-be38aab8cfd8) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:37.301816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:37.312810 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-2cf60684-07fd-4a6c-97a9-db2215de5eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563066 Jun 22 14:58:37.328991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a934dde-0f20-4fd6-a952-82fb9917e781 req-bdfa0cdb-926c-4e63-90a5-12108d82fdc9 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:37.330868 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a934dde-0f20-4fd6-a952-82fb9917e781 req-bdfa0cdb-926c-4e63-90a5-12108d82fdc9 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 943 time: 0.0988553 Jun 22 14:58:37.347568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.347821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782669a9-41c6-466a-84a5-a3b8ac062d17 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:58:37.357933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7341a005-e0ed-48e6-8d0c-4c323cc31bb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:37.388292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-416825a7-7a39-4d84-a2bc-5174bd0b8727 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.389958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event deleted for resources: {'Port': ['ID=08e0baeb-f95c-442e-84a6-15c2ec31e669,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:37.397351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:37.404993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.405752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.407700 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "DELETE /v2.0/ports/08e0baeb-f95c-442e-84a6-15c2ec31e669 HTTP/1.1" status: 204 len: 168 time: 0.5280192 Jun 22 14:58:37.413339 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a934dde-0f20-4fd6-a952-82fb9917e781 req-73d67ce9-c4ad-49b0-937e-f348c565c242 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759225 Jun 22 14:58:37.413801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36048) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:37.449679 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a728ed6-8fd1-417c-8985-dc7dee0b3e8c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] GET failed (client error): The resource could not be found. Jun 22 14:58:37.454691 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6a728ed6-8fd1-417c-8985-dc7dee0b3e8c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "GET /v2.0/ports/08e0baeb-f95c-442e-84a6-15c2ec31e669 HTTP/1.1" status: 404 len: 333 time: 0.0365283 Jun 22 14:58:37.454932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36050) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:37.459736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-416825a7-7a39-4d84-a2bc-5174bd0b8727 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.460213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Request body: {'port': {'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1453040696'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:37.486091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Made reservation on behalf of d907099a35d74d50b02e8a592d6f7c65 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:37.487373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event updated for resources: {'Subnet': ['ID=6b7b930c-f23e-4c65-8713-7f11bc01bb43,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:37.490975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-80cfa360-2ddc-4b20-aac1-d8966c139e6f', 'network_id': '80cfa360-2ddc-4b20-aac1-d8966c139e6f', 'tenant_id': '8f7b0f2cc2b9426784d8108a37e9b821', 'fixed_ips': [{'subnet_id': 'fb980367-b1d9-429f-b760-f248c7a4fd4c'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:58:37.491958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.493389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.511961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] device_id is not set on port da80c145-9ada-4dab-88e3-e03691cb9c76 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:37.520682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:37.529610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Transition to ACTIVE for port object 782669a9-41c6-466a-84a5-a3b8ac062d17 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:37.555376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.557511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-416825a7-7a39-4d84-a2bc-5174bd0b8727 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.559251 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-416825a7-7a39-4d84-a2bc-5174bd0b8727 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7395036 Jun 22 14:58:37.563488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36052) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:37.565518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fbfad723-9ca7-4c5d-ac7f-fbf5b96171d4 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:37.569621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:37.639263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Checking segment: {'id': '73478f34-252c-4884-9779-1bf48c117d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4c7c42d1-5540-4cda-b651-162cce3f5b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:37.639581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Network hostable DHCP agents. Network: 4c7c42d1-5540-4cda-b651-162cce3f5b80, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:37.656652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Allocated IP 172.20.0.2 (80cfa360-2ddc-4b20-aac1-d8966c139e6f/fb980367-b1d9-429f-b760-f248c7a4fd4c/1d5fef80-b8f8-4504-aa51-96b345423788) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:37.734395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Pushing event updated for resources: {'Port': ['ID=782669a9-41c6-466a-84a5-a3b8ac062d17,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:37.741567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:37.758008 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6d61e615-1e22-4e34-a248-ff13d313a7ee req-6916878e-35e3-43fe-b0bd-6b20eaa0fa74 service neutron] 10.222.0.21 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197097 Jun 22 14:58:37.783739 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.837496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Network 4c7c42d1-5540-4cda-b651-162cce3f5b80 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:37.848279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Transition to ACTIVE for port object 21103dba-b958-41d4-a2d3-be38aab8cfd8 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:37.869259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.888866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Transition to ACTIVE for port object 1d5fef80-b8f8-4504-aa51-96b345423788 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:37.910009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Transition to ACTIVE for port object 1d5fef80-b8f8-4504-aa51-96b345423788 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:37.917416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 4c7c42d1-5540-4cda-b651-162cce3f5b80) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:37.920549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.926113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:37.946161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:37.946639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:37.947407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.979982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df66762-d482-463c-a6d9-da6886af24c2 None None] Network 4c7c42d1-5540-4cda-b651-162cce3f5b80 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:37.985820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:37.986091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.002023 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.4966564 Jun 22 14:58:38.005229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36062) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:38.005417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36064) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:38.035324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Attempting to bind port 782669a9-41c6-466a-84a5-a3b8ac062d17 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:38.035530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Attempting to bind port 782669a9-41c6-466a-84a5-a3b8ac062d17 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:38.035864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Attempting to bind port 782669a9-41c6-466a-84a5-a3b8ac062d17 on network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:38.038859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Pushing event updated for resources: {'Port': ['ID=1d5fef80-b8f8-4504-aa51-96b345423788,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:38.044374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Network 80cfa360-2ddc-4b20-aac1-d8966c139e6f is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:38.049297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:38.052010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:38.058715 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:38.069599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Port 782669a9-41c6-466a-84a5-a3b8ac062d17 on network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:38.070142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Attempting to bind port 782669a9-41c6-466a-84a5-a3b8ac062d17 on network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:38.075524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.081594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:38.081916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Checking segment: {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:38.082299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Bound using segment: {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:38.082739 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Bound port: 782669a9-41c6-466a-84a5-a3b8ac062d17, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7bf6d6-6902-4acd-a307-c03cdd337bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:38.083139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.102273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93501) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 22 14:58:38.102638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Router 781d37a8-7285-471f-aaf9-782d1e10191d migrating from provider to provider. {{(pid=93501) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 22 14:58:38.103015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.112059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.115488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.127047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.171693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Attempting to bind port 1d5fef80-b8f8-4504-aa51-96b345423788 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:38.171853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Attempting to bind port 1d5fef80-b8f8-4504-aa51-96b345423788 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '4c246ebf-cca8-4904-bd2a-2415a249200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '80cfa360-2ddc-4b20-aac1-d8966c139e6f'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:38.172229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Attempting to bind port 1d5fef80-b8f8-4504-aa51-96b345423788 on network 80cfa360-2ddc-4b20-aac1-d8966c139e6f {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:38.184924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:38.185307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Checking segment: {'id': '4c246ebf-cca8-4904-bd2a-2415a249200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '80cfa360-2ddc-4b20-aac1-d8966c139e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:38.185720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.186216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Bound using segment: {'id': '4c246ebf-cca8-4904-bd2a-2415a249200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '80cfa360-2ddc-4b20-aac1-d8966c139e6f'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:38.186712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Bound port: 1d5fef80-b8f8-4504-aa51-96b345423788, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c246ebf-cca8-4904-bd2a-2415a249200e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '80cfa360-2ddc-4b20-aac1-d8966c139e6f'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:38.187090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.225252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.228462 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.scheduler.l3_agent_scheduler [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] No L3 agents can host the router 781d37a8-7285-471f-aaf9-782d1e10191d Jun 22 14:58:38.231536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10cae752-316d-4516-9f51-0ed550e719f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:38.241919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e43ad9a-43c4-48e8-9921-a2b73c4241bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:38.243887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-4c7c42d1-5540-4cda-b651-162cce3f5b80', 'network_id': '4c7c42d1-5540-4cda-b651-162cce3f5b80', 'tenant_id': '8f7b0f2cc2b9426784d8108a37e9b821', 'fixed_ips': [{'subnet_id': '6b7b930c-f23e-4c65-8713-7f11bc01bb43'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:58:38.244773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.250211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f3c60d-818d-4cfc-8574-993f5b07ed80 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:38.252439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f3c60d-818d-4cfc-8574-993f5b07ed80 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:38.254786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f3c60d-818d-4cfc-8574-993f5b07ed80 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:38.256509 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-51f3c60d-818d-4cfc-8574-993f5b07ed80 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2486892 Jun 22 14:58:38.259974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36070) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:38.297245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1834388251'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:38.316152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Network 2f44e60d-3544-47b0-8c4f-280df1636a5b is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:38.333245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:38.361623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] For port 1d5fef80-b8f8-4504-aa51-96b345423788, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:38.372584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Network 12147604-a245-4794-bca3-4b50d1dc0fd2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:38.380260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:38.394474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:38.396235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:38.397375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.397870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-b7f2032d-39f2-4585-a2cc-5860b7bb7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:38.399422 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-b7f2032d-39f2-4585-a2cc-5860b7bb7bb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99949b406b5f443f84561f8fb9173852&device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 1096 time: 0.5594213 Jun 22 14:58:38.400012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] For port 1d5fef80-b8f8-4504-aa51-96b345423788, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1d5fef80-b8f8-4504-aa51-96b345423788,segment=NetworkSegment(4c246ebf-cca8-4904-bd2a-2415a249200e),segment_id=4c246ebf-cca8-4904-bd2a-2415a249200e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:38.411662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'Port': ['ID=da80c145-9ada-4dab-88e3-e03691cb9c76,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:38.413904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.425062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:38.429344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:38.451162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:38.496086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event updated for resources: {'Port': ['ID=21103dba-b958-41d4-a2d3-be38aab8cfd8,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:38.534291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:38.546058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:38.549518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.567023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Deleting subnet fb980367-b1d9-429f-b760-f248c7a4fd4c {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:58:38.569377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] For port 782669a9-41c6-466a-84a5-a3b8ac062d17, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:38.571757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.609453 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1534469 Jun 22 14:58:38.610671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Pushing event updated for resources: {'Port': ['ID=1d5fef80-b8f8-4504-aa51-96b345423788,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:38.613625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.615111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36076) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:38.622734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:38.623867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] For port 782669a9-41c6-466a-84a5-a3b8ac062d17, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=782669a9-41c6-466a-84a5-a3b8ac062d17,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:38.627502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Allocated IP 172.20.0.18 (4c7c42d1-5540-4cda-b651-162cce3f5b80/6b7b930c-f23e-4c65-8713-7f11bc01bb43/b2fb0daf-8ef7-4663-94aa-e4b30cf50138) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:38.635217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:38.698672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.725540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:38.747721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.766500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.767346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 87766080-3af1-4fba-8306-208c861f7c3e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 14:58:38.791418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e5283406-02fc-48df-ab20-923b8b21c92d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:38.809654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Hosts for router 781d37a8-7285-471f-aaf9-782d1e10191d: [] {{(pid=93501) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 22 14:58:38.861600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Hosts for other DVR routers connected to router 781d37a8-7285-471f-aaf9-782d1e10191d: set() {{(pid=93501) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 22 14:58:38.863188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7cef5-93ce-4884-b387-26a720f6695a req-86730f9f-8380-4089-b39f-d9fc4c2f1740 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:38.864955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.869016 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-82163150-2176-4250-9b31-6fa367bffcca tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "PUT /v2.0/routers/781d37a8-7285-471f-aaf9-782d1e10191d HTTP/1.1" status: 200 len: 715 time: 1.3015108 Jun 22 14:58:38.870364 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-73b7cef5-93ce-4884-b387-26a720f6695a req-86730f9f-8380-4089-b39f-d9fc4c2f1740 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 944 time: 0.6071706 Jun 22 14:58:38.871796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36078) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:38.946901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:38.947805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:38.949930 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 1094 time: 4.6335502 Jun 22 14:58:38.967009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'tag': '782669a9-41c6-466a-84a5-a3b8ac062d17'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:58:38.969617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1d07bb-5389-42cf-bf21-4cbac389c657", "tag": "782669a9-41c6-466a-84a5-a3b8ac062d17"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:58:39.034336 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-eac9eb0f-a7d5-4b94-bd06-672e92795b7d tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "GET /v2.0/routers/781d37a8-7285-471f-aaf9-782d1e10191d HTTP/1.1" status: 200 len: 715 time: 0.1602361 Jun 22 14:58:39.038663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36082) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:39.046213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.058513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f4aa6-517e-4157-bd01-4a2ad7bddd1e req-63387e65-e9c9-4c0f-96c0-ee68650d8b8b tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:39.060576 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-895f4aa6-517e-4157-bd01-4a2ad7bddd1e req-63387e65-e9c9-4c0f-96c0-ee68650d8b8b tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 943 time: 0.5432632 Jun 22 14:58:39.120799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.resource_extend [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 14:58:39.135912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0934f766-5e83-40f0-8423-d8a9247bf13d None None] Provisioning for port 21103dba-b958-41d4-a2d3-be38aab8cfd8 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:39.197070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.206734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:39.210256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0934f766-5e83-40f0-8423-d8a9247bf13d None None] Provisioning complete for port 21103dba-b958-41d4-a2d3-be38aab8cfd8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:39.210692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0934f766-5e83-40f0-8423-d8a9247bf13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.221664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.235568 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-895f4aa6-517e-4157-bd01-4a2ad7bddd1e req-f9514135-b38d-4fdb-83e7-df4e65bf762b tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545463 Jun 22 14:58:39.268872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Transition to ACTIVE for port object b2fb0daf-8ef7-4663-94aa-e4b30cf50138 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:39.298811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Subnet': ['ID=fb980367-b1d9-429f-b760-f248c7a4fd4c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:39.309296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0934f766-5e83-40f0-8423-d8a9247bf13d None None] Port 21103dba-b958-41d4-a2d3-be38aab8cfd8 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:39.311657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Transition to ACTIVE for port object b2fb0daf-8ef7-4663-94aa-e4b30cf50138 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:39.323711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:39.328793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 87766080-3af1-4fba-8306-208c861f7c3e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=87766080-3af1-4fba-8306-208c861f7c3e,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:39.331680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e5283406-02fc-48df-ab20-923b8b21c92d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:39.332065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.338948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.343348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:39.359229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.361144 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/subnets/fb980367-b1d9-429f-b760-f248c7a4fd4c HTTP/1.1" status: 204 len: 168 time: 1.1002398 Jun 22 14:58:39.377838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36086) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:39.398223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '87766080-3af1-4fba-8306-208c861f7c3e', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'port_id': '87766080-3af1-4fba-8306-208c861f7c3e', 'mac_address': 'fa:16:3e:97:f8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 14:58:39.419891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Network 4c7c42d1-5540-4cda-b651-162cce3f5b80 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:39.458158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:39.468018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:39.473198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Pushing event updated for resources: {'Port': ['ID=b2fb0daf-8ef7-4663-94aa-e4b30cf50138,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:39.473478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-91404577-d318-474c-bd1a-012c472ac130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:39.475677 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-91404577-d318-474c-bd1a-012c472ac130 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30f626c-753c-4a78-ba1a-a679af3648a0 HTTP/1.1" status: 200 len: 906 time: 1.0510676 Jun 22 14:58:39.484430 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-da0f25b7-e0c6-4b06-aa77-df31a01245de tempest-RoutersTestDVR-1001381606 tempest-RoutersTestDVR-1001381606-project] 10.222.0.22 "GET /v2.0/routers/781d37a8-7285-471f-aaf9-782d1e10191d HTTP/1.1" status: 200 len: 681 time: 0.4421444 Jun 22 14:58:39.484652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:39.500600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36088) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:39.540860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.570029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87766080-3af1-4fba-8306-208c861f7c3e {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:58:39.592532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Attempting to bind port b2fb0daf-8ef7-4663-94aa-e4b30cf50138 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:39.593193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Attempting to bind port b2fb0daf-8ef7-4663-94aa-e4b30cf50138 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '73478f34-252c-4884-9779-1bf48c117d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4c7c42d1-5540-4cda-b651-162cce3f5b80'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:39.593565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Attempting to bind port b2fb0daf-8ef7-4663-94aa-e4b30cf50138 on network 4c7c42d1-5540-4cda-b651-162cce3f5b80 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:39.605107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Pushing event updated for resources: {'Port': ['ID=782669a9-41c6-466a-84a5-a3b8ac062d17,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:39.610004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:39.624519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 87766080-3af1-4fba-8306-208c861f7c3e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=87766080-3af1-4fba-8306-208c861f7c3e,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:39.628129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:39.628129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Checking segment: {'id': '73478f34-252c-4884-9779-1bf48c117d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4c7c42d1-5540-4cda-b651-162cce3f5b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:39.628610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.628940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Bound using segment: {'id': '73478f34-252c-4884-9779-1bf48c117d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4c7c42d1-5540-4cda-b651-162cce3f5b80'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:39.629403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Bound port: b2fb0daf-8ef7-4663-94aa-e4b30cf50138, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73478f34-252c-4884-9779-1bf48c117d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4c7c42d1-5540-4cda-b651-162cce3f5b80'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:39.629793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.644524 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-5454c605-7344-4c08-afcc-ced0c8b1adb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438 HTTP/1.1" status: 200 len: 217 time: 0.1240070 Jun 22 14:58:39.646080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.649374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:39.664227 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-73b7cef5-93ce-4884-b387-26a720f6695a req-33519390-544e-4329-a4be-1821a1cccb5c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7879937 Jun 22 14:58:39.736786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.749428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=87766080-3af1-4fba-8306-208c861f7c3e,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:39.762064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:39.773832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] For port b2fb0daf-8ef7-4663-94aa-e4b30cf50138, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:39.775833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57854d6a-dd68-4128-bee3-cfcad595b8f2 x-openstack-request-id: req-57854d6a-dd68-4128-bee3-cfcad595b8f2 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:58:39.776490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1d07bb-5389-42cf-bf21-4cbac389c657", "tag": "782669a9-41c6-466a-84a5-a3b8ac062d17", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:58:39.777022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57854d6a-dd68-4128-bee3-cfcad595b8f2 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:58:39.777907 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'tag': '782669a9-41c6-466a-84a5-a3b8ac062d17', 'status': 'completed', 'code': 200} Jun 22 14:58:39.778020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] For port b2fb0daf-8ef7-4663-94aa-e4b30cf50138, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b2fb0daf-8ef7-4663-94aa-e4b30cf50138,segment=NetworkSegment(73478f34-252c-4884-9779-1bf48c117d31),segment_id=73478f34-252c-4884-9779-1bf48c117d31)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:39.784210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.787699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:39.870259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-c5e105b9-0f9a-4f40-a0ba-2f420a13fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:39.872766 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-c5e105b9-0f9a-4f40-a0ba-2f420a13fa94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78e8e579-3389-4c61-a6f8-c663039c0974 HTTP/1.1" status: 200 len: 844 time: 0.2071488 Jun 22 14:58:39.896388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Deleting subnet 6b7b930c-f23e-4c65-8713-7f11bc01bb43 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:58:39.902636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.925553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.925918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Pushing event updated for resources: {'Port': ['ID=b2fb0daf-8ef7-4663-94aa-e4b30cf50138,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:39.932054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:39.962319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-55f84c19-83c5-4ec2-9e7a-b5429d1537b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:39.963490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6de7-12eb-41e2-bbed-c91ceb8b11b5 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:39.963797 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-55f84c19-83c5-4ec2-9e7a-b5429d1537b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1097 time: 0.9363925 Jun 22 14:58:40.023746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.040500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['87766080-3af1-4fba-8306-208c861f7c3e'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:58:40.045716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.088196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d38705-a093-4473-bd13-759076cb50de req-42bd96c3-4c83-4f02-b0a0-0fe7141fe0b8 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:40.096266 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-98d38705-a093-4473-bd13-759076cb50de req-42bd96c3-4c83-4f02-b0a0-0fe7141fe0b8 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 943 time: 0.6354098 Jun 22 14:58:40.099450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.129549 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-6cbab428-515a-43e1-801d-7ecb7bb061dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 217 time: 0.1475058 Jun 22 14:58:40.156454 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.171146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-acfc15a9-b6a4-47c7-843e-d0bf276f20d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:40.238105 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-98d38705-a093-4473-bd13-759076cb50de req-ed67aff3-cf38-4d9c-9c06-3fcfdc4c7231 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409614 Jun 22 14:58:40.304102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6de7-12eb-41e2-bbed-c91ceb8b11b5 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.308151 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6de7-12eb-41e2-bbed-c91ceb8b11b5 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.312439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:40.361251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b02df4-e56d-4d93-926f-965d13346879,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:40.365452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507bec7f-7bf2-44aa-9be8-69c062a93e3b None None] Network 80cfa360-2ddc-4b20-aac1-d8966c139e6f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:40.378207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:40.402858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.402858 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment 760a5b5a-b356-4c06-8cd6-3f2c7b1c7582 of type vlan for network 60d76e76-acde-41a3-851d-a67e610f3a5e Jun 22 14:58:40.409036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-3a3cd1fc-9278-4901-b3f8-2d2ac58e5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:40.410487 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-3a3cd1fc-9278-4901-b3f8-2d2ac58e5458 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 200 len: 851 time: 0.2555830 Jun 22 14:58:40.425381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-aaae19f3-6ed0-4d11-b1a9-3dc4c4ac6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:40.426840 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-aaae19f3-6ed0-4d11-b1a9-3dc4c4ac6bca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30f626c-753c-4a78-ba1a-a679af3648a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5312021 Jun 22 14:58:40.445692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.474688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6de7-12eb-41e2-bbed-c91ceb8b11b5 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.475208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0a6de7-12eb-41e2-bbed-c91ceb8b11b5 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 781d37a8-7285-471f-aaf9-782d1e10191d {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:58:40.477644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f59916e7-cfc7-403b-82c6-14560ad3866f None None] Provisioning for port 1d5fef80-b8f8-4504-aa51-96b345423788 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:40.486612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6de7-12eb-41e2-bbed-c91ceb8b11b5 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.487996 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bb0a6de7-12eb-41e2-bbed-c91ceb8b11b5 tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "DELETE /v2.0/routers/781d37a8-7285-471f-aaf9-782d1e10191d HTTP/1.1" status: 204 len: 168 time: 0.9863949 Jun 22 14:58:40.491754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36094) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:40.497126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a09388fa-8397-43a0-b455-d41b5612e62f tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Request body: {'router': {'name': 'tempest-router-1744909052', 'distributed': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:40.544337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a09388fa-8397-43a0-b455-d41b5612e62f tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.545387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a09388fa-8397-43a0-b455-d41b5612e62f tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.576271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.607530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:40.646349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a09388fa-8397-43a0-b455-d41b5612e62f tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.650632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7b930c-f23e-4c65-8713-7f11bc01bb43,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:40.655123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.659703 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/subnets/6b7b930c-f23e-4c65-8713-7f11bc01bb43 HTTP/1.1" status: 204 len: 168 time: 1.2784054 Jun 22 14:58:40.659703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a09388fa-8397-43a0-b455-d41b5612e62f tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.661752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] device_id is not set on port da80c145-9ada-4dab-88e3-e03691cb9c76 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:40.665193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36096) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:40.666091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:40.672559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] DHCP port deletion for 80cfa360-2ddc-4b20-aac1-d8966c139e6f request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:58:40.676816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.701317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.733614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a09388fa-8397-43a0-b455-d41b5612e62f tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.735162 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a09388fa-8397-43a0-b455-d41b5612e62f tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2423284 Jun 22 14:58:40.741406 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36100) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:40.771808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Transition to ACTIVE for port object da80c145-9ada-4dab-88e3-e03691cb9c76 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:40.773807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] Deleting port 1d5fef80-b8f8-4504-aa51-96b345423788 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:40.774215 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.821258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.824820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:40.861882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] For port 1d5fef80-b8f8-4504-aa51-96b345423788, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1d5fef80-b8f8-4504-aa51-96b345423788,segment=NetworkSegment(4c246ebf-cca8-4904-bd2a-2415a249200e),segment_id=4c246ebf-cca8-4904-bd2a-2415a249200e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:40.862624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.885686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.886986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d7ee5-c085-41e8-8423-7e3a02da5575 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:40.888560 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-463d7ee5-c085-41e8-8423-7e3a02da5575 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2214432 Jun 22 14:58:40.892173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-930451d6-d396-4d7a-96bb-cf694d3fe11a tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:40.896619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36102) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:40.905233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b2fb0daf-8ef7-4663-94aa-e4b30cf50138 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:40.972174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'Port': ['ID=da80c145-9ada-4dab-88e3-e03691cb9c76,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:40.986625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:40.990360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] Calling delete_port for 1d5fef80-b8f8-4504-aa51-96b345423788 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:41.000302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:41.001806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.021711 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-2677c391-abc8-43bc-846c-87a7fe90ce76 service neutron] 10.222.0.21 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853138 Jun 22 14:58:41.076684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port b2fb0daf-8ef7-4663-94aa-e4b30cf50138 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:41.088680 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3f594a61-9220-4b9b-9de0-d644b91c0c3c tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:41.105062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.107795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:41.136240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] Pushing event deleted for resources: {'Port': ['ID=1d5fef80-b8f8-4504-aa51-96b345423788,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:41.140042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:41.143128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] No DVR routers for this DVR port 1d5fef80-b8f8-4504-aa51-96b345423788 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:58:41.174411 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1678505 Jun 22 14:58:41.182185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0d414-9efa-47d8-8933-9df9c4502a42 req-49dfbbb3-bb8c-4197-a346-b4a328f43cac tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:41.184329 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55a0d414-9efa-47d8-8933-9df9c4502a42 req-49dfbbb3-bb8c-4197-a346-b4a328f43cac tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 944 time: 0.7629437 Jun 22 14:58:41.186045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.188650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-930451d6-d396-4d7a-96bb-cf694d3fe11a tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.192933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-930451d6-d396-4d7a-96bb-cf694d3fe11a tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.212553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-25ba12aa-38c7-4c2d-8b56-4aca6093e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:41.214168 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-25ba12aa-38c7-4c2d-8b56-4aca6093e95f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7857831 Jun 22 14:58:41.274413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-930451d6-d396-4d7a-96bb-cf694d3fe11a tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.275130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930451d6-d396-4d7a-96bb-cf694d3fe11a tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8ad7959-ff62-42f6-b901-2441ade2ad46 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:58:41.306161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-930451d6-d396-4d7a-96bb-cf694d3fe11a tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.307281 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-930451d6-d396-4d7a-96bb-cf694d3fe11a tempest-RoutersTestDVR-920237239 tempest-RoutersTestDVR-920237239-project-admin] 10.222.0.22 "DELETE /v2.0/routers/b8ad7959-ff62-42f6-b901-2441ade2ad46 HTTP/1.1" status: 204 len: 168 time: 0.5648997 Jun 22 14:58:41.329978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbc65e4-eae8-4fb3-aec6-f9510ea9ae18 None None] Network 4c7c42d1-5540-4cda-b651-162cce3f5b80 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:41.330834 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55a0d414-9efa-47d8-8933-9df9c4502a42 req-31d188dd-0ce6-476f-b8e8-c21fa196d88b tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205611 Jun 22 14:58:41.360893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8141bf6-467d-4a99-bd23-d43b5a4242a7 req-503f16fc-e7ec-4e06-b111-57b48cf39b43 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:41.362539 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e8141bf6-467d-4a99-bd23-d43b5a4242a7 req-503f16fc-e7ec-4e06-b111-57b48cf39b43 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 944 time: 0.4209962 Jun 22 14:58:41.393783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:41.394186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:41.394577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:41.399701 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c19a6eb9-1c4f-4286-8449-22f52bac3de9 req-fea49536-e092-4b8f-8149-fd56ef971ebf service neutron] 10.222.0.21 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405958 Jun 22 14:58:41.460523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Deleting port b2fb0daf-8ef7-4663-94aa-e4b30cf50138 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:41.462920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.493599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=60d76e76-acde-41a3-851d-a67e610f3a5e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:41.515811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:41.516199 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:41.518387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.524106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:41.530673 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 2 to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 Jun 22 14:58:41.536615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 60d76e76-acde-41a3-851d-a67e610f3a5e details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:41.551325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.575642 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e8141bf6-467d-4a99-bd23-d43b5a4242a7 req-1654864a-d18b-4be3-945f-09e1f8c180cf tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974778 Jun 22 14:58:41.585649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:41.648850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] For port b2fb0daf-8ef7-4663-94aa-e4b30cf50138, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b2fb0daf-8ef7-4663-94aa-e4b30cf50138,segment=NetworkSegment(73478f34-252c-4884-9779-1bf48c117d31),segment_id=73478f34-252c-4884-9779-1bf48c117d31)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:41.649702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.673440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-138f05cf-b81f-4baf-8fd7-7811ae42eed5 None None] Provisioning for port b2fb0daf-8ef7-4663-94aa-e4b30cf50138 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:41.682535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-138f05cf-b81f-4baf-8fd7-7811ae42eed5 None None] Provisioning complete for port b2fb0daf-8ef7-4663-94aa-e4b30cf50138 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:41.682912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-138f05cf-b81f-4baf-8fd7-7811ae42eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.738231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Calling delete_port for b2fb0daf-8ef7-4663-94aa-e4b30cf50138 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:41.787248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-138f05cf-b81f-4baf-8fd7-7811ae42eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.802483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:41.804042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:41.804851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:41.830973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36110) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:41.832560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-138f05cf-b81f-4baf-8fd7-7811ae42eed5 None None] For port b2fb0daf-8ef7-4663-94aa-e4b30cf50138, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b2fb0daf-8ef7-4663-94aa-e4b30cf50138,segment=NetworkSegment(73478f34-252c-4884-9779-1bf48c117d31),segment_id=73478f34-252c-4884-9779-1bf48c117d31)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:41.843672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-138f05cf-b81f-4baf-8fd7-7811ae42eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.846087 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:41.864210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.878751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-65ebf7e8-b410-4959-872e-2afce9da67f1 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:41.888677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:41.889042 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:41.889772 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] No DVR routers for this DVR port b2fb0daf-8ef7-4663-94aa-e4b30cf50138 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:58:41.906257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 3 to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 Jun 22 14:58:41.917362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Port': ['ID=b2fb0daf-8ef7-4663-94aa-e4b30cf50138,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:41.930404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e5e9e9-d642-4472-940f-83f9a7005e52 None None] DHCP port deletion for 4c7c42d1-5540-4cda-b651-162cce3f5b80 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:58:41.942192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:41.951992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:41.952333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:41.952676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:41.965245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:41.973900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f05cf-b81f-4baf-8fd7-7811ae42eed5 None None] Pushing event updated for resources: {'Port': ['ID=b2fb0daf-8ef7-4663-94aa-e4b30cf50138,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:41.979929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event updated for resources: {'Port': ['ID=21103dba-b958-41d4-a2d3-be38aab8cfd8,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:41.988453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:41.989505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-138f05cf-b81f-4baf-8fd7-7811ae42eed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:42.016114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:42.016457 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:42.020439 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 4 to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 Jun 22 14:58:42.028348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.038353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7c42d1-5540-4cda-b651-162cce3f5b80']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:42.039184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:42.039524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:42.040499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:42.048883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73478f34-252c-4884-9779-1bf48c117d31') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:42.049246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73478f34-252c-4884-9779-1bf48c117d31') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:42.060024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.075486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.081551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:42.081964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:42.084952 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:42.091512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:42.091752 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:42.093895 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-8f5faa2d-727f-4254-b247-01112b7e8af3 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386862 Jun 22 14:58:42.101188 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 5 to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 Jun 22 14:58:42.122934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.151300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.156903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.161752 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/networks/4c7c42d1-5540-4cda-b651-162cce3f5b80 HTTP/1.1" status: 204 len: 168 time: 1.2641020 Jun 22 14:58:42.162354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36114) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:42.163022 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a0045a4-bdc1-460c-87e0-9ab016081c39 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:42.184634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:42.185083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:42.185421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:42.193631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Network': ['ID=4c7c42d1-5540-4cda-b651-162cce3f5b80,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:42.196595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:42.198253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649b411-deed-4042-879d-ae9291c046c4 req-94249ba9-8a64-4773-b121-b8907b4e852d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:42.199857 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9649b411-deed-4042-879d-ae9291c046c4 req-94249ba9-8a64-4773-b121-b8907b4e852d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 943 time: 0.4969275 Jun 22 14:58:42.229962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:42.230841 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:42.239128 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 6 to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 Jun 22 14:58:42.267466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.297646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:42.298017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:42.298302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:42.319448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Network 12147604-a245-4794-bca3-4b50d1dc0fd2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:42.336968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:42.338767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:42.339086 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:42.344782 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 7 to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 Jun 22 14:58:42.349602 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9649b411-deed-4042-879d-ae9291c046c4 req-8586339e-4934-4a95-a4e7-6cfa625e7497 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426666 Jun 22 14:58:42.363505 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2341e61-b032-494e-8fc9-28cb11df6fee req-f4f695cb-32a1-4e6c-a7ec-733dde7a62f2 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564404 Jun 22 14:58:42.391202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:42.398518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:42.409325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:42.427328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.441743 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cfa360-2ddc-4b20-aac1-d8966c139e6f']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:42.457368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c246ebf-cca8-4904-bd2a-2415a249200e') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:42.458060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c246ebf-cca8-4904-bd2a-2415a249200e') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:42.470029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.489283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.498164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:42.499318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:42.504007 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:42.663042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.673550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.680691 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/networks/80cfa360-2ddc-4b20-aac1-d8966c139e6f HTTP/1.1" status: 204 len: 168 time: 0.5138705 Jun 22 14:58:42.687500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2a37ad6f-ad51-4d0f-9765-d3422499807f None None] Provisioning complete for port 21103dba-b958-41d4-a2d3-be38aab8cfd8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:42.689053 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2a37ad6f-ad51-4d0f-9765-d3422499807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.690517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36120) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:42.691370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-38188e14-7f73-406d-ab75-b3a9a38eaffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069050338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:42.737001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5a544521-782e-4c8d-bb7b-a3b6d044a438 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 14:58:42.751006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 87766080-3af1-4fba-8306-208c861f7c3e up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:42.839158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:42.856878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Network': ['ID=80cfa360-2ddc-4b20-aac1-d8966c139e6f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:42.874120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:42.874698 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:42.878347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.879446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.879869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.880365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.880484 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 8 to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 Jun 22 14:58:42.880769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.881147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.881514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.881879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.882307 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.882676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.883628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.883998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:42.896187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:42.920488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65651e-1d7a-47b6-8620-fb733670e7c1 req-a83550e6-d92c-4335-8ca7-2d83b04610ed tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:42.922433 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2e65651e-1d7a-47b6-8620-fb733670e7c1 req-a83550e6-d92c-4335-8ca7-2d83b04610ed tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 944 time: 0.3614244 Jun 22 14:58:42.946827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:42.947284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:42.947483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:42.975134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:42.975473 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:42.985741 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 9 to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 Jun 22 14:58:42.993516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b2fb0daf-8ef7-4663-94aa-e4b30cf50138 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:58:43.004278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.024260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.030328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:43.040910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:43.041278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:43.041583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:43.042059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: b2fb0daf-8ef7-4663-94aa-e4b30cf50138 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:58:43.043261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b2fb0daf-8ef7-4663-94aa-e4b30cf50138 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:58:43.080063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2a37ad6f-ad51-4d0f-9765-d3422499807f None None] Port 21103dba-b958-41d4-a2d3-be38aab8cfd8 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:43.089437 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2e65651e-1d7a-47b6-8620-fb733670e7c1 req-4b63a7cd-5590-45c7-8bdc-0218a5d90861 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408613 Jun 22 14:58:43.099149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.110119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 87766080-3af1-4fba-8306-208c861f7c3e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:43.110521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fefd5c-f87d-403c-a61e-a848caf443a2']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:43.120599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:43.120599 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:43.122285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2967e890-1dc1-46ae-9f40-ac45fd1aa12d') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:43.122729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2967e890-1dc1-46ae-9f40-ac45fd1aa12d') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:43.126210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 87766080-3af1-4fba-8306-208c861f7c3e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:43.127288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.131994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.132498 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempt 10 to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 Jun 22 14:58:43.137687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-50378b4c-7c13-4428-b558-267e1a208932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:43.140038 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-50378b4c-7c13-4428-b558-267e1a208932 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1097 time: 0.7229266 Jun 22 14:58:43.146943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.153765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:43.154314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:43.158504 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:43.168316 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=118bbe0f413442da9628750dc5758030&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3284981 Jun 22 14:58:43.170163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36122) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:43.180696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd37ffd-7989-45a6-8721-44b341938549 req-79a48932-9156-451d-b5a6-ac3435962bcb tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:43.182457 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dbd37ffd-7989-45a6-8721-44b341938549 req-79a48932-9156-451d-b5a6-ac3435962bcb tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 944 time: 0.3029027 Jun 22 14:58:43.183957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae663b0-ca6e-4e26-8c82-f4c1a2664fe4,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:43.224917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5a544521-782e-4c8d-bb7b-a3b6d044a438, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:43.252184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.260674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'port_id': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'mac_address': 'fa:16:3e:d2:62:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 14:58:43.264326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:43.267558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.268673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.269165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.269595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.269730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.270615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.271091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.271553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.272340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.272656 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/networks/a9fefd5c-f87d-403c-a61e-a848caf443a2 HTTP/1.1" status: 204 len: 168 time: 0.5706136 Jun 22 14:58:43.272785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.273283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.273709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.274126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:43.276593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36124) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:43.279013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.283230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:43.283640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:43.284041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempting to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:43.286373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:43.307207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:58:43.307675 dv-neutron-601336-93-hyperv neutron-server[93502]: ERROR neutron.plugins.ml2.managers [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Failed to bind port da80c145-9ada-4dab-88e3-e03691cb9c76 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '597ea0a1-bce2-4c02-a119-9d747e966326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f44e60d-3544-47b0-8c4f-280df1636a5b'}] Jun 22 14:58:43.308099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.323719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Network': ['ID=a9fefd5c-f87d-403c-a61e-a848caf443a2,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:43.324670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Router f5610159-2ce4-48a2-9416-f5e44ed12284 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:58:43.340523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:43.352939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 87766080-3af1-4fba-8306-208c861f7c3e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=87766080-3af1-4fba-8306-208c861f7c3e,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:43.357771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87766080-3af1-4fba-8306-208c861f7c3e'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:58:43.383197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dbd37ffd-7989-45a6-8721-44b341938549 req-d117e26a-0ddd-41d9-8e38-ceb57874c74e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878145 Jun 22 14:58:43.391244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8465b76e-8239-40ba-a35b-b7003cc4f468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.444037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8465b76e-8239-40ba-a35b-b7003cc4f468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.450122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.475108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.477214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-366597c8-9b93-4c5f-a9c7-166ab126daba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:43.551090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.580562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-cc0351b1-f9a0-4478-b62b-b3b0203d0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:43.582647 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-cc0351b1-f9a0-4478-b62b-b3b0203d0d7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 913 time: 0.4208336 Jun 22 14:58:43.594558 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.606942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:43.607467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a544521-782e-4c8d-bb7b-a3b6d044a438 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:58:43.620571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36588668-9585-448a-a3fe-25f3b3395caf') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:43.621319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36588668-9585-448a-a3fe-25f3b3395caf') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:43.632398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.650588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.657950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:43.658640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.673164 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-8a9fc5f9-cf19-4a5b-af6a-843df9b8b069 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 217 time: 0.0785980 Jun 22 14:58:43.676424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=87766080-3af1-4fba-8306-208c861f7c3e,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:43.681896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] For port da80c145-9ada-4dab-88e3-e03691cb9c76, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:43.682289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5930b4-ab12-47d2-b4c3-22093156fe9f" -d '{"events": [{"server_uuid": "9cbef53c-6a26-46d7-8935-a9357a2ab289", "name": "network-vif-plugged", "status": "completed", "tag": "87766080-3af1-4fba-8306-208c861f7c3e"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:58:43.682438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attempted to set empty binding levels {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 22 14:58:43.686491 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5a544521-782e-4c8d-bb7b-a3b6d044a438, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:43.706637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:43.709554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.714141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:58:43.716501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:43.719414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.729267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "PUT /v2.0/routers/f5610159-2ce4-48a2-9416-f5e44ed12284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4418385 Jun 22 14:58:43.729668 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc723e-7c41-403b-b487-95375048e4c3 None None] Sync routers for ids ['f5610159-2ce4-48a2-9416-f5e44ed12284'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:58:43.733802 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3da566d-3aad-41d0-b207-6768db1fb46c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:43.739626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36136) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:43.748921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Request body: {'port': {'network_id': '12147604-a245-4794-bca3-4b50d1dc0fd2', 'name': 'tempest-FloatingIPNegativeTestJSON-653011469'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:43.750648 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc723e-7c41-403b-b487-95375048e4c3 None None] Routers {'f5610159-2ce4-48a2-9416-f5e44ed12284'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:43.753309 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a9cc723e-7c41-403b-b487-95375048e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f5610159-2ce4-48a2-9416-f5e44ed12284'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:43.773558 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:43.784149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.800595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] In _notify_port_updated(), no bound segment for port da80c145-9ada-4dab-88e3-e03691cb9c76 on network 2f44e60d-3544-47b0-8c4f-280df1636a5b {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 14:58:43.801619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:43.802307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.803690 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "PUT /v2.0/ports/da80c145-9ada-4dab-88e3-e03691cb9c76 HTTP/1.1" status: 200 len: 977 time: 5.1847177 Jun 22 14:58:43.816769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36138) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:43.816769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.819674 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] 10.222.0.22 "DELETE /v2.0/networks/2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0 HTTP/1.1" status: 204 len: 168 time: 0.5276911 Jun 22 14:58:43.822106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:43.852773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Pushing event deleted for resources: {'Network': ['ID=2cb6c4d9-4bd8-4027-8b2f-0b148f0bc8f0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:43.862790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:43.877513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-5ddec53e-0bdc-4faf-ab8a-25bd874d8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:43.882493 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-5ddec53e-0bdc-4faf-ab8a-25bd874d8350 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 200 len: 851 time: 0.1984744 Jun 22 14:58:43.912486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8465b76e-8239-40ba-a35b-b7003cc4f468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.915179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8465b76e-8239-40ba-a35b-b7003cc4f468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:43.916449 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8465b76e-8239-40ba-a35b-b7003cc4f468 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ae663b0-ca6e-4e26-8c82-f4c1a2664fe4 HTTP/1.1" status: 204 len: 168 time: 0.7453656 Jun 22 14:58:43.920598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-58cc9992-dd8c-4040-8a8e-f61d12abaf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:43.935094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event updated for resources: {'Port': ['ID=da80c145-9ada-4dab-88e3-e03691cb9c76,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:43.936355 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a9cc723e-7c41-403b-b487-95375048e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:43.943059 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:43.950849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=5a544521-782e-4c8d-bb7b-a3b6d044a438,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:43.958198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:43.965517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465b76e-8239-40ba-a35b-b7003cc4f468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae663b0-ca6e-4e26-8c82-f4c1a2664fe4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:43.970620 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc723e-7c41-403b-b487-95375048e4c3 None None] Routers {'f5610159-2ce4-48a2-9416-f5e44ed12284'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:43.971742 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a9cc723e-7c41-403b-b487-95375048e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f5610159-2ce4-48a2-9416-f5e44ed12284'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:43.978730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8465b76e-8239-40ba-a35b-b7003cc4f468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:44.033908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5637137d-60af-4b43-8c4d-bfde5510254a x-openstack-request-id: req-5637137d-60af-4b43-8c4d-bfde5510254a {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:58:44.033908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbef53c-6a26-46d7-8935-a9357a2ab289", "name": "network-vif-plugged", "status": "completed", "tag": "87766080-3af1-4fba-8306-208c861f7c3e", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:58:44.037985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5637137d-60af-4b43-8c4d-bfde5510254a {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:58:44.038820 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87766080-3af1-4fba-8306-208c861f7c3e', 'code': 200} Jun 22 14:58:44.075200 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a9cc723e-7c41-403b-b487-95375048e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:44.076166 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc723e-7c41-403b-b487-95375048e4c3 None None] The sync data for ids ['f5610159-2ce4-48a2-9416-f5e44ed12284'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:58:44.136731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['5a544521-782e-4c8d-bb7b-a3b6d044a438'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:58:44.167329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-16338060-303d-4e5c-8394-cc843f6d4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:44.183164 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-16338060-303d-4e5c-8394-cc843f6d4aee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2816100 Jun 22 14:58:44.229480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Made reservation on behalf of 9c624956b6b2486d8e6904e763ca2637 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:44.239592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:44.372123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36150) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:44.450763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36156) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:44.460937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': '60d76e76-acde-41a3-851d-a67e610f3a5e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:44.490489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] device_id is not set on port 209909c6-3c95-4737-a899-848eb61774c6 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:44.618286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2779a3-f342-41ed-9dac-f7d6d501aaad req-f27fc5cb-806c-4b5f-9639-17085969d63d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:44.620022 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4f2779a3-f342-41ed-9dac-f7d6d501aaad req-f27fc5cb-806c-4b5f-9639-17085969d63d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 944 time: 0.8582976 Jun 22 14:58:44.693321 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4f2779a3-f342-41ed-9dac-f7d6d501aaad req-31e6b129-6059-49df-ba65-207a7d9d737f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665514 Jun 22 14:58:44.694298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36158) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:44.710413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:44.713106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Deleting port da80c145-9ada-4dab-88e3-e03691cb9c76 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:44.713291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:44.717125 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-64d8b137-7146-4310-ac6b-64ded24cf355 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160940 Jun 22 14:58:44.788445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] For port da80c145-9ada-4dab-88e3-e03691cb9c76, host hv-neutron-6013, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:44.788829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:44.853196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Calling delete_port for da80c145-9ada-4dab-88e3-e03691cb9c76 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:44.857486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccb1e2-f1de-4342-8d44-f8985cfb28dc req-fa1245cc-3292-494f-a256-d111e22b38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:44.858957 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-20ccb1e2-f1de-4342-8d44-f8985cfb28dc req-fa1245cc-3292-494f-a256-d111e22b38e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 1098 time: 0.4714563 Jun 22 14:58:44.862827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.db.api [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 14:58:44.862827 dv-neutron-601336-93-hyperv neutron-server[93501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 14:58:44.862827 dv-neutron-601336-93-hyperv neutron-server[93501]: [parameters: {'project_id_1': '114b2c08c8b640d498d7acc797def79d', 'expiration_1': datetime.datetime(2021, 6, 22, 14, 58, 44, 759149)}] Jun 22 14:58:44.862827 dv-neutron-601336-93-hyperv neutron-server[93501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:58:44.863224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_db.api [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:58:44.877547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c352f-f7c0-4459-a11c-74acca6ddb75 req-68347bb6-991e-442c-bccc-b966cccc9aeb tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:44.878958 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-319c352f-f7c0-4459-a11c-74acca6ddb75 req-68347bb6-991e-442c-bccc-b966cccc9aeb tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 945 time: 0.4620616 Jun 22 14:58:44.889621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:44.892932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:44.898735 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8d9c6588-17ec-4223-aa2e-7573deefb35a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f7b0f2cc2b9426784d8108a37e9b821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130119 Jun 22 14:58:44.912056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36160) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:44.958623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Allocated IP 172.20.0.10 (12147604-a245-4794-bca3-4b50d1dc0fd2/bb7c8724-3bb8-4051-a632-86b6402d6691/209909c6-3c95-4737-a899-848eb61774c6) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:44.972656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-20ccb1e2-f1de-4342-8d44-f8985cfb28dc req-89d191a7-fafb-4f68-9a19-b3d1c37e54cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:44.978112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e2f4c-0259-4176-8787-b4a913ba656f req-de475ae4-ca0f-45d8-afdf-8636264f4161 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:44.979602 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9c5e2f4c-0259-4176-8787-b4a913ba656f req-de475ae4-ca0f-45d8-afdf-8636264f4161 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 944 time: 0.1528351 Jun 22 14:58:44.996434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.007583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fa4b21d0-ca53-4273-a890-aae644bccc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:45.041444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.045272 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "DELETE /v2.0/ports/da80c145-9ada-4dab-88e3-e03691cb9c76 HTTP/1.1" status: 204 len: 168 time: 1.2242656 Jun 22 14:58:45.046317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Pushing event deleted for resources: {'Port': ['ID=da80c145-9ada-4dab-88e3-e03691cb9c76,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:45.048437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36162) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:45.061734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:45.085512 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce560fe6-1a81-4d13-aded-cadc20c11fcf tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] GET failed (client error): The resource could not be found. Jun 22 14:58:45.090917 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ce560fe6-1a81-4d13-aded-cadc20c11fcf tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] 10.222.0.22 "GET /v2.0/ports/da80c145-9ada-4dab-88e3-e03691cb9c76 HTTP/1.1" status: 404 len: 333 time: 0.0350175 Jun 22 14:58:45.091093 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36164) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:45.105295 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9c5e2f4c-0259-4176-8787-b4a913ba656f req-52f3a282-6093-4e19-aae8-7b7f9f3c6d98 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175642 Jun 22 14:58:45.107405 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3270c88d-9f03-4fef-9bfb-f8dfae3d1849 req-d355e950-c831-45ac-aba1-4eb39dd2bcbf service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653135 Jun 22 14:58:45.141145 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-319c352f-f7c0-4459-a11c-74acca6ddb75 req-b9f3e3c8-2b26-4db7-b36b-7a61bda6075a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378700 Jun 22 14:58:45.181912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.184013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6775926-1fee-43fd-846e-4e6c03967256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.270171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.279811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f44e60d-3544-47b0-8c4f-280df1636a5b']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:45.287055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6775926-1fee-43fd-846e-4e6c03967256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.289334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597ea0a1-bce2-4c02-a119-9d747e966326') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:45.289630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597ea0a1-bce2-4c02-a119-9d747e966326') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:45.298234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.312358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.318928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:45.319374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:45.322328 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:45.363837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.389809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.394803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.400080 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] 10.222.0.22 "DELETE /v2.0/networks/2f44e60d-3544-47b0-8c4f-280df1636a5b HTTP/1.1" status: 204 len: 168 time: 0.3079495 Jun 22 14:58:45.400943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-88c37f6a-3276-4e94-a26f-84c093706488 tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:45.417333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Pushing event deleted for resources: {'Network': ['ID=2f44e60d-3544-47b0-8c4f-280df1636a5b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:45.420392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:45.442604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-20ccb1e2-f1de-4342-8d44-f8985cfb28dc req-89d191a7-fafb-4f68-9a19-b3d1c37e54cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.456516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-20ccb1e2-f1de-4342-8d44-f8985cfb28dc req-89d191a7-fafb-4f68-9a19-b3d1c37e54cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.464849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:45.467452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.475200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.502807 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-20ccb1e2-f1de-4342-8d44-f8985cfb28dc req-89d191a7-fafb-4f68-9a19-b3d1c37e54cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6337755 Jun 22 14:58:45.509415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6775926-1fee-43fd-846e-4e6c03967256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.512814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6775926-1fee-43fd-846e-4e6c03967256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.514084 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e6775926-1fee-43fd-846e-4e6c03967256 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e9fd175-60c7-4526-875d-f356ab2fa6b4 HTTP/1.1" status: 204 len: 168 time: 0.5913486 Jun 22 14:58:45.515162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Transition to ACTIVE for port object 209909c6-3c95-4737-a899-848eb61774c6 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:45.536121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d191a7-fafb-4f68-9a19-b3d1c37e54cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=48ebc58b-43cd-4b9f-a798-8b4d852c2960,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:45.541702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-89d191a7-fafb-4f68-9a19-b3d1c37e54cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:45.544107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c7c31ff9-adb2-446b-8890-9aeb7845163c tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:45.560443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.566800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.569443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:45.608040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f492fbfa-dfc2-4d6d-8e21-f4d7bd732f3d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:45.614741 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=114b2c08c8b640d498d7acc797def79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9186084 Jun 22 14:58:45.615609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36172) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:45.615728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:45.633458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=adfc8611-d344-48fc-a1f8-e6d9c30c64cf,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:45.635900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.639607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:45.640324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:45.647239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking segment: {'id': '760a5b5a-b356-4c06-8cd6-3f2c7b1c7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60d76e76-acde-41a3-851d-a67e610f3a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:45.647593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network hostable DHCP agents. Network: 60d76e76-acde-41a3-851d-a67e610f3a5e, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:45.666145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6775926-1fee-43fd-846e-4e6c03967256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9fd175-60c7-4526-875d-f356ab2fa6b4,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:45.671835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e6775926-1fee-43fd-846e-4e6c03967256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:45.675184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-72d51a96-9c8c-4df5-bb3f-ded3bce6ca1a tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:45.718197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36178) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:45.756123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Network 12147604-a245-4794-bca3-4b50d1dc0fd2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:45.757117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event updated for resources: {'Port': ['ID=209909c6-3c95-4737-a899-848eb61774c6,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:45.763044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:45.765539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:45.768942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:45.800848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network 60d76e76-acde-41a3-851d-a67e610f3a5e is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:45.823017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71f1f32e-9e5a-4136-9020-cce3e5c90ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.835477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 60d76e76-acde-41a3-851d-a67e610f3a5e) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:45.840879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:45.841464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.846872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d688f6-7a6d-4a9e-bf8c-dd3cf8fcb8bc None None] Network 60d76e76-acde-41a3-851d-a67e610f3a5e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:45.900784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:45.901467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.914588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71f1f32e-9e5a-4136-9020-cce3e5c90ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.943156 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2024186 Jun 22 14:58:45.945336 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4886272 Jun 22 14:58:45.951496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36190) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:45.952128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36192) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:45.958999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1619419966'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:45.972326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:45.987948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71f1f32e-9e5a-4136-9020-cce3e5c90ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.994870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71f1f32e-9e5a-4136-9020-cce3e5c90ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:45.997628 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-71f1f32e-9e5a-4136-9020-cce3e5c90ba2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f492fbfa-dfc2-4d6d-8e21-f4d7bd732f3d HTTP/1.1" status: 204 len: 168 time: 0.3803408 Jun 22 14:58:45.999049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:46.010852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1f32e-9e5a-4136-9020-cce3e5c90ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f492fbfa-dfc2-4d6d-8e21-f4d7bd732f3d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:46.014481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-71f1f32e-9e5a-4136-9020-cce3e5c90ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:46.060341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.db.api [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 14:58:46.060341 dv-neutron-601336-93-hyperv neutron-server[93501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 14:58:46.060341 dv-neutron-601336-93-hyperv neutron-server[93501]: [parameters: {'project_id_1': '9c624956b6b2486d8e6904e763ca2637', 'expiration_1': datetime.datetime(2021, 6, 22, 14, 58, 45, 985927)}] Jun 22 14:58:46.060341 dv-neutron-601336-93-hyperv neutron-server[93501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:58:46.061030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_db.api [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:58:46.071297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36196) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:46.074285 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6a6d5263-4857-41fd-9df5-2fdab67ef971 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e51cb0e9e684f52b4135a309dc5a450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536098 Jun 22 14:58:46.085787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0298a-8c8c-4b25-9868-fc911636635c req-4df0539e-d9fb-4849-bd0f-32569b2ab490 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:46.087523 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc0298a-8c8c-4b25-9868-fc911636635c req-4df0539e-d9fb-4849-bd0f-32569b2ab490 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 944 time: 0.2812245 Jun 22 14:58:46.088765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:46.093544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.139006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-60d76e76-acde-41a3-851d-a67e610f3a5e', 'network_id': '60d76e76-acde-41a3-851d-a67e610f3a5e', 'tenant_id': 'b8ef3b0ab522400190ac26a91107194f', 'fixed_ips': [{'subnet_id': 'adfc8611-d344-48fc-a1f8-e6d9c30c64cf'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:58:46.139905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.155833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2f8b86c7-8ced-4193-91b1-5691c22d5c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.189062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2f8b86c7-8ced-4193-91b1-5691c22d5c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.204836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:46.242859 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc0298a-8c8c-4b25-9868-fc911636635c req-aa179df9-66cf-45ba-9543-8a6472c6c255 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453540 Jun 22 14:58:46.252335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.252696 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment 88753481-13a1-4896-8ba0-25b45902ee22 of type vlan for network a54b7a4a-e028-4698-9912-f8a5b3a19d27 Jun 22 14:58:46.269539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2f8b86c7-8ced-4193-91b1-5691c22d5c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.272777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2f8b86c7-8ced-4193-91b1-5691c22d5c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.274103 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2f8b86c7-8ced-4193-91b1-5691c22d5c25 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ae4d32d-e38d-4ef4-8fc0-c245eb27ecea HTTP/1.1" status: 204 len: 168 time: 0.2014894 Jun 22 14:58:46.274462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4a75ecb-d560-4216-ac22-f77357952aad None None] Provisioning for port 209909c6-3c95-4737-a899-848eb61774c6 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:46.275232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37186254-cfd7-4368-a43a-a936916d7817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:46.285735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4a75ecb-d560-4216-ac22-f77357952aad None None] Provisioning complete for port 209909c6-3c95-4737-a899-848eb61774c6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:46.286384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4a75ecb-d560-4216-ac22-f77357952aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.299376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b86c7-8ced-4193-91b1-5691c22d5c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae4d32d-e38d-4ef4-8fc0-c245eb27ecea,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:46.315087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2f8b86c7-8ced-4193-91b1-5691c22d5c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:46.362501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.415912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.425709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d4a75ecb-d560-4216-ac22-f77357952aad None None] Port 209909c6-3c95-4737-a899-848eb61774c6 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:46.431384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:46.432306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.440192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c1e3b1c0-6d6c-43f7-90d1-5e55e5d50f98 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:46.447162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Allocated IP 2001:db8:0:ffff::2 (60d76e76-acde-41a3-851d-a67e610f3a5e/adfc8611-d344-48fc-a1f8-e6d9c30c64cf/aa0ffd84-22c1-46d1-a1bb-f3920387b876) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:46.476502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef2de-0c42-4456-8737-38122d42b128 req-13acb3a0-d2fe-4339-a3eb-025bffbb8d10 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:46.478253 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8e1ef2de-0c42-4456-8737-38122d42b128 req-13acb3a0-d2fe-4339-a3eb-025bffbb8d10 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 944 time: 0.1505032 Jun 22 14:58:46.523801 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8e1ef2de-0c42-4456-8737-38122d42b128 req-dd42bd40-2c88-4a4e-9a41-5d0cc6f27282 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392981 Jun 22 14:58:46.578481 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6240139 Jun 22 14:58:46.582334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36214) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:46.585737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=a54b7a4a-e028-4698-9912-f8a5b3a19d27,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:46.589614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:46.599903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': 'a54b7a4a-e028-4698-9912-f8a5b3a19d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:46.603603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a54b7a4a-e028-4698-9912-f8a5b3a19d27 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:46.635821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.726436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592166a-c6d5-4276-bfef-e77c33615d2a req-202e7dd3-583f-4fad-a576-5e22c0f23d9a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:46.735073 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6592166a-c6d5-4276-bfef-e77c33615d2a req-202e7dd3-583f-4fad-a576-5e22c0f23d9a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 945 time: 0.2962718 Jun 22 14:58:46.760848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:46.764735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 782669a9-41c6-466a-84a5-a3b8ac062d17 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 14:58:46.766689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.767566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5a544521-782e-4c8d-bb7b-a3b6d044a438 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:46.791997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.807821 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6592166a-c6d5-4276-bfef-e77c33615d2a req-56d31b2a-19d4-4f79-875b-c1f9de1a4e3a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717790 Jun 22 14:58:46.812926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36220) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:46.855908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Transition to ACTIVE for port object aa0ffd84-22c1-46d1-a1bb-f3920387b876 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:46.880090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.952050 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Transition to ACTIVE for port object aa0ffd84-22c1-46d1-a1bb-f3920387b876 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:46.970770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:46.979793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7f0d1779-f284-4000-ae5d-6121716db1f5 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-708942808', 'prefixes': ['172.20.0.0/16']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:46.986427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8f24f837-f941-4874-8885-dbc1dfb8d6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:47.037763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Network 60d76e76-acde-41a3-851d-a67e610f3a5e is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:47.038789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.041527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 5a544521-782e-4c8d-bb7b-a3b6d044a438 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:47.045238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:47.060149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:47.064156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36230) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:47.074008 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:47.088804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 5a544521-782e-4c8d-bb7b-a3b6d044a438 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:47.090766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.127699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=a602a0e9-79ec-437b-90f7-8b866fe6fb17,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:47.131518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:47.135596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking segment: {'id': '88753481-13a1-4896-8ba0-25b45902ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a54b7a4a-e028-4698-9912-f8a5b3a19d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:47.136205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network hostable DHCP agents. Network: a54b7a4a-e028-4698-9912-f8a5b3a19d27, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:47.139534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f0d1779-f284-4000-ae5d-6121716db1f5 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] Notify callbacks [] for subnetpool, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.140765 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7f0d1779-f284-4000-ae5d-6121716db1f5 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3233969 Jun 22 14:58:47.144421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36232) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:47.176972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Allocated IP 172.26.6.218 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/5f42e211-e309-4e15-a74b-fd9b161482b2) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:47.181110 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c047e859-a412-44ad-a13b-5fce7387dab2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d907099a35d74d50b02e8a592d6f7c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822215 Jun 22 14:58:47.185122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36234) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:47.191868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0ac49f94-595e-4200-b28b-8b26a941f291 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] 10.222.0.22 "GET /v2.0/subnetpools/48b188a6-60d7-49e7-8c27-3e4c27f67181 HTTP/1.1" status: 200 len: 731 time: 0.0458364 Jun 22 14:58:47.195394 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36236) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:47.200835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-487754bc-01ab-4500-a91c-c9ba0caf4aba tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1496724865'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:47.205223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network a54b7a4a-e028-4698-9912-f8a5b3a19d27 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:47.206114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Pushing event updated for resources: {'Port': ['ID=aa0ffd84-22c1-46d1-a1bb-f3920387b876,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:47.210795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 782669a9-41c6-466a-84a5-a3b8ac062d17, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=782669a9-41c6-466a-84a5-a3b8ac062d17,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:47.234946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a54b7a4a-e028-4698-9912-f8a5b3a19d27) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:47.242352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:47.242958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.253190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c690e6d8-2540-4838-95df-3b544702a5e0 None None] Network a54b7a4a-e028-4698-9912-f8a5b3a19d27 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:47.260989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.262025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.262573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.262996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.263362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.263700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.264033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.264369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.264693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.265163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.265497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.266184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:58:47.277145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:47.286486 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7002604 Jun 22 14:58:47.286667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36238) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:47.289896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab524cdf-da3e-4405-9613-8a1e860c0f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.290084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '782669a9-41c6-466a-84a5-a3b8ac062d17', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'port_id': '782669a9-41c6-466a-84a5-a3b8ac062d17', 'mac_address': 'fa:16:3e:dd:f7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 14:58:47.313501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab524cdf-da3e-4405-9613-8a1e860c0f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.374554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab524cdf-da3e-4405-9613-8a1e860c0f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.377512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab524cdf-da3e-4405-9613-8a1e860c0f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.378727 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ab524cdf-da3e-4405-9613-8a1e860c0f9c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88dc98bc-dabb-4497-99d3-7c1d17b94056 HTTP/1.1" status: 204 len: 168 time: 0.1926520 Jun 22 14:58:47.381487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e585013-2d44-49a5-9799-83c9fa5af6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:47.381736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Attempting to bind port aa0ffd84-22c1-46d1-a1bb-f3920387b876 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:47.382562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Attempting to bind port aa0ffd84-22c1-46d1-a1bb-f3920387b876 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '760a5b5a-b356-4c06-8cd6-3f2c7b1c7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60d76e76-acde-41a3-851d-a67e610f3a5e'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:47.384265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Attempting to bind port aa0ffd84-22c1-46d1-a1bb-f3920387b876 on network 60d76e76-acde-41a3-851d-a67e610f3a5e {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:47.396429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab524cdf-da3e-4405-9613-8a1e860c0f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dc98bc-dabb-4497-99d3-7c1d17b94056,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:47.399897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab524cdf-da3e-4405-9613-8a1e860c0f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:47.440234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.459250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:47.460935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Checking segment: {'id': '760a5b5a-b356-4c06-8cd6-3f2c7b1c7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60d76e76-acde-41a3-851d-a67e610f3a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:47.462135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.463109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Bound using segment: {'id': '760a5b5a-b356-4c06-8cd6-3f2c7b1c7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60d76e76-acde-41a3-851d-a67e610f3a5e'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:47.465719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Bound port: aa0ffd84-22c1-46d1-a1bb-f3920387b876, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760a5b5a-b356-4c06-8cd6-3f2c7b1c7582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60d76e76-acde-41a3-851d-a67e610f3a5e'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:47.466233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.544646 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.547306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04ceb9ec-7d3f-44d6-aea9-b0b830793f35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:47.606009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.697200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782669a9-41c6-466a-84a5-a3b8ac062d17 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:58:47.742059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event updated for resources: {'Port': ['ID=5f42e211-e309-4e15-a74b-fd9b161482b2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:47.749804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:47.751409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:47.757819 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:47.761121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:47.777863 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.793098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 782669a9-41c6-466a-84a5-a3b8ac062d17, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=782669a9-41c6-466a-84a5-a3b8ac062d17,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:47.794252 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-487754bc-01ab-4500-a91c-c9ba0caf4aba tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] Notify callbacks [] for subnetpool, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.799110 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-487754bc-01ab-4500-a91c-c9ba0caf4aba tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] 10.222.0.22 "PUT /v2.0/subnetpools/48b188a6-60d7-49e7-8c27-3e4c27f67181 HTTP/1.1" status: 200 len: 684 time: 0.6026764 Jun 22 14:58:47.809681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36256) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:47.826210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] For port aa0ffd84-22c1-46d1-a1bb-f3920387b876, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:47.850200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:47.872222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:47.898530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] For port aa0ffd84-22c1-46d1-a1bb-f3920387b876, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=aa0ffd84-22c1-46d1-a1bb-f3920387b876,segment=NetworkSegment(760a5b5a-b356-4c06-8cd6-3f2c7b1c7582),segment_id=760a5b5a-b356-4c06-8cd6-3f2c7b1c7582)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:47.917016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36264) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:47.925972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae1e5b-6750-417f-a62b-15d4e8a7dbf0 req-2271934f-81b2-462b-81e5-6386eace727d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:47.927535 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0cae1e5b-6750-417f-a62b-15d4e8a7dbf0 req-2271934f-81b2-462b-81e5-6386eace727d tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 944 time: 0.1531115 Jun 22 14:58:47.987773 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0cae1e5b-6750-417f-a62b-15d4e8a7dbf0 req-4ea7f41b-2ffe-4ad3-88a3-1edb91788db3 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482657 Jun 22 14:58:47.991685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.014965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.026344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4edeb7cb-a688-4aec-8e23-01ce01fd93e0 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] Notify callbacks [] for subnetpool, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.028664 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4edeb7cb-a688-4aec-8e23-01ce01fd93e0 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] 10.222.0.22 "DELETE /v2.0/subnetpools/48b188a6-60d7-49e7-8c27-3e4c27f67181 HTTP/1.1" status: 204 len: 168 time: 0.2178273 Jun 22 14:58:48.081021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36270) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:48.101736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.114804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.125564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb3c005-3a14-4288-92f9-3c9598e97b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-a54b7a4a-e028-4698-9912-f8a5b3a19d27', 'network_id': 'a54b7a4a-e028-4698-9912-f8a5b3a19d27', 'tenant_id': 'b8ef3b0ab522400190ac26a91107194f', 'fixed_ips': [{'subnet_id': 'a602a0e9-79ec-437b-90f7-8b866fe6fb17'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:58:48.134535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9bb3c005-3a14-4288-92f9-3c9598e97b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.136005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:58:48.138915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399aa60-2357-4781-a101-1aa8b8437de9" -d '{"events": [{"server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "name": "network-vif-plugged", "status": "completed", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:58:48.143140 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-ddc77717-5f5d-4a19-8013-8ca7e0071df9 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] show failed (client error): The resource could not be found. Jun 22 14:58:48.149004 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ddc77717-5f5d-4a19-8013-8ca7e0071df9 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] 10.222.0.22 "GET /v2.0/subnetpools/48b188a6-60d7-49e7-8c27-3e4c27f67181 HTTP/1.1" status: 404 len: 346 time: 0.0657985 Jun 22 14:58:48.152976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36276) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:48.191515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed7309-6b75-4943-8d44-d0b0f045c1e9 req-49c52e24-52b6-4101-8c8a-0fe8c4bdbe92 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:48.207588 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5a544521-782e-4c8d-bb7b-a3b6d044a438, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:48.209531 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a7ed7309-6b75-4943-8d44-d0b0f045c1e9 req-49c52e24-52b6-4101-8c8a-0fe8c4bdbe92 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 945 time: 0.3557229 Jun 22 14:58:48.215453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.219133 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-1fbb67f9-8ffa-43eb-a1aa-8f943e0a0884 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] delete failed (client error): The resource could not be found. Jun 22 14:58:48.229855 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1fbb67f9-8ffa-43eb-a1aa-8f943e0a0884 tempest-SubnetPoolsTestJSON-27307858 tempest-SubnetPoolsTestJSON-27307858-project] 10.222.0.22 "DELETE /v2.0/subnetpools/48b188a6-60d7-49e7-8c27-3e4c27f67181 HTTP/1.1" status: 404 len: 346 time: 0.0630569 Jun 22 14:58:48.238424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.243679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:48.251428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.288538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=a602a0e9-79ec-437b-90f7-8b866fe6fb17,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:48.289433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['782669a9-41c6-466a-84a5-a3b8ac062d17'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:58:48.290913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:48.354278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175917-73fc-42f4-93fb-fd64905a2c87 req-16aad8fe-f516-4963-ab5d-4040b12327b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:48.355897 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b2175917-73fc-42f4-93fb-fd64905a2c87 req-16aad8fe-f516-4963-ab5d-4040b12327b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 945 time: 0.1871097 Jun 22 14:58:48.373055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.387066 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a7ed7309-6b75-4943-8d44-d0b0f045c1e9 req-58be5257-aa8c-4b86-9da0-6e6f0faf1e4e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184397 Jun 22 14:58:48.401568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54b7a4a-e028-4698-9912-f8a5b3a19d27']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:48.402121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1935138279'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:48.415323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=782669a9-41c6-466a-84a5-a3b8ac062d17,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:48.447735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88753481-13a1-4896-8ba0-25b45902ee22') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:48.448415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88753481-13a1-4896-8ba0-25b45902ee22') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:48.455233 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b2175917-73fc-42f4-93fb-fd64905a2c87 req-30d5580f-110a-4f83-9558-57ad85e2599d tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790877 Jun 22 14:58:48.466754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.473903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:48.477151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:48.499978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.515270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:48.515909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:48.539028 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:48.576826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:48.581598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23761126-e41f-4340-8ca2-43e808801207 None None] Network a54b7a4a-e028-4698-9912-f8a5b3a19d27 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:48.590676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.593329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22120f76-84ff-4168-98dc-e7984b2b53c0 x-openstack-request-id: req-22120f76-84ff-4168-98dc-e7984b2b53c0 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:58:48.607205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "name": "network-vif-plugged", "status": "completed", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:58:48.617018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22120f76-84ff-4168-98dc-e7984b2b53c0 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:58:48.617018 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'code': 200} Jun 22 14:58:48.694971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.770669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.775588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:48.791331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Pushing event updated for resources: {'Port': ['ID=aa0ffd84-22c1-46d1-a1bb-f3920387b876,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:48.798431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.807803 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/a54b7a4a-e028-4698-9912-f8a5b3a19d27 HTTP/1.1" status: 204 len: 168 time: 1.5191736 Jun 22 14:58:48.809771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=a54b7a4a-e028-4698-9912-f8a5b3a19d27,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:48.812655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36292) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:48.818723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1357374740'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:48.848052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:48.854228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:48.860113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.888511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.914197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:48.930248 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbe47207-06db-46fe-91ee-49a5ae24dee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:48.967287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=5a544521-782e-4c8d-bb7b-a3b6d044a438,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:48.975244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:48.976066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.714s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:48.976641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:48.997887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36296) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:49.007709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:49.028913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.029515 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment a997b640-a615-48f4-9d02-8a37193e2d14 of type vlan for network c3eb9610-4193-4a87-9e3b-b639339a1fe3 Jun 22 14:58:49.112371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.136178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6c7fa-ceaa-4d6e-8182-0b65c35601c6 req-bbe0e94c-8f0e-4e3f-94b0-dc8130cf8fcc tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:49.138282 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-97d6c7fa-ceaa-4d6e-8182-0b65c35601c6 req-bbe0e94c-8f0e-4e3f-94b0-dc8130cf8fcc tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 945 time: 0.2458212 Jun 22 14:58:49.143792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42bd9e-e3da-47be-996d-b833b51de6a9 req-b27884ec-1e3d-4be2-ba4d-0c860ea14a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:49.145256 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3a42bd9e-e3da-47be-996d-b833b51de6a9 req-b27884ec-1e3d-4be2-ba4d-0c860ea14a14 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 1098 time: 0.1870196 Jun 22 14:58:49.148888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event updated for resources: {'Port': ['ID=5f42e211-e309-4e15-a74b-fd9b161482b2,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:49.152347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36302) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:49.169005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8d23ff24-b84c-40d9-ac47-2fd856b24718 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Request body: {'floatingip': {'port_id': '87766080-3af1-4fba-8306-208c861f7c3e'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:49.172601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:49.173991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.182815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.195761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:49.196712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.202248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9865cc4b-da81-4332-9a9f-f80d089973ae tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:49.227548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3a42bd9e-e3da-47be-996d-b833b51de6a9 req-5adba11e-3ff2-42e7-9db9-b146f48a7500 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731962 Jun 22 14:58:49.255884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6b914f0-ad55-4353-9b54-f4f673bdd7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.287250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=c3eb9610-4193-4a87-9e3b-b639339a1fe3,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:49.296152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d23ff24-b84c-40d9-ac47-2fd856b24718 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for floatingip, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.300300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:49.301015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network c3eb9610-4193-4a87-9e3b-b639339a1fe3 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:49.497429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.522977 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7091868 Jun 22 14:58:49.525901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36314) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:49.531924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': 'c3eb9610-4193-4a87-9e3b-b639339a1fe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:49.549582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.557009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:49.567706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:49.572672 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6160088 Jun 22 14:58:49.584305 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36318) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:49.622932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3ceaa59e-24d6-4435-9783-4a63990ea443 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Request body: {'floatingip': {'port_id': '209909c6-3c95-4737-a899-848eb61774c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:49.677830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:49.690267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd21125-6735-42a1-ab3c-dfb9fcbfcd19 req-56fe9b40-fda7-477f-85ac-688bf3867d04 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:49.692417 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2cd21125-6735-42a1-ab3c-dfb9fcbfcd19 req-56fe9b40-fda7-477f-85ac-688bf3867d04 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 945 time: 0.4295864 Jun 22 14:58:49.745411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884a465-5742-43a0-bd55-a29d7e62124b req-6b5c4452-13f7-4616-ba42-503dad00edbe tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:49.756388 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c884a465-5742-43a0-bd55-a29d7e62124b req-6b5c4452-13f7-4616-ba42-503dad00edbe tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 945 time: 0.1427677 Jun 22 14:58:49.758791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66acf8df-ace3-4d1c-8cd2-feddc7c23378,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:49.759025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36322) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:49.831767 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c884a465-5742-43a0-bd55-a29d7e62124b req-c9113689-6294-4631-98bf-2e795622ea66 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746613 Jun 22 14:58:49.875911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1025266070', 'router:external': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:49.892309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9930c4a5-951f-475a-8f53-c6351c82a9de None None] Network 60d76e76-acde-41a3-851d-a67e610f3a5e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:50.003254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-91da5f46-b202-4332-a465-b55fdddb4b86 None None] Provisioning for port aa0ffd84-22c1-46d1-a1bb-f3920387b876 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:50.049624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa59e-24d6-4435-9783-4a63990ea443 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for floatingip, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.056299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:50.096957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.097310 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Added segment 0e908237-f0e6-4300-87c2-335fe5b26f1e of type vlan for network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 Jun 22 14:58:50.244969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.262525 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2cd21125-6735-42a1-ab3c-dfb9fcbfcd19 req-3c39dbd1-dad8-493f-8bfb-865f14d873ba tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5207498 Jun 22 14:58:50.500125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.505568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:50.506153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.508475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-3ceaa59e-24d6-4435-9783-4a63990ea443 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] update failed (client error): The resource could not be found. Jun 22 14:58:50.509484 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3ceaa59e-24d6-4435-9783-4a63990ea443 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "PUT /v2.0/floatingips/d1dd8ba0-330c-46f4-8ead-5af665ab1581 HTTP/1.1" status: 404 len: 507 time: 0.9216583 Jun 22 14:58:50.510278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5224ba5b-1cde-450b-a62b-78daec35c4bd tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:50.513391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36326) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:50.515471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6b914f0-ad55-4353-9b54-f4f673bdd7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.545104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6b914f0-ad55-4353-9b54-f4f673bdd7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.617565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 14:58:50.617565 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 14:58:50.617565 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'project_id_1': 'f0c011de86bf45a39fbfc226a348e785', 'expiration_1': datetime.datetime(2021, 6, 22, 14, 58, 49, 881800)}] Jun 22 14:58:50.617565 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:58:50.617565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:58:50.681805 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a6b914f0-ad55-4353-9b54-f4f673bdd7c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=801e42fc9e5f4742b5ca8f4ba6b99dde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6785929 Jun 22 14:58:50.682719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Network': ['ID=8c283d8d-bdf0-4810-b080-3afcb2f245b2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:50.692070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36328) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:50.695298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:50.700001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:50.703920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:50.708108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:50.713319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.719898 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7980971 Jun 22 14:58:50.721324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36330) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:50.738389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:50.757396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 782669a9-41c6-466a-84a5-a3b8ac062d17 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:50.820548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device aa0ffd84-22c1-46d1-a1bb-f3920387b876 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:50.827401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b914f0-ad55-4353-9b54-f4f673bdd7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c7c6ca-c3be-4c51-b5bc-729d51909e82,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:50.838164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6b914f0-ad55-4353-9b54-f4f673bdd7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:50.845660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d23ff24-b84c-40d9-ac47-2fd856b24718 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.861381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d23ff24-b84c-40d9-ac47-2fd856b24718 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.866933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e40764e2-3d2e-4ec0-9d86-2db80d904d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.920417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 782669a9-41c6-466a-84a5-a3b8ac062d17 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:50.928183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 782669a9-41c6-466a-84a5-a3b8ac062d17 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:50.928855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e40764e2-3d2e-4ec0-9d86-2db80d904d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.930960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.934906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Deleting port 5f42e211-e309-4e15-a74b-fd9b161482b2 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:50.935300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:50.954956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port aa0ffd84-22c1-46d1-a1bb-f3920387b876 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:50.960319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port aa0ffd84-22c1-46d1-a1bb-f3920387b876 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:50.960720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.015925 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-8d23ff24-b84c-40d9-ac47-2fd856b24718 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Floating IP 014892ca-ea8b-4752-80c0-fdaa2d90dc2a associated. External IP: 172.26.6.198, port: 87766080-3af1-4fba-8306-208c861f7c3e. Jun 22 14:58:51.060871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:51.064895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.069226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e40764e2-3d2e-4ec0-9d86-2db80d904d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.072035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e40764e2-3d2e-4ec0-9d86-2db80d904d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.073404 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e40764e2-3d2e-4ec0-9d86-2db80d904d82 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28c7c6ca-c3be-4c51-b5bc-729d51909e82 HTTP/1.1" status: 204 len: 168 time: 0.3793318 Jun 22 14:58:51.097935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.100840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.106646 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:51.118108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40764e2-3d2e-4ec0-9d86-2db80d904d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c7c6ca-c3be-4c51-b5bc-729d51909e82,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:51.130017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e40764e2-3d2e-4ec0-9d86-2db80d904d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:51.151547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782669a9-41c6-466a-84a5-a3b8ac062d17'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:58:51.154365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82d3701-e3b4-47e6-8003-0bad918c51a6" -d '{"events": [{"server_uuid": "6b1d07bb-5389-42cf-bf21-4cbac389c657", "name": "network-vif-plugged", "status": "completed", "tag": "782669a9-41c6-466a-84a5-a3b8ac062d17"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:58:51.193544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port aa0ffd84-22c1-46d1-a1bb-f3920387b876, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=aa0ffd84-22c1-46d1-a1bb-f3920387b876,segment=NetworkSegment(760a5b5a-b356-4c06-8cd6-3f2c7b1c7582),segment_id=760a5b5a-b356-4c06-8cd6-3f2c7b1c7582)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:51.209666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.210020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.222091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 782669a9-41c6-466a-84a5-a3b8ac062d17, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=782669a9-41c6-466a-84a5-a3b8ac062d17,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:51.224224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.231282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:51.241066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.281870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807a53d4-54b0-4477-ba08-7bcebd2d6dbd x-openstack-request-id: req-807a53d4-54b0-4477-ba08-7bcebd2d6dbd {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:58:51.282465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1d07bb-5389-42cf-bf21-4cbac389c657", "name": "network-vif-plugged", "status": "completed", "tag": "782669a9-41c6-466a-84a5-a3b8ac062d17", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:58:51.282878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-807a53d4-54b0-4477-ba08-7bcebd2d6dbd {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:58:51.283437 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782669a9-41c6-466a-84a5-a3b8ac062d17', 'code': 200} Jun 22 14:58:51.331843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d23ff24-b84c-40d9-ac47-2fd856b24718 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:58:51.349943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=aa0ffd84-22c1-46d1-a1bb-f3920387b876,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:51.353415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:51.354115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:51.418737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Calling delete_port for 5f42e211-e309-4e15-a74b-fd9b161482b2 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:51.437817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=782669a9-41c6-466a-84a5-a3b8ac062d17,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:51.441773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:51.452403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Made reservation on behalf of f0c011de86bf45a39fbfc226a348e785 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:51.457893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.485517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.489139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.502329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c738c2a9-aec1-45fa-af8f-f9cecc027097 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:51.544991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea748dab-f524-41b8-8cd6-b6d06998166a req-0d1c1dd4-7ee6-47b6-a881-48c697c733c9 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:51.546490 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ea748dab-f524-41b8-8cd6-b6d06998166a req-0d1c1dd4-7ee6-47b6-a881-48c697c733c9 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 945 time: 0.1215339 Jun 22 14:58:51.552107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168701a7-59cd-47d7-b8b9-055a6a454b4c req-5759a598-bd1f-4de5-9250-4b323d985f00 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:51.553729 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-168701a7-59cd-47d7-b8b9-055a6a454b4c req-5759a598-bd1f-4de5-9250-4b323d985f00 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 945 time: 0.5389833 Jun 22 14:58:51.567353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d23ff24-b84c-40d9-ac47-2fd856b24718 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:58:51.573107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d23ff24-b84c-40d9-ac47-2fd856b24718 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:51.579254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] Sync routers for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:58:51.590149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:51.591054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:51.650701 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ea748dab-f524-41b8-8cd6-b6d06998166a req-50546577-0c5c-402a-b4db-3beb38123437 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915375 Jun 22 14:58:51.663416 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8d23ff24-b84c-40d9-ac47-2fd856b24718 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "PUT /v2.0/floatingips/014892ca-ea8b-4752-80c0-fdaa2d90dc2a HTTP/1.1" status: 200 len: 991 time: 2.5050402 Jun 22 14:58:51.664985 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'tag': '87766080-3af1-4fba-8306-208c861f7c3e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:58:51.670371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ae23c-09b2-49f2-88a4-4c5af4689adb" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbef53c-6a26-46d7-8935-a9357a2ab289", "tag": "87766080-3af1-4fba-8306-208c861f7c3e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:58:51.707528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:51.748698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=42eaf428-93f6-4817-b166-7bdd72501ebb,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:51.772323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:51.823550 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-168701a7-59cd-47d7-b8b9-055a6a454b4c req-b13589dc-5cdc-4777-8678-86d1cec36ddc tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304490 Jun 22 14:58:51.866426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca6911a-e927-4f7c-aa53-8627f24a735e x-openstack-request-id: req-6ca6911a-e927-4f7c-aa53-8627f24a735e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:58:51.866769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbef53c-6a26-46d7-8935-a9357a2ab289", "tag": "87766080-3af1-4fba-8306-208c861f7c3e", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:58:51.867091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ca6911a-e927-4f7c-aa53-8627f24a735e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:58:51.868033 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'tag': '87766080-3af1-4fba-8306-208c861f7c3e', 'status': 'completed', 'code': 200} Jun 22 14:58:51.896245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking segment: {'id': 'a997b640-a615-48f4-9d02-8a37193e2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3eb9610-4193-4a87-9e3b-b639339a1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:51.896596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network hostable DHCP agents. Network: c3eb9610-4193-4a87-9e3b-b639339a1fe3, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:52.049522 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:55Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '014892ca-ea8b-4752-80c0-fdaa2d90dc2a', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'port_id': '87766080-3af1-4fba-8306-208c861f7c3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'mac_address': 'fa:16:3e:97:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:58:09Z', 'updated_at': '2021-06-22T14:58:50Z', 'revision_number': 1, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f929bc-4a3d-43c7-8509-5fd007c50d49', 'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'mac_address': 'fa:16:3e:59:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'subnets': [{'id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:52.076812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] Checking router: cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:58:52.079011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.086206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:52.086898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:52.097623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf20021-5145-45f7-87ad-0b5e7f413aee req-228595eb-1009-4081-a8c4-0fdd91ed6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:52.099206 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3cf20021-5145-45f7-87ad-0b5e7f413aee req-228595eb-1009-4081-a8c4-0fdd91ed6c47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1099 time: 0.5236328 Jun 22 14:58:52.109038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:52.112936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network c3eb9610-4193-4a87-9e3b-b639339a1fe3 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:52.122021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36366) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:52.193717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, c3eb9610-4193-4a87-9e3b-b639339a1fe3) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:52.217507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.231091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:52.231619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.236736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-824620683'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:52.270389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.279629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=12affe42-5721-4376-b878-918326adcf06,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:52.294973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f5cf7-0cf4-4893-a8d1-a96bbeac5b56 None None] Network c3eb9610-4193-4a87-9e3b-b639339a1fe3 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:52.295579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:52.298268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-f6ed2b10-56e2-4597-970b-6f0fdfd3ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:52.299968 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-f6ed2b10-56e2-4597-970b-6f0fdfd3ff0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=569f7b4f4d704e1eb313be472f945329&device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 1098 time: 0.3991714 Jun 22 14:58:52.300336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:52.306168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.317823 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3cf20021-5145-45f7-87ad-0b5e7f413aee req-f94046e6-7c1c-4cc4-bba2-84f80d238df0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017937 Jun 22 14:58:52.319313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Made reservation on behalf of 1d943657b5504a6c9fb8e712b1c14bbb for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:52.322923 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.334564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.367801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:52.394444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36370) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:52.394772 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8678102 Jun 22 14:58:52.395764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event deleted for resources: {'Port': ['ID=5f42e211-e309-4e15-a74b-fd9b161482b2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:52.407029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934821842'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:52.444542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:52.451288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:52.458124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.458887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4805d5a-d588-4230-9b63-ad0c072552b1 req-cf9f8647-f8fa-4065-b705-48af6c587fb7 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:52.460392 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f4805d5a-d588-4230-9b63-ad0c072552b1 req-cf9f8647-f8fa-4065-b705-48af6c587fb7 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 945 time: 0.4783025 Jun 22 14:58:52.460907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:52.469843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:52.470213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network hostable DHCP agents. Network: 8c283d8d-bdf0-4810-b080-3afcb2f245b2, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:52.473965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36372) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:52.480689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.485101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:52.491697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:52.495361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.499130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Request body: {'floatingip': {'port_id': '5a544521-782e-4c8d-bb7b-a3b6d044a438'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:52.510248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.510595 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Added segment 0ca650d7-51f7-4318-ba32-0f4b837d2d45 of type vlan for network f7f36aa4-6ba2-4f28-8402-530e44825419 Jun 22 14:58:52.517869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:52.542629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f3adca-4ee2-443f-a3d5-d56e225608cd,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:52.547248 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.547807 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Added segment 4520409e-bd8c-48ae-827d-3790fde1e266 of type vlan for network a3c55982-f01f-40db-a87c-10f34cc9c1c7 Jun 22 14:58:52.551652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:52.559701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:52.586730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-c3eb9610-4193-4a87-9e3b-b639339a1fe3', 'network_id': 'c3eb9610-4193-4a87-9e3b-b639339a1fe3', 'tenant_id': 'b8ef3b0ab522400190ac26a91107194f', 'fixed_ips': [{'subnet_id': '42eaf428-93f6-4817-b166-7bdd72501ebb'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:58:52.588155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.593014 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.593581 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment 3190e962-814c-486d-aeeb-fd8d3d69832e of type vlan for network 0e8e6db6-c42b-474c-a8ea-aab99320658b Jun 22 14:58:52.610905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for floatingip, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.614230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.622734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.625259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.626404 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "DELETE /v2.0/floatingips/d1dd8ba0-330c-46f4-8ead-5af665ab1581 HTTP/1.1" status: 204 len: 168 time: 2.1120369 Jun 22 14:58:52.628585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6674fc45-b146-4d81-a31f-2d325a773fae,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:52.634983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36374) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:52.641220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e73c0eee-5919-4dff-a30a-1bdd65a1a0a4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Request body: {'floatingip': {'floating_network_id': '12147604-a245-4794-bca3-4b50d1dc0fd2', 'port_id': '209909c6-3c95-4737-a899-848eb61774c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:52.676075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.716691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e73c0eee-5919-4dff-a30a-1bdd65a1a0a4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.743420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.750391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:52.751361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.757330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-134f5ca4-76e0-4df0-9cc4-d4992a3496cc tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:52.804157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Allocated IP 2001:db8::3 (c3eb9610-4193-4a87-9e3b-b639339a1fe3/42eaf428-93f6-4817-b166-7bdd72501ebb/b97e062b-c58d-41a0-8e01-75c29db40dc0) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:52.838958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device aa0ffd84-22c1-46d1-a1bb-f3920387b876 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:52.864817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.874434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:52.875267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:52.893369 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7692366 Jun 22 14:58:52.902883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36380) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:52.907021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:55Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '014892ca-ea8b-4752-80c0-fdaa2d90dc2a', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'port_id': '87766080-3af1-4fba-8306-208c861f7c3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'mac_address': 'fa:16:3e:97:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:58:09Z', 'updated_at': '2021-06-22T14:58:50Z', 'revision_number': 1, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f929bc-4a3d-43c7-8509-5fd007c50d49', 'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'mac_address': 'fa:16:3e:59:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'subnets': [{'id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:52.908864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-2433be2c-286e-47ae-9cac-d44b0195503e tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7', 'tempest-TagsTest-Tag-1992237143') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:52.946112 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366961f2-c87c-4b8c-9c85-5f2c40d5855e None None] The sync data for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv is: [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:55Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '014892ca-ea8b-4752-80c0-fdaa2d90dc2a', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'floating_ip_address': '172.26.6.198', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'port_id': '87766080-3af1-4fba-8306-208c861f7c3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'mac_address': 'fa:16:3e:97:f8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:58:09Z', 'updated_at': '2021-06-22T14:58:50Z', 'revision_number': 1, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f929bc-4a3d-43c7-8509-5fd007c50d49', 'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'mac_address': 'fa:16:3e:59:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'subnets': [{'id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:58:52.950136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:52.958769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:52.961493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.007132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-32b013cb-4256-4a6f-ab97-d8b8cb983737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:53.008397 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-32b013cb-4256-4a6f-ab97-d8b8cb983737 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f373ee7-e179-444e-8640-6a4d88429f7d HTTP/1.1" status: 200 len: 912 time: 0.6925371 Jun 22 14:58:53.019658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 8c283d8d-bdf0-4810-b080-3afcb2f245b2) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:53.030893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port aa0ffd84-22c1-46d1-a1bb-f3920387b876 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:53.031274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.049233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:53.050172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.062535 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6638455 Jun 22 14:58:53.063509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36382) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:53.065306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Pushing event updated for resources: {'Network': ['ID=a3c55982-f01f-40db-a87c-10f34cc9c1c7,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:53.071884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': '0e8e6db6-c42b-474c-a8ea-aab99320658b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:53.081081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3caaa0-281c-4663-8d18-4e2b44e2a388 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:53.081239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:53.081643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:53.083265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a3c55982-f01f-40db-a87c-10f34cc9c1c7 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:53.216559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.226489 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4945335 Jun 22 14:58:53.244074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Transition to ACTIVE for port object b97e062b-c58d-41a0-8e01-75c29db40dc0 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:53.246829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36384) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:53.253488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'name': 'tempest-NetworksTestDHCPv6-709078904'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:53.264709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.266242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:53.266242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.306585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Transition to ACTIVE for port object b97e062b-c58d-41a0-8e01-75c29db40dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:53.315709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:53.353975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.360286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:53.387570 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-41e9d0ca-77e6-4cac-9173-a114a1c90131 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87766080-3af1-4fba-8306-208c861f7c3e HTTP/1.1" status: 200 len: 999 time: 0.3293390 Jun 22 14:58:53.427933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Network c3eb9610-4193-4a87-9e3b-b639339a1fe3 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:53.436255 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93732ae5-f009-4484-ad5d-1ffabd3ffdd5 None None] New status for floating IP 014892ca-ea8b-4752-80c0-fdaa2d90dc2a: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:58:53.436883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:53.440210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Pushing event updated for resources: {'Port': ['ID=b97e062b-c58d-41a0-8e01-75c29db40dc0,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:53.442672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:53.461328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:53.493374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '12affe42-5721-4376-b878-918326adcf06'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:58:53.494530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.544001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Attempting to bind port b97e062b-c58d-41a0-8e01-75c29db40dc0 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:53.544412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Attempting to bind port b97e062b-c58d-41a0-8e01-75c29db40dc0 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'a997b640-a615-48f4-9d02-8a37193e2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3eb9610-4193-4a87-9e3b-b639339a1fe3'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:53.544890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Attempting to bind port b97e062b-c58d-41a0-8e01-75c29db40dc0 on network c3eb9610-4193-4a87-9e3b-b639339a1fe3 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:53.551332 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.7905061 Jun 22 14:58:53.556469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:53.556981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Checking segment: {'id': 'a997b640-a615-48f4-9d02-8a37193e2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3eb9610-4193-4a87-9e3b-b639339a1fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:53.557338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.557954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Bound using segment: {'id': 'a997b640-a615-48f4-9d02-8a37193e2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3eb9610-4193-4a87-9e3b-b639339a1fe3'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:53.558447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Bound port: b97e062b-c58d-41a0-8e01-75c29db40dc0, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a997b640-a615-48f4-9d02-8a37193e2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3eb9610-4193-4a87-9e3b-b639339a1fe3'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:53.558866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.564786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36386) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:53.578756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'subnet': {'network_id': 'f7f36aa4-6ba2-4f28-8402-530e44825419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:53.629052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=0e8e6db6-c42b-474c-a8ea-aab99320658b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:53.642424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:53.659341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event updated for resources: {'Network': ['ID=f7f36aa4-6ba2-4f28-8402-530e44825419,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:53.663316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 0e8e6db6-c42b-474c-a8ea-aab99320658b details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:53.676546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:53.683191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-9e4f351e-0be9-41cd-8114-304854f61887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:53.685095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network f7f36aa4-6ba2-4f28-8402-530e44825419 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:53.685505 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-9e4f351e-0be9-41cd-8114-304854f61887 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=809ce0a9-5ed1-4b60-9866-29ab6a5b2575 HTTP/1.1" status: 200 len: 850 time: 0.2063396 Jun 22 14:58:53.696889 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2433be2c-286e-47ae-9cac-d44b0195503e tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "PUT /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags/tempest-TagsTest-Tag-1992237143 HTTP/1.1" status: 201 len: 201 time: 0.7928181 Jun 22 14:58:53.700033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36388) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:53.701429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0181c6e-c1cd-416d-a523-bd0c97890d08 req-a1b97109-57cc-41d5-a81e-4a41f54ce8a4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:53.703040 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e0181c6e-c1cd-416d-a523-bd0c97890d08 req-a1b97109-57cc-41d5-a81e-4a41f54ce8a4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.6555834 Jun 22 14:58:53.713822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-5f910012-3abd-4840-9ab4-5ddac6a562fb tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7', 'tempest-TagsTest-Tag-1992237143') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:53.774975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Made reservation on behalf of f0c011de86bf45a39fbfc226a348e785 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:53.778166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.801508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:53.806180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.818351 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-e73c0eee-5919-4dff-a30a-1bdd65a1a0a4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 14:58:53.822924 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e73c0eee-5919-4dff-a30a-1bdd65a1a0a4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1819508 Jun 22 14:58:53.831866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36390) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:53.837371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '209909c6-3c95-4737-a899-848eb61774c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:53.870252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] For port b97e062b-c58d-41a0-8e01-75c29db40dc0, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:53.880447 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5f910012-3abd-4840-9ab4-5ddac6a562fb tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "GET /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags/tempest-TagsTest-Tag-1992237143 HTTP/1.1" status: 204 len: 168 time: 0.1784306 Jun 22 14:58:53.884494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36392) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:53.898207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-b296813c-5ad9-44c8-a513-9c2b89628365 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:53.899828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/12affe42-5721-4376-b878-918326adcf06/d340ce7c-2644-4e85-ace9-a4315d812a22) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:53.905276 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] For port b97e062b-c58d-41a0-8e01-75c29db40dc0, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b97e062b-c58d-41a0-8e01-75c29db40dc0,segment=NetworkSegment(a997b640-a615-48f4-9d02-8a37193e2d14),segment_id=a997b640-a615-48f4-9d02-8a37193e2d14)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:53.916721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:53.922454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:53.928218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Performing IP validity checks on allocation pools {{(pid=93501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 14:58:53.928734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 14:58:54.006499 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e0181c6e-c1cd-416d-a523-bd0c97890d08 req-7efef0a2-050f-4d8a-ae05-43b8ee0ecd38 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852125 Jun 22 14:58:54.018673 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b296813c-5ad9-44c8-a513-9c2b89628365 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "GET /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags HTTP/1.1" status: 200 len: 238 time: 0.1244705 Jun 22 14:58:54.019539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:54.020926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.024164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36394) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:54.038518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-462cae99-b3ea-4089-acf4-ed1554ec8fc0 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7', {'tags': ['tempest-TagsTest-Tag-438052890', 'tempest-TagsTest-Tag-2006606644', 'tempest-TagsTest-Tag-641409732']}) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:54.112574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Pushing event updated for resources: {'Port': ['ID=b97e062b-c58d-41a0-8e01-75c29db40dc0,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:54.116628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:54.128708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.138482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Transition to ACTIVE for port object d340ce7c-2644-4e85-ace9-a4315d812a22 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:54.163749 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.163988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Transition to ACTIVE for port object d340ce7c-2644-4e85-ace9-a4315d812a22 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:54.177772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.181162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-40af27c9-3059-4d32-8c1e-5c94c2e2f358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:54.186516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 149383d1-94ef-4e7a-832a-4ee8b278092f yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:54.208104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-cfc5db54-01af-4daf-a577-804a27e51beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:54.209912 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-cfc5db54-01af-4daf-a577-804a27e51beb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f373ee7-e179-444e-8640-6a4d88429f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4994109 Jun 22 14:58:54.271106 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-462cae99-b3ea-4089-acf4-ed1554ec8fc0 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "PUT /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags HTTP/1.1" status: 200 len: 307 time: 0.2435050 Jun 22 14:58:54.272202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36398) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:54.293990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-caed4754-4b0c-480f-aa0b-fcf0ebe453c2 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7', 'tempest-TagsTest-Tag-438052890') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:54.426353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.430357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:54.435428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:54.439389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:54.440190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:54.452107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Pushing event updated for resources: {'Port': ['ID=d340ce7c-2644-4e85-ace9-a4315d812a22,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:54.456786 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:54.500684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.resource_extend [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 14:58:54.526298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Attempting to bind port d340ce7c-2644-4e85-ace9-a4315d812a22 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:54.527267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Attempting to bind port d340ce7c-2644-4e85-ace9-a4315d812a22 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:54.527765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Attempting to bind port d340ce7c-2644-4e85-ace9-a4315d812a22 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:54.534577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:54.534958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:54.535367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.535770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:54.536248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Bound port: d340ce7c-2644-4e85-ace9-a4315d812a22, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:54.536627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.587340 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-caed4754-4b0c-480f-aa0b-fcf0ebe453c2 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "DELETE /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags/tempest-TagsTest-Tag-438052890 HTTP/1.1" status: 204 len: 168 time: 0.3084712 Jun 22 14:58:54.587954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36400) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:54.599424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=c242a895-3ed2-4fae-b4c8-567837b82cec,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:54.602689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:54.614219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] For port d340ce7c-2644-4e85-ace9-a4315d812a22, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:54.615700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-7d53f31f-23e1-484e-bcef-6e0f99118dc6 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7', 'tempest-TagsTest-Tag-438052890') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:54.618475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] For port d340ce7c-2644-4e85-ace9-a4315d812a22, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d340ce7c-2644-4e85-ace9-a4315d812a22,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:54.623985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.628932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2cb7d8cf-92ce-418a-a957-864d957c837e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:54.659541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.661209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::2af (8c283d8d-bdf0-4810-b080-3afcb2f245b2/12affe42-5721-4376-b878-918326adcf06/149383d1-94ef-4e7a-832a-4ee8b278092f) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:54.679843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.692110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking segment: {'id': '3190e962-814c-486d-aeeb-fd8d3d69832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0e8e6db6-c42b-474c-a8ea-aab99320658b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:54.692585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network hostable DHCP agents. Network: 0e8e6db6-c42b-474c-a8ea-aab99320658b, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:54.698177 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-0227079f-e665-48b5-a7c4-518c10ca86e8 service neutron] 10.222.0.21 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696636 Jun 22 14:58:54.700221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:54.704199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Pushing event updated for resources: {'Port': ['ID=d340ce7c-2644-4e85-ace9-a4315d812a22,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:54.711672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:54.817533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network 0e8e6db6-c42b-474c-a8ea-aab99320658b is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:54.850776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b97e062b-c58d-41a0-8e01-75c29db40dc0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:54.892071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Allocated IP 172.26.6.108 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/94caafe3-a47a-47b9-98c5-866719cc1607) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:54.917834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port b97e062b-c58d-41a0-8e01-75c29db40dc0 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:54.948029 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-7d53f31f-23e1-484e-bcef-6e0f99118dc6 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] show failed (client error): The resource could not be found. Jun 22 14:58:54.952574 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7d53f31f-23e1-484e-bcef-6e0f99118dc6 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "GET /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags/tempest-TagsTest-Tag-438052890 HTTP/1.1" status: 404 len: 325 time: 0.3521369 Jun 22 14:58:54.981067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36402) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:54.981706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 0e8e6db6-c42b-474c-a8ea-aab99320658b) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:54.990219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-bd19431c-136f-4e63-ac3a-f965b330381d tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7', 'tempest-TagsTest-Tag-2006606644') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:54.990908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ad2956-302b-4329-a043-43b5adf8e1ad None None] Network 0e8e6db6-c42b-474c-a8ea-aab99320658b requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:54.999627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:55.000274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.095038 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0244637 Jun 22 14:58:55.102731 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36406) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:55.234985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-0e8e6db6-c42b-474c-a8ea-aab99320658b', 'network_id': '0e8e6db6-c42b-474c-a8ea-aab99320658b', 'tenant_id': 'b8ef3b0ab522400190ac26a91107194f', 'fixed_ips': [{'subnet_id': 'c242a895-3ed2-4fae-b4c8-567837b82cec'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:58:55.236192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.247901 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bd19431c-136f-4e63-ac3a-f965b330381d tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "GET /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags/tempest-TagsTest-Tag-2006606644 HTTP/1.1" status: 204 len: 168 time: 0.2639496 Jun 22 14:58:55.253886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36408) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:55.256594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.265835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-444684f1-3e00-4404-83e0-b804eea5f7da tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7', 'tempest-TagsTest-Tag-641409732') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:55.402309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Allocated IP 2001:db8::3 (0e8e6db6-c42b-474c-a8ea-aab99320658b/c242a895-3ed2-4fae-b4c8-567837b82cec/be56ce31-374b-4868-af8d-e363d240b434) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:55.424515 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Floating IP b749da45-54bb-476f-957a-e142e7e6c5ea associated. External IP: 172.26.6.151, port: 5a544521-782e-4c8d-bb7b-a3b6d044a438. Jun 22 14:58:55.462234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.502817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.505270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0ceaff13-5387-463b-ae5d-36e683cc529a tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:55.508509 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-444684f1-3e00-4404-83e0-b804eea5f7da tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "GET /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags/tempest-TagsTest-Tag-641409732 HTTP/1.1" status: 204 len: 168 time: 0.2495043 Jun 22 14:58:55.514462 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36412) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:55.590855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.597499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-5e72032d-bdd7-4e1a-80a9-db48f61cd0ba tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:55.599962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Transition to ACTIVE for port object be56ce31-374b-4868-af8d-e363d240b434 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:55.614153 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b06ae23c-09b2-49f2-88a4-4c5af4689adb req-fa5c364d-aff2-496c-9130-1e32a4eac192 service neutron] 10.222.0.21 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534755 Jun 22 14:58:55.630908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Transition to ACTIVE for port object be56ce31-374b-4868-af8d-e363d240b434 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:55.650108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.659419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62554626-8e9e-4241-8b38-165ba8f09dc3 req-09820a9d-4e0a-4236-a340-257bbc5591ba tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:55.661052 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-62554626-8e9e-4241-8b38-165ba8f09dc3 req-09820a9d-4e0a-4236-a340-257bbc5591ba tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3914890 Jun 22 14:58:55.664619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ba49b914-4a47-490e-a581-fe7de397c494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:55.703805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:55.718895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Pushing event updated for resources: {'Port': ['ID=be56ce31-374b-4868-af8d-e363d240b434,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:55.721948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a625cce-11f2-49a3-8b34-4c98ede86897 None None] Network c3eb9610-4193-4a87-9e3b-b639339a1fe3 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:55.748380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event updated for resources: {'Port': ['ID=94caafe3-a47a-47b9-98c5-866719cc1607,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:55.758917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:55.760004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:55.765315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.767281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:55.777158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.objects.ports [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93502) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 14:58:55.777470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.809511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:55.819758 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:55.821847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.824758 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-62554626-8e9e-4241-8b38-165ba8f09dc3 req-1a7b5758-47e0-4fef-a8b4-8deb3845e6a3 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392274 Jun 22 14:58:55.828415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Network 0e8e6db6-c42b-474c-a8ea-aab99320658b is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:55.856083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 149383d1-94ef-4e7a-832a-4ee8b278092f will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:58:55.866674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:55.871145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0c09ad27-b2f5-4c13-b05b-bcb141e5dc7e None None] Provisioning for port b97e062b-c58d-41a0-8e01-75c29db40dc0 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:55.873476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:55.884142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0c09ad27-b2f5-4c13-b05b-bcb141e5dc7e None None] Provisioning complete for port b97e062b-c58d-41a0-8e01-75c29db40dc0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:55.884519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0c09ad27-b2f5-4c13-b05b-bcb141e5dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.926361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:55.973513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:56.012421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Attempting to bind port be56ce31-374b-4868-af8d-e363d240b434 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:58:56.012902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Attempting to bind port be56ce31-374b-4868-af8d-e363d240b434 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '3190e962-814c-486d-aeeb-fd8d3d69832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0e8e6db6-c42b-474c-a8ea-aab99320658b'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:58:56.013310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Attempting to bind port be56ce31-374b-4868-af8d-e363d240b434 on network 0e8e6db6-c42b-474c-a8ea-aab99320658b {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:58:56.016588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8eec0cf5-aee8-47ea-aa00-bce98a57bfc2,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:56.030688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:58:56.031075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Checking segment: {'id': '3190e962-814c-486d-aeeb-fd8d3d69832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0e8e6db6-c42b-474c-a8ea-aab99320658b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:56.031486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.031890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Bound using segment: {'id': '3190e962-814c-486d-aeeb-fd8d3d69832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0e8e6db6-c42b-474c-a8ea-aab99320658b'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:58:56.032439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Bound port: be56ce31-374b-4868-af8d-e363d240b434, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3190e962-814c-486d-aeeb-fd8d3d69832e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0e8e6db6-c42b-474c-a8ea-aab99320658b'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:58:56.032769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.038137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:56.050522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.051573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14f9a7-ba6a-4788-9f51-2b674bf06c7b None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:56.068969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Checking segment: {'id': '0ca650d7-51f7-4318-ba32-0f4b837d2d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f7f36aa4-6ba2-4f28-8402-530e44825419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:58:56.069338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Network hostable DHCP agents. Network: f7f36aa4-6ba2-4f28-8402-530e44825419, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:58:56.079764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.087699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:56.095073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:58:56.105672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=c242a895-3ed2-4fae-b4c8-567837b82cec,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:56.108660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:56.114320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8e6db6-c42b-474c-a8ea-aab99320658b']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:56.145494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Network f7f36aa4-6ba2-4f28-8402-530e44825419 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:58:56.156289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:56.164652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:56.168308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=149383d1-94ef-4e7a-832a-4ee8b278092f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:56.172965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:56.178911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:56.179504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.182163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3190e962-814c-486d-aeeb-fd8d3d69832e') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:56.182455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3190e962-814c-486d-aeeb-fd8d3d69832e') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:56.183937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:56.197263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0c09ad27-b2f5-4c13-b05b-bcb141e5dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.205875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.216711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, f7f36aa4-6ba2-4f28-8402-530e44825419) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:56.223583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] For port be56ce31-374b-4868-af8d-e363d240b434, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:58:56.229329 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5e72032d-bdd7-4e1a-80a9-db48f61cd0ba tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "DELETE /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags HTTP/1.1" status: 204 len: 168 time: 0.7137890 Jun 22 14:58:56.230406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:56.231007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.238333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36416) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:56.243167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.247031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-9b2f09ad-c1e9-4ef7-8404-29c348444295 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7', 'tempest-TagsTest-Tag-2006606644') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:56.261595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:56.262344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:56.267046 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:56.268988 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0203607 Jun 22 14:58:56.271038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36418) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:56.274855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0c09ad27-b2f5-4c13-b05b-bcb141e5dc7e None None] For port b97e062b-c58d-41a0-8e01-75c29db40dc0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b97e062b-c58d-41a0-8e01-75c29db40dc0,segment=NetworkSegment(a997b640-a615-48f4-9d02-8a37193e2d14),segment_id=a997b640-a615-48f4-9d02-8a37193e2d14)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:56.288006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0c09ad27-b2f5-4c13-b05b-bcb141e5dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.292903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:56.294963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e16e68c-ba70-4b3b-966d-e000adf644f3 None None] Network f7f36aa4-6ba2-4f28-8402-530e44825419 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:56.356860 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7838571 Jun 22 14:58:56.365941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51d685-752c-4685-adad-9cf8fd92daa0 req-e225362c-b55f-45f7-bf68-a6719c0fa121 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:56.367757 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6b51d685-752c-4685-adad-9cf8fd92daa0 req-e225362c-b55f-45f7-bf68-a6719c0fa121 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3141613 Jun 22 14:58:56.369998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36420) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:56.381203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-351773387', 'network_id': 'f7f36aa4-6ba2-4f28-8402-530e44825419'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:56.384288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36422) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:56.390665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.db.api [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 14:58:56.390665 dv-neutron-601336-93-hyperv neutron-server[93501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 14:58:56.390665 dv-neutron-601336-93-hyperv neutron-server[93501]: [parameters: {'id': '0e8e6db6-c42b-474c-a8ea-aab99320658b'}] Jun 22 14:58:56.390665 dv-neutron-601336-93-hyperv neutron-server[93501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:58:56.391373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_db.api [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:58:56.394876 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-95fd97b3-1711-4e2d-a15d-d679b412b10c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Request body: {'floatingip': {'port_id': '782669a9-41c6-466a-84a5-a3b8ac062d17'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:56.402623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] For port be56ce31-374b-4868-af8d-e363d240b434, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=be56ce31-374b-4868-af8d-e363d240b434,segment=NetworkSegment(3190e962-814c-486d-aeeb-fd8d3d69832e),segment_id=3190e962-814c-486d-aeeb-fd8d3d69832e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:58:56.426671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Made reservation on behalf of f0c011de86bf45a39fbfc226a348e785 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:56.428314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.432304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.449673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09ad27-b2f5-4c13-b05b-bcb141e5dc7e None None] Pushing event updated for resources: {'Port': ['ID=b97e062b-c58d-41a0-8e01-75c29db40dc0,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:56.450223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] device_id is not set on port 3c670121-8973-4f5c-bc3a-e93a9a8cc5fa yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:58:56.459624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Deleting port 94caafe3-a47a-47b9-98c5-866719cc1607 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:56.460096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.462909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0c09ad27-b2f5-4c13-b05b-bcb141e5dc7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:56.463486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95fd97b3-1711-4e2d-a15d-d679b412b10c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for floatingip, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.466975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-91689b38-4079-48ec-b47e-e0b7f4c7ff9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:56.470981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:58:56.486587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-12648316-aa3e-4d70-b1a2-476a7f09cfc3 None None] Provisioning for port d340ce7c-2644-4e85-ace9-a4315d812a22 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:56.519331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] Sync routers for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:58:56.558768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.622928 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-9b2f09ad-c1e9-4ef7-8404-29c348444295 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] show failed (client error): The resource could not be found. Jun 22 14:58:56.627212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.627537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.629635 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9b2f09ad-c1e9-4ef7-8404-29c348444295 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "GET /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags/tempest-TagsTest-Tag-2006606644 HTTP/1.1" status: 404 len: 326 time: 0.3904259 Jun 22 14:58:56.631443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36426) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:56.666909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-ca0ef0b5-6211-45ec-9896-acb6f150aa20 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7', 'tempest-TagsTest-Tag-641409732') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:56.682124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a2a9e-d4a9-421a-82eb-817bc554c025 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:56.688548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a2a9e-d4a9-421a-82eb-817bc554c025 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:56.690160 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3a4a2a9e-d4a9-421a-82eb-817bc554c025 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4165523 Jun 22 14:58:56.693790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36430) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:56.699701 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9ae8048d-cd7b-468e-8dee-d2ebf8b52653 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "PUT /v2.0/floatingips/b749da45-54bb-476f-957a-e142e7e6c5ea HTTP/1.1" status: 200 len: 991 time: 4.2179630 Jun 22 14:58:56.707584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Pushing event updated for resources: {'Port': ['ID=be56ce31-374b-4868-af8d-e363d240b434,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:56.708418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:58:56.710793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:58:56.733724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df42c3-854c-4921-ac77-4462abd4dd82 None None] Network 0e8e6db6-c42b-474c-a8ea-aab99320658b requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:56.737190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:56.739135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:56.739912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:56.796803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Calling delete_port for 94caafe3-a47a-47b9-98c5-866719cc1607 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:56.798966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4f76da-50cb-40e0-9613-2f702ba318b9 x-openstack-request-id: req-4a4f76da-50cb-40e0-9613-2f702ba318b9 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:58:56.799306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:58:56.799609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a4f76da-50cb-40e0-9613-2f702ba318b9 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:58:56.800041 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'status': 'completed', 'code': 200} Jun 22 14:58:56.809685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Allocated IP 2001:db8::213 (f7f36aa4-6ba2-4f28-8402-530e44825419/8eec0cf5-aee8-47ea-aa00-bce98a57bfc2/3c670121-8973-4f5c-bc3a-e93a9a8cc5fa) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:58:56.920070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:56.920833 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a79d0-e772-4a6b-887c-d13ab73917c1 None None] Network f7f36aa4-6ba2-4f28-8402-530e44825419 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:57.033539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 149383d1-94ef-4e7a-832a-4ee8b278092f {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:57.033926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.052168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-28fff9e5-4bac-4e51-a321-c5ad3a15f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:57.053700 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-28fff9e5-4bac-4e51-a321-c5ad3a15f21f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99949b406b5f443f84561f8fb9173852&device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 1098 time: 0.2236276 Jun 22 14:58:57.133958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b97e062b-c58d-41a0-8e01-75c29db40dc0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:57.256371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a047454a-8955-4162-9eeb-8d752fd15428 None None] Provisioning complete for port b97e062b-c58d-41a0-8e01-75c29db40dc0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:57.256779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a047454a-8955-4162-9eeb-8d752fd15428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.355058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:57.383113 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-ca0ef0b5-6211-45ec-9896-acb6f150aa20 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] show failed (client error): The resource could not be found. Jun 22 14:58:57.387443 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ca0ef0b5-6211-45ec-9896-acb6f150aa20 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "GET /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags/tempest-TagsTest-Tag-641409732 HTTP/1.1" status: 404 len: 325 time: 0.7450700 Jun 22 14:58:57.390385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36436) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:57.396229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-e05b65c6-3e39-4699-b217-8f7153b409a2 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a3c55982-f01f-40db-a87c-10f34cc9c1c7') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:57.561793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.579531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting port be56ce31-374b-4868-af8d-e363d240b434 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:57.579885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.619655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.665632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-dbe00ebe-39dc-4290-b05f-f3a541e36cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:57.667640 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-dbe00ebe-39dc-4290-b05f-f3a541e36cf9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30f626c-753c-4a78-ba1a-a679af3648a0 HTTP/1.1" status: 200 len: 906 time: 0.5517588 Jun 22 14:58:57.671149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.674398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b97e062b-c58d-41a0-8e01-75c29db40dc0 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:57.674643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.676426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f144d95d-d169-4f6a-b3c5-fc1d278bd62e tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:57.689884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.717318 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e05b65c6-3e39-4699-b217-8f7153b409a2 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "DELETE /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7/tags HTTP/1.1" status: 204 len: 168 time: 0.3249981 Jun 22 14:58:57.726967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event deleted for resources: {'Port': ['ID=94caafe3-a47a-47b9-98c5-866719cc1607,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:57.730288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36440) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:57.746193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:57.754113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7711fdf1-6a8f-4308-adbb-e98417e5cc82 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:57.829894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 149383d1-94ef-4e7a-832a-4ee8b278092f owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:57.845421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d340ce7c-2644-4e85-ace9-a4315d812a22 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:58:57.882034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2523639d-cf19-4e50-8c1b-f149dc668d29 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 14:58:57.890476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Network f7f36aa4-6ba2-4f28-8402-530e44825419 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:58:57.921767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] For port be56ce31-374b-4868-af8d-e363d240b434, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=be56ce31-374b-4868-af8d-e363d240b434,segment=NetworkSegment(3190e962-814c-486d-aeeb-fd8d3d69832e),segment_id=3190e962-814c-486d-aeeb-fd8d3d69832e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:57.922143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.945364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:58:57.950130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95fd97b3-1711-4e2d-a15d-d679b412b10c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.955281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:58:57.956152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:57.956953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.964632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event updated for resources: {'Port': ['ID=3c670121-8973-4f5c-bc3a-e93a9a8cc5fa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:57.975216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95fd97b3-1711-4e2d-a15d-d679b412b10c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.980790 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-9480825c-0241-465f-9f52-1d54bbae7d93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438 HTTP/1.1" status: 200 len: 999 time: 0.2114246 Jun 22 14:58:57.981611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-727d45fa-a567-4886-8393-e1753306ffc4 None None] Provisioning for port 149383d1-94ef-4e7a-832a-4ee8b278092f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:57.992533 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-727d45fa-a567-4886-8393-e1753306ffc4 None None] Provisioning complete for port 149383d1-94ef-4e7a-832a-4ee8b278092f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:57.993004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-727d45fa-a567-4886-8393-e1753306ffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:57.994759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:58.032781 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-727d45fa-a567-4886-8393-e1753306ffc4 None None] Port 149383d1-94ef-4e7a-832a-4ee8b278092f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:58:58.062655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Calling delete_port for be56ce31-374b-4868-af8d-e363d240b434 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:58.072035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.097885 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7260203 Jun 22 14:58:58.102580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36444) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:58.123858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'b749da45-54bb-476f-957a-e142e7e6c5ea', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'port_id': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'mac_address': 'fa:16:3e:d2:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:58:08Z', 'updated_at': '2021-06-22T14:58:54Z', 'revision_number': 1, 'project_id': '99949b406b5f443f84561f8fb9173852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f', 'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'mac_address': 'fa:16:3e:9b:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:05Z', 'revision_number': 5, 'project_id': '99949b406b5f443f84561f8fb9173852', 'subnets': [{'id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:58.145550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-0a27de86-87e5-4d89-aa34-0b582d2fb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:58.146989 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-0a27de86-87e5-4d89-aa34-0b582d2fb6d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78e8e579-3389-4c61-a6f8-c663039c0974 HTTP/1.1" status: 200 len: 844 time: 0.1266224 Jun 22 14:58:58.154309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] Checking router: 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:58:58.156505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d340ce7c-2644-4e85-ace9-a4315d812a22 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:58:58.166912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d340ce7c-2644-4e85-ace9-a4315d812a22 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:58:58.167513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.169867 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] create failed (client error): The resource could not be found. Jun 22 14:58:58.171057 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3373778 Jun 22 14:58:58.178621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36446) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:58.195606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:58.196237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:58.233755 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-95fd97b3-1711-4e2d-a15d-d679b412b10c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Floating IP d5052e45-cd26-4ed1-b9f8-51361ea2e914 associated. External IP: 172.26.6.148, port: 782669a9-41c6-466a-84a5-a3b8ac062d17. Jun 22 14:58:58.276369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2523639d-cf19-4e50-8c1b-f149dc668d29 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 14:58:58.276607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.286674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fdcaacdd-d832-47fb-94ad-2b2b88840f8a tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:58.318904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.329838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=149383d1-94ef-4e7a-832a-4ee8b278092f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:58.340250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:58.352852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c55982-f01f-40db-a87c-10f34cc9c1c7']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:58.363654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.368954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:58.377955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4520409e-bd8c-48ae-827d-3790fde1e266') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:58.378293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4520409e-bd8c-48ae-827d-3790fde1e266') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:58.414327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.423204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Port': ['ID=be56ce31-374b-4868-af8d-e363d240b434,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:58.426201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.430287 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/149383d1-94ef-4e7a-832a-4ee8b278092f HTTP/1.1" status: 204 len: 168 time: 1.7333920 Jun 22 14:58:58.430451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No DVR routers for this DVR port be56ce31-374b-4868-af8d-e363d240b434 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:58:58.430614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36448) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:58.434601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:58.448328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.460838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.471397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Deleting port 3c670121-8973-4f5c-bc3a-e93a9a8cc5fa {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:58.471742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.477226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:58.486781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-7d2c0acb-520b-4af7-a443-13ec8c8f3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:58.488202 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-7d2c0acb-520b-4af7-a443-13ec8c8f3be7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30f626c-753c-4a78-ba1a-a679af3648a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3305779 Jun 22 14:58:58.550013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:58.550448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:58.553670 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:58.571307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port d340ce7c-2644-4e85-ace9-a4315d812a22, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d340ce7c-2644-4e85-ace9-a4315d812a22,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:58:58.603049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19cc0f-c5b4-47ae-82dd-7fd61054899a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:58.605233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19cc0f-c5b4-47ae-82dd-7fd61054899a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:58.609197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ad19cc0f-c5b4-47ae-82dd-7fd61054899a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1737056 Jun 22 14:58:58.610925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36450) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:58.615606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.625421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:58.626393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.652603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8e6db6-c42b-474c-a8ea-aab99320658b']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:58.663032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Deleting port 209909c6-3c95-4737-a899-848eb61774c6 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:58:58.663185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.680460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=d340ce7c-2644-4e85-ace9-a4315d812a22,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:58.685939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3190e962-814c-486d-aeeb-fd8d3d69832e') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:58.687697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3190e962-814c-486d-aeeb-fd8d3d69832e') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:58.694803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:58.708463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.719135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.734652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.739435 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] 10.222.0.22 "DELETE /v2.0/networks/a3c55982-f01f-40db-a87c-10f34cc9c1c7 HTTP/1.1" status: 204 len: 168 time: 0.9896722 Jun 22 14:58:58.739435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-02712d80-8f8f-4d1a-9a6b-894902f0ea8f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:58.743456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.766163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Pushing event deleted for resources: {'Network': ['ID=a3c55982-f01f-40db-a87c-10f34cc9c1c7,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:58.772821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:58:58.772821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:58:58.778340 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:58:58.797390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:58.799701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 12affe42-5721-4376-b878-918326adcf06 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:58:58.807885 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-ac1dfd1b-5106-48dd-ba5f-61fd9142938e service neutron] 10.222.0.21 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094859 Jun 22 14:58:58.814290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.835799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.921344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fd97b3-1711-4e2d-a15d-d679b412b10c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Router d36547b0-3c4f-4388-8238-7e3b80c562b8 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:58:58.949944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.953816 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Calling delete_port for 3c670121-8973-4f5c-bc3a-e93a9a8cc5fa owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:58.955228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.974034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.985351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-adacf2b9-9c36-417b-8a2a-1c27fc8eeb61 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:58.989131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:58.996310 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/0e8e6db6-c42b-474c-a8ea-aab99320658b HTTP/1.1" status: 204 len: 168 time: 3.8872154 Jun 22 14:58:58.997648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36456) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:59.014510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544594057'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:59.075098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=0e8e6db6-c42b-474c-a8ea-aab99320658b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:59.081729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:59.108250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:59.111966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.117505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Calling delete_port for 209909c6-3c95-4737-a899-848eb61774c6 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:58:59.154405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:58:59.181289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36460) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:59.243666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.244039 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment 210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2 of type vlan for network 3748a833-8cbf-4d63-a1a1-8ceb524b95f0 Jun 22 14:58:59.290900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.316251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.322898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'b749da45-54bb-476f-957a-e142e7e6c5ea', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'port_id': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'mac_address': 'fa:16:3e:d2:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:58:08Z', 'updated_at': '2021-06-22T14:58:54Z', 'revision_number': 1, 'project_id': '99949b406b5f443f84561f8fb9173852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f', 'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'mac_address': 'fa:16:3e:9b:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:05Z', 'revision_number': 5, 'project_id': '99949b406b5f443f84561f8fb9173852', 'subnets': [{'id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:59.327340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:59.342548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35ae70c4-cfb4-4a13-b8ca-80b966fef1d5 req-c8178dca-c84d-4579-9c09-c5679a5351a2 service neutron] 10.222.0.21 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254767 Jun 22 14:58:59.360839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.366590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:58:59.367076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.369889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c670121-8973-4f5c-bc3a-e93a9a8cc5fa,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:59.375276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:59.376109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:59.388518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de94e1-e39d-47e0-9b5a-8ef915b7a2a6 None None] The sync data for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv is: [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'b749da45-54bb-476f-957a-e142e7e6c5ea', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'port_id': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'mac_address': 'fa:16:3e:d2:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:58:08Z', 'updated_at': '2021-06-22T14:58:54Z', 'revision_number': 1, 'project_id': '99949b406b5f443f84561f8fb9173852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f', 'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'mac_address': 'fa:16:3e:9b:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:05Z', 'revision_number': 5, 'project_id': '99949b406b5f443f84561f8fb9173852', 'subnets': [{'id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:58:59.418114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.462854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd97b3-1711-4e2d-a15d-d679b412b10c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:58:59.467451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.469638 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "DELETE /v2.0/ports/3c670121-8973-4f5c-bc3a-e93a9a8cc5fa HTTP/1.1" status: 204 len: 168 time: 1.3644552 Jun 22 14:58:59.474484 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4728503 Jun 22 14:58:59.474690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36468) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:59.478325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95fd97b3-1711-4e2d-a15d-d679b412b10c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.481355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36470) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:59.484915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f7f36aa4-6ba2-4f28-8402-530e44825419', 'external_fixed_ips': [{'subnet_id': '8eec0cf5-aee8-47ea-aa00-bce98a57bfc2', 'ip_address': '2001:db8::213'}]}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:59.487400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': '3748a833-8cbf-4d63-a1a1-8ceb524b95f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:58:59.499428 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] Sync routers for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:58:59.522671 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:58:59.523801 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:58:59.582201 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1657997e-e60d-40dc-bd60-b951c51f7185 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d943657b5504a6c9fb8e712b1c14bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980856 Jun 22 14:58:59.588571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36472) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:59.612668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=3748a833-8cbf-4d63-a1a1-8ceb524b95f0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:59.617641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:59.621533 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-95fd97b3-1711-4e2d-a15d-d679b412b10c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "PUT /v2.0/floatingips/d5052e45-cd26-4ed1-b9f8-51361ea2e914 HTTP/1.1" status: 200 len: 992 time: 3.2324553 Jun 22 14:58:59.621533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'tag': '782669a9-41c6-466a-84a5-a3b8ac062d17'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:58:59.623630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1d07bb-5389-42cf-bf21-4cbac389c657", "tag": "782669a9-41c6-466a-84a5-a3b8ac062d17"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:58:59.626473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.634682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.635664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.641356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3a65a6f9-1bbf-4e65-8c26-7dcc6ae5fe58 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:59.653795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 3748a833-8cbf-4d63-a1a1-8ceb524b95f0 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:58:59.683478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:58:59.687401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.690351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.692870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.694723 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/12affe42-5721-4376-b878-918326adcf06 HTTP/1.1" status: 204 len: 168 time: 1.0797372 Jun 22 14:58:59.702438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=12affe42-5721-4376-b878-918326adcf06,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:58:59.704279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36478) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:58:59.736090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:58:59.748778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760d838-af8b-4793-bc0d-ee7d46961710 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:58:59.754005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-57843cb3-06e5-42ed-b57f-8bd570e74c4c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:58:59.766826 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:58:59.777189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce0cd-b833-4d16-9134-7e06aab68b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.825369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcbb239-8ff7-4d51-9376-672ea042b238 x-openstack-request-id: req-9dcbb239-8ff7-4d51-9376-672ea042b238 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:58:59.825757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1d07bb-5389-42cf-bf21-4cbac389c657", "tag": "782669a9-41c6-466a-84a5-a3b8ac062d17", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:58:59.826023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9dcbb239-8ff7-4d51-9376-672ea042b238 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:58:59.826477 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'tag': '782669a9-41c6-466a-84a5-a3b8ac062d17', 'status': 'completed', 'code': 200} Jun 22 14:58:59.830521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce0cd-b833-4d16-9134-7e06aab68b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:58:59.898637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba700269-a3cc-4cd2-9728-50347cf732eb None None] New status for floating IP b749da45-54bb-476f-957a-e142e7e6c5ea: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:58:59.903946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event deleted for resources: {'Port': ['ID=209909c6-3c95-4737-a899-848eb61774c6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:00.084189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.106534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ed791b70-70bd-49e9-b632-702593154294 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:00.157011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-784949fb-10d1-4583-9845-f8a899f1c09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.180249 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'd5052e45-cd26-4ed1-b9f8-51361ea2e914', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'port_id': '782669a9-41c6-466a-84a5-a3b8ac062d17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'mac_address': 'fa:16:3e:dd:f7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:58:10Z', 'updated_at': '2021-06-22T14:58:57Z', 'revision_number': 1, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea09334-6d87-4aac-a7c0-43e3ecb6c462', 'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'mac_address': 'fa:16:3e:cd:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:58Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'subnets': [{'id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:00.201516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=3e3b293b-fb13-4ee7-b2f2-09aa77114ac0,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:00.211862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:00.212895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce0cd-b833-4d16-9134-7e06aab68b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.215551 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] Checking router: d36547b0-3c4f-4388-8238-7e3b80c562b8 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:00.217287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce0cd-b833-4d16-9134-7e06aab68b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.218925 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bb5ce0cd-b833-4d16-9134-7e06aab68b4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63f3adca-4ee2-443f-a3d5-d56e225608cd HTTP/1.1" status: 204 len: 168 time: 0.6236272 Jun 22 14:59:00.220150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-713c93da-4ad5-48c0-abc7-5f59c6f59970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:00.226476 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:00.227271 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:58:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:00.229486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ce0cd-b833-4d16-9134-7e06aab68b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f3adca-4ee2-443f-a3d5-d56e225608cd,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:00.239310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bb5ce0cd-b833-4d16-9134-7e06aab68b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:00.287706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking segment: {'id': '210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3748a833-8cbf-4d63-a1a1-8ceb524b95f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:00.288534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network hostable DHCP agents. Network: 3748a833-8cbf-4d63-a1a1-8ceb524b95f0, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:00.340944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network 3748a833-8cbf-4d63-a1a1-8ceb524b95f0 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:00.367985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:00.379956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 3748a833-8cbf-4d63-a1a1-8ceb524b95f0) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:00.390152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:00.392004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.400653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9166a5-87d7-4202-84a4-baf61dff908d None None] Network 3748a833-8cbf-4d63-a1a1-8ceb524b95f0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:00.428785 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9463115 Jun 22 14:59:00.431516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36486) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:00.433391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.438384 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-06c29bf3-7fa4-4716-8fcc-a42cc35bbf7f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7196305 Jun 22 14:59:00.442074 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36488) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:00.443531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:00.453350 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:00.477864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:00.538792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] Deleting port d340ce7c-2644-4e85-ace9-a4315d812a22 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:00.539115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.753920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:00.758436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.785629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] For port d340ce7c-2644-4e85-ace9-a4315d812a22, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d340ce7c-2644-4e85-ace9-a4315d812a22,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:00.786116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.804850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d340ce7c-2644-4e85-ace9-a4315d812a22 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:00.824020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.845707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:00.851226 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "DELETE /v2.0/ports/209909c6-3c95-4737-a899-848eb61774c6 HTTP/1.1" status: 204 len: 168 time: 2.6716125 Jun 22 14:59:00.852707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36498) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:00.902603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] Calling delete_port for d340ce7c-2644-4e85-ace9-a4315d812a22 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:00.978094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-6cf04b31-d3a1-4279-8014-5b687ffaa49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:00.986295 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-6cf04b31-d3a1-4279-8014-5b687ffaa49a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1099 time: 1.1784265 Jun 22 14:59:00.993272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-3748a833-8cbf-4d63-a1a1-8ceb524b95f0', 'network_id': '3748a833-8cbf-4d63-a1a1-8ceb524b95f0', 'tenant_id': 'b8ef3b0ab522400190ac26a91107194f', 'fixed_ips': [{'subnet_id': '3e3b293b-fb13-4ee7-b2f2-09aa77114ac0'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:00.994289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.019269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.025638 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'd5052e45-cd26-4ed1-b9f8-51361ea2e914', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'port_id': '782669a9-41c6-466a-84a5-a3b8ac062d17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'mac_address': 'fa:16:3e:dd:f7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:58:10Z', 'updated_at': '2021-06-22T14:58:57Z', 'revision_number': 1, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea09334-6d87-4aac-a7c0-43e3ecb6c462', 'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'mac_address': 'fa:16:3e:cd:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:58Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'subnets': [{'id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:01.049080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.075659 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-35381d53-07b3-4338-a4b1-9a3add2ba1ae tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:01.109012 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dde07b-a167-42e2-ae5e-fe8e361230b3 None None] The sync data for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv is: [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'd5052e45-cd26-4ed1-b9f8-51361ea2e914', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'port_id': '782669a9-41c6-466a-84a5-a3b8ac062d17', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'mac_address': 'fa:16:3e:dd:f7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:58:10Z', 'updated_at': '2021-06-22T14:58:57Z', 'revision_number': 1, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bea09334-6d87-4aac-a7c0-43e3ecb6c462', 'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'mac_address': 'fa:16:3e:cd:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:58Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'subnets': [{'id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:01.136600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=718e358d-50be-412b-83c2-53a23685c0fb,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:01.140239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:01.162666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:01.166859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:01.171263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:01.171797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.178631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.192646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.202735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.215171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:01.266785 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8209660 Jun 22 14:59:01.267381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36508) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:01.272565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'name': 'tempest-NetworksTestDHCPv6-1514809698'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:01.286104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] Pushing event deleted for resources: {'Port': ['ID=d340ce7c-2644-4e85-ace9-a4315d812a22,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:01.291548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] No DVR routers for this DVR port d340ce7c-2644-4e85-ace9-a4315d812a22 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:01.293166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:01.322702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-d652e0a2-a15c-4210-b00d-7dc400dcb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:01.324923 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-d652e0a2-a15c-4210-b00d-7dc400dcb77e service neutron] 10.222.0.21 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 913 time: 0.2401969 Jun 22 14:59:01.332852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d986579b-f259-4293-8eb6-b17e592676d9 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:01.349060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627506c-78e3-4cc6-8a9b-aaf99da29bfa tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:01.353944 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a627506c-78e3-4cc6-8a9b-aaf99da29bfa tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5610159-2ce4-48a2-9416-f5e44ed12284 HTTP/1.1" status: 200 len: 913 time: 0.4981487 Jun 22 14:59:01.361495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36514) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:01.435871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:01.442340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.469728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port da2766c1-8fef-47ca-a902-75d0dde60c03 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:01.496567 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00d2acd-eeab-424e-a051-c144dcf3740c None None] New status for floating IP d5052e45-cd26-4ed1-b9f8-51361ea2e914: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:59:01.574315 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-27ae1f9d-dfe0-4e95-97a7-b20dd20bdee6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 1000 time: 0.2185981 Jun 22 14:59:01.662109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::8 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/718e358d-50be-412b-83c2-53a23685c0fb/da2766c1-8fef-47ca-a902-75d0dde60c03) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:01.689377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Allocated IP 2001:db8::1 (3748a833-8cbf-4d63-a1a1-8ceb524b95f0/3e3b293b-fb13-4ee7-b2f2-09aa77114ac0/0f9c583e-e1b0-4b60-b949-e87af6c68c89) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:01.810969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-a3eae9e5-8658-46af-837a-a10d670f1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:01.812413 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-a3eae9e5-8658-46af-837a-a10d670f1734 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 200 len: 851 time: 0.2289658 Jun 22 14:59:01.912539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.931219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object da2766c1-8fef-47ca-a902-75d0dde60c03 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:01.970851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.978677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:01.984193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5f9f5bce-bfbc-4d1c-ac02-2628f7dcc45e tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:02.040102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Transition to ACTIVE for port object 0f9c583e-e1b0-4b60-b949-e87af6c68c89 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:02.057356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:02.062959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:02.066470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=da2766c1-8fef-47ca-a902-75d0dde60c03,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:02.067238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Transition to ACTIVE for port object 0f9c583e-e1b0-4b60-b949-e87af6c68c89 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:02.070522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:02.079172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.082584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:02.083459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.091855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:02.094692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.098339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:02.118016 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8493507 Jun 22 14:59:02.120402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36530) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:02.131725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.135448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.142209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Network 3748a833-8cbf-4d63-a1a1-8ceb524b95f0 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:02.148144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:02.153207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:02.163131 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Pushing event updated for resources: {'Port': ['ID=0f9c583e-e1b0-4b60-b949-e87af6c68c89,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:02.163977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d175b5b7-9e5f-4fe2-9ade-e5f4c2d50f60 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:02.168253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:02.197642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '718e358d-50be-412b-83c2-53a23685c0fb'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:02.199221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.202310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3b293b-fb13-4ee7-b2f2-09aa77114ac0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:02.206484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:02.246457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Attempting to bind port 0f9c583e-e1b0-4b60-b949-e87af6c68c89 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:02.247237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Attempting to bind port 0f9c583e-e1b0-4b60-b949-e87af6c68c89 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3748a833-8cbf-4d63-a1a1-8ceb524b95f0'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:02.247877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Attempting to bind port 0f9c583e-e1b0-4b60-b949-e87af6c68c89 on network 3748a833-8cbf-4d63-a1a1-8ceb524b95f0 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:02.255141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:02.255941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Checking segment: {'id': '210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3748a833-8cbf-4d63-a1a1-8ceb524b95f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:02.256578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.257222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Bound using segment: {'id': '210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3748a833-8cbf-4d63-a1a1-8ceb524b95f0'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:02.257920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Bound port: 0f9c583e-e1b0-4b60-b949-e87af6c68c89, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3748a833-8cbf-4d63-a1a1-8ceb524b95f0'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:02.258538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.281644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.283990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-391ff343-ce9c-4323-acf8-40083f15c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:02.285646 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-391ff343-ce9c-4323-acf8-40083f15c44c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4505599 Jun 22 14:59:02.294356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3748a833-8cbf-4d63-a1a1-8ceb524b95f0']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:02.304276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a17a9f-9e3b-4715-9ad9-45a968be0cbd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:02.305845 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-59a17a9f-9e3b-4715-9ad9-45a968be0cbd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1841650 Jun 22 14:59:02.320805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36534) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:02.334293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:02.334817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:02.366974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.410382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.418139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:02.418936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.469439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/718e358d-50be-412b-83c2-53a23685c0fb/fc51cea8-7443-414b-b464-597ea0cf43e4) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:02.482781 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] For port 0f9c583e-e1b0-4b60-b949-e87af6c68c89, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:02.494406 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:02.509870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.db.api [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 14:59:02.509870 dv-neutron-601336-93-hyperv neutron-server[93501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 14:59:02.509870 dv-neutron-601336-93-hyperv neutron-server[93501]: [parameters: {'id': '3748a833-8cbf-4d63-a1a1-8ceb524b95f0'}] Jun 22 14:59:02.509870 dv-neutron-601336-93-hyperv neutron-server[93501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:02.510291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_db.api [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:02.544331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] For port 0f9c583e-e1b0-4b60-b949-e87af6c68c89, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0f9c583e-e1b0-4b60-b949-e87af6c68c89,segment=NetworkSegment(210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2),segment_id=210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:02.559663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.570792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1858f905-d31c-4946-ba80-d533229c3e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:02.580329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port da2766c1-8fef-47ca-a902-75d0dde60c03 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:02.581038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.624768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Allocated IP 2001:db8::213 (f7f36aa4-6ba2-4f28-8402-530e44825419/8eec0cf5-aee8-47ea-aa00-bce98a57bfc2/114b1788-53e9-4b3c-9f4b-de8709803cd4) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:02.626983 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Pushing event updated for resources: {'Port': ['ID=0f9c583e-e1b0-4b60-b949-e87af6c68c89,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:02.640557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:02.697203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ee017d05-fae5-4316-b4bd-fd20b4189b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.707714 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-a8ced4db-5b6f-4a6c-9eba-f3debd9006e8 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595662 Jun 22 14:59:02.730410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.754642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d72fd0a-b3ee-4ba7-b32c-8e4aab0ad6a9 None None] Network 3748a833-8cbf-4d63-a1a1-8ceb524b95f0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:02.770133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.852830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for da2766c1-8fef-47ca-a902-75d0dde60c03 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:02.863779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.889112 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Transition to ACTIVE for port object fc51cea8-7443-414b-b464-597ea0cf43e4 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:02.926109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.958670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Transition to ACTIVE for port object fc51cea8-7443-414b-b464-597ea0cf43e4 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:02.969812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:02.972721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-799579ac-4c40-4c13-881c-acf6561a9e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:03.015011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.029012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.034694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1cb5d081-c709-474c-ac1e-8981766559d2 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:03.035978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:03.042818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:03.045937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:03.050285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Pushing event updated for resources: {'Port': ['ID=fc51cea8-7443-414b-b464-597ea0cf43e4,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:03.053650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:03.100858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36548) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:03.102947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=da2766c1-8fef-47ca-a902-75d0dde60c03,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:03.111083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:03.114500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992070371', 'description': 'tempest-secgroup-smoke-992070371 description', 'project_id': '7216a9e20d544392a414b02c881cfac3'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:03.133694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Attempting to bind port fc51cea8-7443-414b-b464-597ea0cf43e4 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:03.134075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Attempting to bind port fc51cea8-7443-414b-b464-597ea0cf43e4 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:03.134442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Attempting to bind port fc51cea8-7443-414b-b464-597ea0cf43e4 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:03.140137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:03.140520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:03.140845 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.141251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:03.141733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Bound port: fc51cea8-7443-414b-b464-597ea0cf43e4, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:03.142118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.155414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.157301 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/da2766c1-8fef-47ca-a902-75d0dde60c03 HTTP/1.1" status: 204 len: 168 time: 0.8353448 Jun 22 14:59:03.165113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36550) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:03.212165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.219679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] For port fc51cea8-7443-414b-b464-597ea0cf43e4, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:03.222769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] For port fc51cea8-7443-414b-b464-597ea0cf43e4, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fc51cea8-7443-414b-b464-597ea0cf43e4,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:03.226965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.229309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:03.233478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.252069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c76f6a-c198-4911-8989-5c6307e80dbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:03.253719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c76f6a-c198-4911-8989-5c6307e80dbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:03.255211 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d8c76f6a-c198-4911-8989-5c6307e80dbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0891588 Jun 22 14:59:03.258627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36552) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:03.273721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting port 0f9c583e-e1b0-4b60-b949-e87af6c68c89 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:03.274063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.291836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Pushing event updated for resources: {'Port': ['ID=fc51cea8-7443-414b-b464-597ea0cf43e4,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:03.297830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:03.315844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-22344c0c-2be5-47e2-a0b7-38c7dfab7d7a req-10eaa968-4b75-4c16-bf0f-41f7abe2a9c2 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903826 Jun 22 14:59:03.412652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.412806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 718e358d-50be-412b-83c2-53a23685c0fb {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:03.422422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] For port 0f9c583e-e1b0-4b60-b949-e87af6c68c89, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0f9c583e-e1b0-4b60-b949-e87af6c68c89,segment=NetworkSegment(210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2),segment_id=210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:03.422796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.435311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.514647 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Calling delete_port for 0f9c583e-e1b0-4b60-b949-e87af6c68c89 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:03.588345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.623394 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.627379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5956636d-ac91-4293-a0f1-37d3266a1aa7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:03.693616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Network f7f36aa4-6ba2-4f28-8402-530e44825419 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:03.699625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:03.704289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:03.752376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event updated for resources: {'Port': ['ID=114b1788-53e9-4b3c-9f4b-de8709803cd4,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:03.786102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:03.839638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Deleting port 21103dba-b958-41d4-a2d3-be38aab8cfd8 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:03.840395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.845968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:03.990757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.005745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.010371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.011019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:04.058181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.088635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd39f1-4b4a-48bf-98b6-e0890f6abb27,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:04.089015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Calling delete_port for 21103dba-b958-41d4-a2d3-be38aab8cfd8 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:04.096824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:04.111315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.140622 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.146960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c824c75e-5b62-4ecb-845a-1d3a6451ff1e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:04.192259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Port': ['ID=0f9c583e-e1b0-4b60-b949-e87af6c68c89,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:04.194046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No DVR routers for this DVR port 0f9c583e-e1b0-4b60-b949-e87af6c68c89 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:04.203688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:04.310672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.321044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.324309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.333313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.337796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:04.365697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3748a833-8cbf-4d63-a1a1-8ceb524b95f0']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:04.381105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.382976 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/718e358d-50be-412b-83c2-53a23685c0fb HTTP/1.1" status: 204 len: 168 time: 1.1213362 Jun 22 14:59:04.389796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:04.390127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210ba8d5-b61d-4e1d-9294-a0cbf3dfa1c2') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:04.391751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36560) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:04.394527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.395737 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2860425 Jun 22 14:59:04.401226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36562) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:04.409320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-408dce26-a20b-425f-9c8a-0be11d800187 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'security_group_rule': {'security_group_id': '6ff937c7-c03c-40b1-b819-721a6dfca800', 'project_id': '7216a9e20d544392a414b02c881cfac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:04.428458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.430330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff937c7-c03c-40b1-b819-721a6dfca800,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:04.466041 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:04.466727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0367b06b-98c9-4399-bab8-6e53fdab16b4 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:04.469737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf54793-0e26-4a5f-8565-b16ac578c9f2 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:04.471212 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7e658ed5-da9b-40da-8830-0363bde1288f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743520 Jun 22 14:59:04.487885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36564) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:04.496423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:04.497719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=718e358d-50be-412b-83c2-53a23685c0fb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:04.501740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:04.502532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.509695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:04.509695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:04.513797 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:04.583442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.598200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:04.600995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-408dce26-a20b-425f-9c8a-0be11d800187 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.604339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.609096 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/3748a833-8cbf-4d63-a1a1-8ceb524b95f0 HTTP/1.1" status: 204 len: 168 time: 4.1760676 Jun 22 14:59:04.612309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36568) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:04.630479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-917c1803-a1e2-464a-98ee-bed6a26d0cc1 None None] Provisioning for port fc51cea8-7443-414b-b464-597ea0cf43e4 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:04.633226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832258446'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:04.638647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.642066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=3748a833-8cbf-4d63-a1a1-8ceb524b95f0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:04.642708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-917c1803-a1e2-464a-98ee-bed6a26d0cc1 None None] Could not find standard attr ID for object da2766c1-8fef-47ca-a902-75d0dde60c03. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 14:59:04.649037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:04.659935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.670460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6b5bb9b9-344d-42f4-8e21-93322eb689d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:04.673775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:04.678182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.713563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:04.724109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.724447 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment d51794d4-dba4-4b4e-b610-60d79646fbd2 of type vlan for network d1d021a9-5c18-42a5-ac97-6e4602699317 Jun 22 14:59:04.751874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:04.764052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event deleted for resources: {'Port': ['ID=21103dba-b958-41d4-a2d3-be38aab8cfd8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:04.768358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.769728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:04.802303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:04.803130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.806600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.810023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:04.810682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.810993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] Deleting port fc51cea8-7443-414b-b464-597ea0cf43e4 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:04.811696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.814501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:04.891231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] For port fc51cea8-7443-414b-b464-597ea0cf43e4, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fc51cea8-7443-414b-b464-597ea0cf43e4,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:04.891785 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=d1d021a9-5c18-42a5-ac97-6e4602699317,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:04.891899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.896853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:04.908662 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2949584 Jun 22 14:59:04.909344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36570) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:04.915067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': 'd1d021a9-5c18-42a5-ac97-6e4602699317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:04.969786 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] Calling delete_port for fc51cea8-7443-414b-b464-597ea0cf43e4 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:04.978732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-408dce26-a20b-425f-9c8a-0be11d800187 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:04.994384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-408dce26-a20b-425f-9c8a-0be11d800187 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.017653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:05.022756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.024831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:05.028835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network d1d021a9-5c18-42a5-ac97-6e4602699317 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:05.069768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dce26-a20b-425f-9c8a-0be11d800187 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133d1899-9498-4868-984c-89d247011294,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:05.082981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-408dce26-a20b-425f-9c8a-0be11d800187 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.087960 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-408dce26-a20b-425f-9c8a-0be11d800187 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6850097 Jun 22 14:59:05.089029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36574) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:05.095558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-408dce26-a20b-425f-9c8a-0be11d800187 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:05.103077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1f298c90-9d69-4c1b-8c88-a08b26084591 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'security_group_rule': {'security_group_id': '6ff937c7-c03c-40b1-b819-721a6dfca800', 'project_id': '7216a9e20d544392a414b02c881cfac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:05.136184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.140226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0c09ad27-b2f5-4c13-b05b-bcb141e5dc7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:05.167701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] Pushing event deleted for resources: {'Port': ['ID=fc51cea8-7443-414b-b464-597ea0cf43e4,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:05.173333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] No DVR routers for this DVR port fc51cea8-7443-414b-b464-597ea0cf43e4 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:05.175089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:05.203456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd773d9-7f5b-4750-9cb9-247042877c3e None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 14:59:05.220767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.270581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f298c90-9d69-4c1b-8c88-a08b26084591 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.275492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.281715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:05.324064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Router 94f34bbe-898b-4b71-bc52-8fef8e35f81b is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:05.336297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd773d9-7f5b-4750-9cb9-247042877c3e None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 14:59:05.359684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=54d083e9-fe85-4bc2-8e00-8181465855a3,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:05.364001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:05.368218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking segment: {'id': 'd51794d4-dba4-4b4e-b610-60d79646fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1d021a9-5c18-42a5-ac97-6e4602699317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:05.368577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network hostable DHCP agents. Network: d1d021a9-5c18-42a5-ac97-6e4602699317, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:05.389631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network d1d021a9-5c18-42a5-ac97-6e4602699317 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:05.402253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, d1d021a9-5c18-42a5-ac97-6e4602699317) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:05.407946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:05.408651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.429206 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5162976 Jun 22 14:59:05.430386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36578) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:05.494925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.543078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.564076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.612724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:05.630483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.666286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:05.681381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Sync routers for ids ['94f34bbe-898b-4b71-bc52-8fef8e35f81b'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:05.690714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': 'bb8eeeb9-664b-471b-b8a9-906bd9f481c6'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:05.693109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.724158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Router f5610159-2ce4-48a2-9416-f5e44ed12284 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:59:05.728612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f298c90-9d69-4c1b-8c88-a08b26084591 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.734779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Routers {'94f34bbe-898b-4b71-bc52-8fef8e35f81b'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:05.737513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:05.737852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['94f34bbe-898b-4b71-bc52-8fef8e35f81b'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:05.756451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.761650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:05.762778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f298c90-9d69-4c1b-8c88-a08b26084591 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.763975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:05.771073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:05.771971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.775855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.777447 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.2960970 Jun 22 14:59:05.782037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=bb8eeeb9-664b-471b-b8a9-906bd9f481c6,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:05.790418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36582) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:05.802354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:05.805432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:05.811169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=54d083e9-fe85-4bc2-8e00-8181465855a3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:05.812830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f298c90-9d69-4c1b-8c88-a08b26084591 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.814303 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1f298c90-9d69-4c1b-8c88-a08b26084591 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7168431 Jun 22 14:59:05.822935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36584) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:05.860785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-28de3cd5-deaa-4ab9-915c-23d62a868ad0 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'security_group_rule': {'security_group_id': '6ff937c7-c03c-40b1-b819-721a6dfca800', 'project_id': '7216a9e20d544392a414b02c881cfac3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:05.867874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f298c90-9d69-4c1b-8c88-a08b26084591 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f721ff7-ff5e-472f-85f3-ef5ad5f9b3bb,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:05.899429 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4079440 Jun 22 14:59:05.905120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36586) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:05.914297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'name': 'tempest-NetworksTestDHCPv6-1744278346'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:05.920803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1f298c90-9d69-4c1b-8c88-a08b26084591 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:05.929978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:05.938037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:05.955645 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d8b5e-499e-4bb5-8450-372820e1c95b None None] Sync routers for ids ['f5610159-2ce4-48a2-9416-f5e44ed12284'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:05.966191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:05.970047 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d8b5e-499e-4bb5-8450-372820e1c95b None None] Routers {'f5610159-2ce4-48a2-9416-f5e44ed12284'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:05.970789 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-964d8b5e-499e-4bb5-8450-372820e1c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f5610159-2ce4-48a2-9416-f5e44ed12284'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:05.981797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d021a9-5c18-42a5-ac97-6e4602699317']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:06.006941 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "PUT /v2.0/routers/f5610159-2ce4-48a2-9416-f5e44ed12284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6431057 Jun 22 14:59:06.021527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36588) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:06.034546 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-964d8b5e-499e-4bb5-8450-372820e1c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:06.037726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51794d4-dba4-4b4e-b610-60d79646fbd2') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:06.038034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51794d4-dba4-4b4e-b610-60d79646fbd2') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:06.040446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Set router 94f34bbe-898b-4b71-bc52-8fef8e35f81b gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:06.045860 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d8b5e-499e-4bb5-8450-372820e1c95b None None] Routers {'f5610159-2ce4-48a2-9416-f5e44ed12284'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:06.046717 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-964d8b5e-499e-4bb5-8450-372820e1c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f5610159-2ce4-48a2-9416-f5e44ed12284'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:06.049554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.064585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.071109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:06.071520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.080387 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-964d8b5e-499e-4bb5-8450-372820e1c95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:06.081370 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d8b5e-499e-4bb5-8450-372820e1c95b None None] The sync data for ids ['f5610159-2ce4-48a2-9416-f5e44ed12284'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:06.086005 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:06.153085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.155436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.158873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:06.164416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.170323 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/d1d021a9-5c18-42a5-ac97-6e4602699317 HTTP/1.1" status: 204 len: 168 time: 0.7345519 Jun 22 14:59:06.177229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36590) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:06.211815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430664114'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:06.218522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=d1d021a9-5c18-42a5-ac97-6e4602699317,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:06.225928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:06.297132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.334795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/bb8eeeb9-664b-471b-b8a9-906bd9f481c6/be74b1ad-6f41-47c0-9301-e52d08d7e859) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:06.363195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Deleting port 114b1788-53e9-4b3c-9f4b-de8709803cd4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:06.363440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.448315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1e6a-8fca-4b6d-97e7-39c154617c86 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.450276 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-28de3cd5-deaa-4ab9-915c-23d62a868ad0 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.452777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.509657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:06.513232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.531562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f34bbe-898b-4b71-bc52-8fef8e35f81b', 'name': '', 'tenant_id': 'f0c011de86bf45a39fbfc226a348e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f7f36aa4-6ba2-4f28-8402-530e44825419', 'external_fixed_ips': [{'subnet_id': '8eec0cf5-aee8-47ea-aa00-bce98a57bfc2', 'ip_address': '2001:db8::213'}], 'enable_snat': True}, 'gw_port_id': '114b1788-53e9-4b3c-9f4b-de8709803cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:58:59Z', 'updated_at': '2021-06-22T14:59:03Z', 'revision_number': 3, 'project_id': 'f0c011de86bf45a39fbfc226a348e785', 'gw_port': {'id': '114b1788-53e9-4b3c-9f4b-de8709803cd4', 'name': '', 'network_id': 'f7f36aa4-6ba2-4f28-8402-530e44825419', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f34bbe-898b-4b71-bc52-8fef8e35f81b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8eec0cf5-aee8-47ea-aa00-bce98a57bfc2', 'ip_address': '2001:db8::213', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:02Z', 'updated_at': '2021-06-22T14:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8eec0cf5-aee8-47ea-aa00-bce98a57bfc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:06.546925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Calling delete_port for 114b1788-53e9-4b3c-9f4b-de8709803cd4 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:06.584586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Checking router: 94f34bbe-898b-4b71-bc52-8fef8e35f81b for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:06.585096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Updating router 94f34bbe-898b-4b71-bc52-8fef8e35f81b port 114b1788-53e9-4b3c-9f4b-de8709803cd4 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:59:06.613376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.613641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:06.628620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.628858 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment 8262f4a2-d67d-40e1-9b81-ed8be3c8740a of type vlan for network a15c8bc1-1444-4239-a6e6-8f238f01dc0c Jun 22 14:59:06.653088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Transition to ACTIVE for port object be74b1ad-6f41-47c0-9301-e52d08d7e859 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:06.665834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.690122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.698569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-28de3cd5-deaa-4ab9-915c-23d62a868ad0 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.699500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Transition to ACTIVE for port object be74b1ad-6f41-47c0-9301-e52d08d7e859 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:06.702772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1e6a-8fca-4b6d-97e7-39c154617c86 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.706686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1e6a-8fca-4b6d-97e7-39c154617c86 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.714401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-28de3cd5-deaa-4ab9-915c-23d62a868ad0 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.723595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.750253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1f298c90-9d69-4c1b-8c88-a08b26084591 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:06.763427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:06.767208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.776071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-eca28c79-68ea-4742-bff5-bce0e55d72ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:06.783161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de3cd5-deaa-4ab9-915c-23d62a868ad0 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9706a0cc-b7fb-4115-b73f-d24fe9aae0ee,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:06.784573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fc51cea8-7443-414b-b464-597ea0cf43e4 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:06.785459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1e6a-8fca-4b6d-97e7-39c154617c86 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.786144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8d1e6a-8fca-4b6d-97e7-39c154617c86 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Fanout notify agent at l3_agent the message router_deleted on router f5610159-2ce4-48a2-9416-f5e44ed12284 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:59:06.788580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-28de3cd5-deaa-4ab9-915c-23d62a868ad0 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:06.796638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1e6a-8fca-4b6d-97e7-39c154617c86 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.800815 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9e8d1e6a-8fca-4b6d-97e7-39c154617c86 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "DELETE /v2.0/routers/f5610159-2ce4-48a2-9416-f5e44ed12284 HTTP/1.1" status: 204 len: 168 time: 0.7788837 Jun 22 14:59:06.801806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.805624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36596) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:06.809308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:06.809992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.815091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-28fe2947-832f-40c5-8765-15557b27ae28 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:06.817685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-28de3cd5-deaa-4ab9-915c-23d62a868ad0 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.821209 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-28de3cd5-deaa-4ab9-915c-23d62a868ad0 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9962721 Jun 22 14:59:06.822001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36598) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:06.830522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-08a3f334-51e8-4282-8ff1-dc0fa0cd3d69 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'security_group_rule': {'security_group_id': '6ff937c7-c03c-40b1-b819-721a6dfca800', 'project_id': '7216a9e20d544392a414b02c881cfac3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:06.848181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port fb8e04f4-0118-46f3-9316-5b983307e855 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:06.849320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: fc51cea8-7443-414b-b464-597ea0cf43e4 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:59:06.849569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fc51cea8-7443-414b-b464-597ea0cf43e4 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:06.866785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:06.869091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:06.878566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:06.909072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Pushing event updated for resources: {'Port': ['ID=be74b1ad-6f41-47c0-9301-e52d08d7e859,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:06.936784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Deleting subnet bb7c8724-3bb8-4051-a632-86b6402d6691 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:06.941526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=a15c8bc1-1444-4239-a6e6-8f238f01dc0c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:06.945390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:06.949947 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7393641 Jun 22 14:59:06.949947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08a3f334-51e8-4282-8ff1-dc0fa0cd3d69 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.950216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.951123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36602) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:06.958396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': 'a15c8bc1-1444-4239-a6e6-8f238f01dc0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:06.967930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:06.980159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e0116129-11fd-4ee0-b083-2bd71ac9e942 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:06.994248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:07.004956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a15c8bc1-1444-4239-a6e6-8f238f01dc0c details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:07.054172 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event deleted for resources: {'Port': ['ID=114b1788-53e9-4b3c-9f4b-de8709803cd4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:07.075734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.076947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:07.079908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::380 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/bb8eeeb9-664b-471b-b8a9-906bd9f481c6/fb8e04f4-0118-46f3-9316-5b983307e855) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:07.087890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.131802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Attempting to bind port be74b1ad-6f41-47c0-9301-e52d08d7e859 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:07.132427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Attempting to bind port be74b1ad-6f41-47c0-9301-e52d08d7e859 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:07.132427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Attempting to bind port be74b1ad-6f41-47c0-9301-e52d08d7e859 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:07.149068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:07.149451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:07.149860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.150456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:07.150733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Bound port: be74b1ad-6f41-47c0-9301-e52d08d7e859, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:07.151682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.207106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.210988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.231596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08a3f334-51e8-4282-8ff1-dc0fa0cd3d69 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.260206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.266667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08a3f334-51e8-4282-8ff1-dc0fa0cd3d69 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.272231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:07.273566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] For port be74b1ad-6f41-47c0-9301-e52d08d7e859, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:07.275717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:07.276581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:07.278360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] For port be74b1ad-6f41-47c0-9301-e52d08d7e859, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=be74b1ad-6f41-47c0-9301-e52d08d7e859,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:07.284253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.285165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:07.287512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:07.288600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.291660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.292789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94f34bbe-898b-4b71-bc52-8fef8e35f81b {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:59:07.301429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.305256 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "DELETE /v2.0/routers/94f34bbe-898b-4b71-bc52-8fef8e35f81b HTTP/1.1" status: 204 len: 168 time: 1.5138752 Jun 22 14:59:07.306029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36604) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:07.315512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3f334-51e8-4282-8ff1-dc0fa0cd3d69 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36be7f3c-8a5b-40ea-b60c-a0523b16440e,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:07.348785 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08a3f334-51e8-4282-8ff1-dc0fa0cd3d69 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:07.357595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-08a3f334-51e8-4282-8ff1-dc0fa0cd3d69 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.358221 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-08a3f334-51e8-4282-8ff1-dc0fa0cd3d69 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5312631 Jun 22 14:59:07.366177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Pushing event updated for resources: {'Port': ['ID=be74b1ad-6f41-47c0-9301-e52d08d7e859,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:07.368206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36606) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:07.373594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:07.377787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'security_group_rule': {'security_group_id': '6ff937c7-c03c-40b1-b819-721a6dfca800', 'project_id': '7216a9e20d544392a414b02c881cfac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:07.412654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Deleting subnet 8eec0cf5-aee8-47ea-aa00-bce98a57bfc2 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:07.420324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.429418 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Project 7216a9e20d544392a414b02c881cfac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 14:59:07.440970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.450445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.453389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.470782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:07.502285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.506735 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "DELETE /v2.0/subnets/bb7c8724-3bb8-4051-a632-86b6402d6691 HTTP/1.1" status: 204 len: 168 time: 0.6980913 Jun 22 14:59:07.510488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36610) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:07.518213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7c8724-3bb8-4051-a632-86b6402d6691,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:07.521243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:07.527125 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object fb8e04f4-0118-46f3-9316-5b983307e855 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:07.530383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.598057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.642204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.654956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.659616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.664474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-08a3f334-51e8-4282-8ff1-dc0fa0cd3d69 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:07.664610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb8d2b66-298b-48ab-8ffc-0406807a843e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:07.670666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.694155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d11e46a-212f-4ba9-91de-325d307286f3,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:07.704758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:07.705088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.710545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:07.733852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:07.738866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.742896 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3708997 Jun 22 14:59:07.743444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36614) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:07.748347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'security_group_rule': {'security_group_id': '6ff937c7-c03c-40b1-b819-721a6dfca800', 'project_id': '7216a9e20d544392a414b02c881cfac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:07.757193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:07.762745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.763982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:07.770001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:07.770833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.775922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=fb8e04f4-0118-46f3-9316-5b983307e855,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:07.786529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:07.788096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:07.814430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=5b64167c-0879-489d-b12a-90af12e7ed39,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:07.817718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:07.831340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8eec0cf5-aee8-47ea-aa00-bce98a57bfc2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:07.832725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking segment: {'id': '8262f4a2-d67d-40e1-9b81-ed8be3c8740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a15c8bc1-1444-4239-a6e6-8f238f01dc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:07.833209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network hostable DHCP agents. Network: a15c8bc1-1444-4239-a6e6-8f238f01dc0c, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:07.834151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:07.836712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Port 114b1788-53e9-4b3c-9f4b-de8709803cd4 not found while updating agent binding for router 94f34bbe-898b-4b71-bc52-8fef8e35f81b. {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 22 14:59:07.836904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.838740 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/8eec0cf5-aee8-47ea-aa00-bce98a57bfc2 HTTP/1.1" status: 204 len: 168 time: 0.5293937 Jun 22 14:59:07.841439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36616) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:07.849523 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Routers set() bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:07.850126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Router IDs set() for agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 14:59:07.850883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'94f34bbe-898b-4b71-bc52-8fef8e35f81b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent'). {{(pid=93503) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 22 14:59:07.851512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb866390-abb1-42db-8ef1-fe0f966b1b7c None None] The sync data for ids ['94f34bbe-898b-4b71-bc52-8fef8e35f81b'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:07.854859 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Project 7216a9e20d544392a414b02c881cfac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 14:59:07.857103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Deleting port e5283406-02fc-48df-ab20-923b8b21c92d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:07.857258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.895374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network a15c8bc1-1444-4239-a6e6-8f238f01dc0c is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:07.897300 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9878054 Jun 22 14:59:07.898993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36618) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:07.902527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.943424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a15c8bc1-1444-4239-a6e6-8f238f01dc0c) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:07.952387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.959595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:07.960186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.968039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] For port e5283406-02fc-48df-ab20-923b8b21c92d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e5283406-02fc-48df-ab20-923b8b21c92d,segment=NetworkSegment(4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7),segment_id=4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:07.968399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:07.982716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.004431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.017711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-408dce26-a20b-425f-9c8a-0be11d800187 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:08.047918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Calling delete_port for e5283406-02fc-48df-ab20-923b8b21c92d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:08.051425 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0978668 Jun 22 14:59:08.054852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36620) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:08.064396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': 'a15c8bc1-1444-4239-a6e6-8f238f01dc0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:08.086483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a476cc-47c9-47e3-85d8-4ee362d5468b,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:08.112703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee830613-8d5b-4744-8dd7-b018a21aea62 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:08.118488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee830613-8d5b-4744-8dd7-b018a21aea62 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:08.119243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:08.120068 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ee830613-8d5b-4744-8dd7-b018a21aea62 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2201304 Jun 22 14:59:08.123600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36624) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:08.127154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.136929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.141193 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3970795 Jun 22 14:59:08.141849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36626) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:08.155397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'network': {'name': 'tempest-network-smoke--575710665', 'project_id': '7216a9e20d544392a414b02c881cfac3', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:08.159593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f36aa4-6ba2-4f28-8402-530e44825419']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:08.181108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca650d7-51f7-4318-ba32-0f4b837d2d45') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:08.181406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca650d7-51f7-4318-ba32-0f4b837d2d45') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:08.202183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.238091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.248167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Made reservation on behalf of 7216a9e20d544392a414b02c881cfac3 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:08.251818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.254750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:08.255160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:08.259282 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:08.348146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:08.353779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:08.357806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.363371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.379882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:08.382013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7f36aa4-6ba2-4f28-8402-530e44825419 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 14:59:08.414256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.414605 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Added segment 70be52be-a370-4ee0-921f-571d7bfb7afb of type vlan for network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb Jun 22 14:59:08.419571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.421524 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "DELETE /v2.0/networks/f7f36aa4-6ba2-4f28-8402-530e44825419 HTTP/1.1" status: 204 len: 168 time: 0.5791478 Jun 22 14:59:08.445973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7f36aa4-6ba2-4f28-8402-530e44825419,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:08.454169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:08.545045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.549361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3389650-5c3e-4a1c-8dc0-ba2c43c1bbb7 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:08.581666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event deleted for resources: {'Port': ['ID=e5283406-02fc-48df-ab20-923b8b21c92d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:08.586971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:08.594045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] No DVR routers for this DVR port e5283406-02fc-48df-ab20-923b8b21c92d on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:08.655145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port fb8e04f4-0118-46f3-9316-5b983307e855 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:08.655433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.659397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6e25e-9a44-4764-bf58-e88add7ad046 None None] Network d1d021a9-5c18-42a5-ac97-6e4602699317 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:08.669015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b2a83-bb62-4126-8299-90502da8ce91 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:08.686141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675dd8ae-7bbf-40cd-95c4-d3bd65a7c053 None None] Network 12147604-a245-4794-bca3-4b50d1dc0fd2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:08.691720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb5001-af8f-402d-b08a-3fba41f9d3da None None] Network a15c8bc1-1444-4239-a6e6-8f238f01dc0c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:08.727068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.795074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5a662cc5-373f-43c0-8da4-7459a9360915 None None] Provisioning for port be74b1ad-6f41-47c0-9301-e52d08d7e859 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:08.824630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.843683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12147604-a245-4794-bca3-4b50d1dc0fd2']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:08.866609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:08.867091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb9f068-b0c9-4177-b3a7-63f3ec3b6ee7') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:08.883714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.888555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.927300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6e25e-9a44-4764-bf58-e88add7ad046 None None] Network d1d021a9-5c18-42a5-ac97-6e4602699317 could not be found, it might have been deleted concurrently. {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 14:59:08.948570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.948816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aed4db-a058-476b-a69c-c74b0adcbcc5 None None] Network d1d021a9-5c18-42a5-ac97-6e4602699317 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:08.950568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.968101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:08.978578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:08.990983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for fb8e04f4-0118-46f3-9316-5b983307e855 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:08.993823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36638) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:08.995885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:09.007831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-826846cd-5bb9-41ca-86bc-068037ef0f33 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'router': {'name': 'tempest-router--162568458', 'project_id': '65a893b2dd734a80a9a7e5425b9666a7'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:09.009750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:09.010443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:09.013686 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:09.023049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.040688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device be74b1ad-6f41-47c0-9301-e52d08d7e859 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:09.057220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aed4db-a058-476b-a69c-c74b0adcbcc5 None None] Network d1d021a9-5c18-42a5-ac97-6e4602699317 could not be found, it might have been deleted concurrently. {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 14:59:09.139152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.150431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.155450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network a15c8bc1-1444-4239-a6e6-8f238f01dc0c is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:09.156154 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] 10.222.0.22 "DELETE /v2.0/networks/12147604-a245-4794-bca3-4b50d1dc0fd2 HTTP/1.1" status: 204 len: 168 time: 1.6449268 Jun 22 14:59:09.157469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:09.159509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-feb98732-2966-485b-8851-823fe34d29ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:09.171131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:09.171880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.180421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'Network': ['ID=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:09.181943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Pushing event deleted for resources: {'Network': ['ID=12147604-a245-4794-bca3-4b50d1dc0fd2,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:09.187440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:09.192518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:09.194607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-826846cd-5bb9-41ca-86bc-068037ef0f33 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.195653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-826846cd-5bb9-41ca-86bc-068037ef0f33 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.202196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:09.222130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:09.251668 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1026428 Jun 22 14:59:09.252800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36644) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:09.257073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'admin_state_up': True, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:09.274124 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2144980 Jun 22 14:59:09.277018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36646) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:09.302216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.310665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76d83bb0-c715-4407-95c8-de0b0cfbb113 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:09.341721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.343442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.351695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=fb8e04f4-0118-46f3-9316-5b983307e855,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:09.355564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:09.380378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b33be3-eb9f-44e5-b9b5-70404df27d96 None None] DHCP port deletion for 12147604-a245-4794-bca3-4b50d1dc0fd2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:09.390419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.395522 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/fb8e04f4-0118-46f3-9316-5b983307e855 HTTP/1.1" status: 204 len: 168 time: 1.2708247 Jun 22 14:59:09.397194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36648) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:09.410804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=f9ad6dd3-db60-4888-b80a-066ffea1c9a4,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:09.426107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:09.461351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c449b8c4-44c5-4144-98f1-c8ff6ab1a380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:09.463400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c449b8c4-44c5-4144-98f1-c8ff6ab1a380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:09.469204 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c449b8c4-44c5-4144-98f1-c8ff6ab1a380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0707767 Jun 22 14:59:09.471861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36650) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:09.511841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-826846cd-5bb9-41ca-86bc-068037ef0f33 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.516783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ba67d-8547-4191-ba91-2ef9a462a51a tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:09.518333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ba67d-8547-4191-ba91-2ef9a462a51a tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:09.519833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ba67d-8547-4191-ba91-2ef9a462a51a tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:09.521489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ba67d-8547-4191-ba91-2ef9a462a51a tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:09.522993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ba67d-8547-4191-ba91-2ef9a462a51a tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:09.524700 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5c4ba67d-8547-4191-ba91-2ef9a462a51a tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2466905 Jun 22 14:59:09.526374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-826846cd-5bb9-41ca-86bc-068037ef0f33 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.528487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36652) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:09.533494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2087097221'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:09.536588 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port be74b1ad-6f41-47c0-9301-e52d08d7e859 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:09.568422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.569031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port be74b1ad-6f41-47c0-9301-e52d08d7e859 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:09.569031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.569190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:09.582857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.603461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-826846cd-5bb9-41ca-86bc-068037ef0f33 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.612084 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-826846cd-5bb9-41ca-86bc-068037ef0f33 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6098053 Jun 22 14:59:09.615254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36656) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:09.644106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-a15c8bc1-1444-4239-a6e6-8f238f01dc0c', 'network_id': 'a15c8bc1-1444-4239-a6e6-8f238f01dc0c', 'tenant_id': 'b8ef3b0ab522400190ac26a91107194f', 'fixed_ips': [{'subnet_id': '5b64167c-0879-489d-b12a-90af12e7ed39'}, {'subnet_id': 'f9ad6dd3-db60-4888-b80a-066ffea1c9a4'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:09.645305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.672976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet bb8eeeb9-664b-471b-b8a9-906bd9f481c6 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:09.676712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.723774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.767395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36658) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:09.811765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:09.826183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-189edf64-c78c-42f7-bbbd-e97862ef1f7d tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.869063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:09.869569 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment 8f5397d0-f058-40a4-91d8-8ba2b60e8d74 of type vlan for network 20a4a020-76f5-4522-b91b-c18c0abe1567 Jun 22 14:59:09.915360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.026494 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:59:10.036103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.068263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-189edf64-c78c-42f7-bbbd-e97862ef1f7d tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.070581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-189edf64-c78c-42f7-bbbd-e97862ef1f7d tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.108501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.113481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b8b5e36d-4a87-4b78-95ea-64f44f6f1f97 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:10.117610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.148137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.156554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.158773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8eeeb9-664b-471b-b8a9-906bd9f481c6,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:10.164854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:10.185198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Allocated IP 2001:db8::2 (a15c8bc1-1444-4239-a6e6-8f238f01dc0c/5b64167c-0879-489d-b12a-90af12e7ed39/046ce711-312f-40c8-9bfe-01ada08ed9b5) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:10.187701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-189edf64-c78c-42f7-bbbd-e97862ef1f7d tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.188196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189edf64-c78c-42f7-bbbd-e97862ef1f7d tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63bcad7c-099a-44cb-93ca-c8466a0b2feb {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:59:10.194907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.200788 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/bb8eeeb9-664b-471b-b8a9-906bd9f481c6 HTTP/1.1" status: 204 len: 168 time: 0.7269332 Jun 22 14:59:10.201103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36666) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:10.209478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-189edf64-c78c-42f7-bbbd-e97862ef1f7d tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.210407 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-189edf64-c78c-42f7-bbbd-e97862ef1f7d tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "DELETE /v2.0/routers/63bcad7c-099a-44cb-93ca-c8466a0b2feb HTTP/1.1" status: 204 len: 168 time: 0.5938807 Jun 22 14:59:10.224203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Allocated IP 172.20.0.1 (a15c8bc1-1444-4239-a6e6-8f238f01dc0c/f9ad6dd3-db60-4888-b80a-066ffea1c9a4/046ce711-312f-40c8-9bfe-01ada08ed9b5) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:10.226681 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e8db8fa9-cafa-4db8-8edc-86b725a86cb6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c624956b6b2486d8e6904e763ca2637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4555857 Jun 22 14:59:10.232754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36670) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:10.251151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064113ba-cb06-4a23-b4c5-f3c5baef579a None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:10.319926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:10.321421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:10.332836 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5a46899d-04cc-48ec-845b-e5491c786a76 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739737 Jun 22 14:59:10.334696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36672) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:10.417130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.420639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e507a279-5a27-4b29-b096-510350da668d None None] Provisioning complete for port be74b1ad-6f41-47c0-9301-e52d08d7e859 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:10.421052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e507a279-5a27-4b29-b096-510350da668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.426705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:10.427332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.431567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8f967531-edf3-4bb5-8464-abd082eb7a64 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:10.437281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa46da5-dbdb-4b19-a37a-72383de51858 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:10.439030 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-aaa46da5-dbdb-4b19-a37a-72383de51858 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1033156 Jun 22 14:59:10.441683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36674) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:10.510533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36676) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:10.522821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429b6887-f056-40af-80bf-c12589e8cc56 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:10.527423 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-429b6887-f056-40af-80bf-c12589e8cc56 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0846908 Jun 22 14:59:10.528106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36680) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:10.545529 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0136673 Jun 22 14:59:10.553141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36682) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:10.564248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:10.596176 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ead5d641-b0d8-4599-bb26-e7ea6fc8df93 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605226 Jun 22 14:59:10.611639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36686) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:10.620735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:10.682852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a79-9af8-42f1-a5cd-86c58431d417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.688548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=20a4a020-76f5-4522-b91b-c18c0abe1567,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:10.707345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:10.730524 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-d291c976-cdda-4c8e-b941-3a3c7423a436 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4463105 Jun 22 14:59:10.747598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a79-9af8-42f1-a5cd-86c58431d417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.753724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 20a4a020-76f5-4522-b91b-c18c0abe1567 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:10.894925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.911502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1674117240', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:10.946598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.952809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:10.957104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.961051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.975282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:10.978017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Transition to ACTIVE for port object 046ce711-312f-40c8-9bfe-01ada08ed9b5 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:11.021099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e507a279-5a27-4b29-b096-510350da668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.034364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.035548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.048671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Transition to ACTIVE for port object 046ce711-312f-40c8-9bfe-01ada08ed9b5 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:11.062475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:11.102615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.123954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:11.168908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port be74b1ad-6f41-47c0-9301-e52d08d7e859, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=be74b1ad-6f41-47c0-9301-e52d08d7e859,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:11.171085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Network a15c8bc1-1444-4239-a6e6-8f238f01dc0c is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:11.178763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:11.183847 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:11.191865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.215344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.229930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Pushing event updated for resources: {'Port': ['ID=046ce711-312f-40c8-9bfe-01ada08ed9b5,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:11.250712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:11.253369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:11.319256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-e507a279-5a27-4b29-b096-510350da668d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:11.319538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-e507a279-5a27-4b29-b096-510350da668d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:11.331412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Allocated IP 172.26.6.16 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/cc68337c-d72c-48ab-bd8e-901c55cb9b92) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:11.346011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e5283406-02fc-48df-ab20-923b8b21c92d no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:11.351072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] Deleting port be74b1ad-6f41-47c0-9301-e52d08d7e859 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:11.351470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.380395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.397180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a79-9af8-42f1-a5cd-86c58431d417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.400158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bc6a79-9af8-42f1-a5cd-86c58431d417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.402111 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-83bc6a79-9af8-42f1-a5cd-86c58431d417 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09784e0b-aff8-4191-afb4-5cc16b4d22ae HTTP/1.1" status: 204 len: 168 time: 1.1683495 Jun 22 14:59:11.405126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2f8b86c7-8ced-4193-91b1-5691c22d5c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:11.410561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.420070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc6a79-9af8-42f1-a5cd-86c58431d417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09784e0b-aff8-4191-afb4-5cc16b4d22ae,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:11.431409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: e5283406-02fc-48df-ab20-923b8b21c92d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:59:11.431766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e5283406-02fc-48df-ab20-923b8b21c92d not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:11.432778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device be74b1ad-6f41-47c0-9301-e52d08d7e859 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:11.433510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-bae72b82-bfb4-4915-8ece-671d44431900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:11.435260 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-bae72b82-bfb4-4915-8ece-671d44431900 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99949b406b5f443f84561f8fb9173852&device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 1098 time: 0.5890200 Jun 22 14:59:11.435922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Attempting to bind port 046ce711-312f-40c8-9bfe-01ada08ed9b5 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:11.436317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Attempting to bind port 046ce711-312f-40c8-9bfe-01ada08ed9b5 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '8262f4a2-d67d-40e1-9b81-ed8be3c8740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a15c8bc1-1444-4239-a6e6-8f238f01dc0c'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:11.436688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Attempting to bind port 046ce711-312f-40c8-9bfe-01ada08ed9b5 on network a15c8bc1-1444-4239-a6e6-8f238f01dc0c {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:11.437166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83bc6a79-9af8-42f1-a5cd-86c58431d417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:11.437833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0282fecf-b567-40f6-81c0-46449e8040eb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:11.438526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=be74b1ad-6f41-47c0-9301-e52d08d7e859,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:11.441971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network 20a4a020-76f5-4522-b91b-c18c0abe1567 is not hosted by any dhcp agent {{(pid=93502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 14:59:11.447587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:11.449286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.450971 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "PUT /v2.0/networks/20a4a020-76f5-4522-b91b-c18c0abe1567 HTTP/1.1" status: 200 len: 723 time: 0.8923614 Jun 22 14:59:11.455764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36694) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:11.466650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': '20a4a020-76f5-4522-b91b-c18c0abe1567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:11.468343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:11.495447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:11.495961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Checking segment: {'id': '8262f4a2-d67d-40e1-9b81-ed8be3c8740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a15c8bc1-1444-4239-a6e6-8f238f01dc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:11.496382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.496827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Bound using segment: {'id': '8262f4a2-d67d-40e1-9b81-ed8be3c8740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a15c8bc1-1444-4239-a6e6-8f238f01dc0c'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:11.497355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Bound port: 046ce711-312f-40c8-9bfe-01ada08ed9b5, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8262f4a2-d67d-40e1-9b81-ed8be3c8740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a15c8bc1-1444-4239-a6e6-8f238f01dc0c'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:11.497727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.528266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] For port be74b1ad-6f41-47c0-9301-e52d08d7e859, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=be74b1ad-6f41-47c0-9301-e52d08d7e859,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:11.528669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.565846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.619488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] Calling delete_port for be74b1ad-6f41-47c0-9301-e52d08d7e859 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:11.632051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.648161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:11.676930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=20a4a020-76f5-4522-b91b-c18c0abe1567,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:11.681921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:11.687783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:11.698998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.722277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 20a4a020-76f5-4522-b91b-c18c0abe1567 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:11.750454 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:11.759644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:11.766011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:11.766601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.797188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-7615bede-c606-4f09-aeff-4e9ff2ae567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:11.799145 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-7615bede-c606-4f09-aeff-4e9ff2ae567d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d30f626c-753c-4a78-ba1a-a679af3648a0 HTTP/1.1" status: 200 len: 906 time: 0.2445149 Jun 22 14:59:11.799436 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1844397 Jun 22 14:59:11.800085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36698) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:11.808160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '3f0f8838-f8a4-4256-89ac-d4a39b2056c4', 'ip_address': '2001:db8::c16d:d140:edf:d52b'}], 'name': 'tempest-NetworksTestDHCPv6-2107111979'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:11.811240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=3f0f8838-f8a4-4256-89ac-d4a39b2056c4,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:11.811690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] For port 046ce711-312f-40c8-9bfe-01ada08ed9b5, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:11.814938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:11.840329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] For port 046ce711-312f-40c8-9bfe-01ada08ed9b5, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=046ce711-312f-40c8-9bfe-01ada08ed9b5,segment=NetworkSegment(8262f4a2-d67d-40e1-9b81-ed8be3c8740a),segment_id=8262f4a2-d67d-40e1-9b81-ed8be3c8740a)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:11.844137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.884930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.888115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:11.892123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-138f05cf-b81f-4baf-8fd7-7811ae42eed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:12.027873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:12.063668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:12.067427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:12.090550 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-7efd0934-773b-4a23-930b-88c11d2d13c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438 HTTP/1.1" status: 200 len: 1001 time: 0.2487731 Jun 22 14:59:12.105444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Pushing event updated for resources: {'Port': ['ID=046ce711-312f-40c8-9bfe-01ada08ed9b5,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:12.108263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] No DVR routers for this DVR port be74b1ad-6f41-47c0-9301-e52d08d7e859 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:12.110023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:12.110163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d98c9393-e79b-47a9-8887-9563c6ba399f tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:12.111149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:12.149675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee84f01-81a1-4d56-b7ab-ee9e60c10d61 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:12.153347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] Pushing event deleted for resources: {'Port': ['ID=be74b1ad-6f41-47c0-9301-e52d08d7e859,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:12.164136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:12.186550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:12.191265 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:12.215309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'Port': ['ID=cc68337c-d72c-48ab-bd8e-901c55cb9b92,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:12.229771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:12.234131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:12.235230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:12.251289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-02ad6be1-3029-4ea6-86c6-f40c6576f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:12.252900 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-02ad6be1-3029-4ea6-86c6-f40c6576f3ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78e8e579-3389-4c61-a6f8-c663039c0974 HTTP/1.1" status: 200 len: 844 time: 0.1506243 Jun 22 14:59:12.264722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:12.477955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:12.525028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:12.541367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:12.575067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port c2977e4e-458b-4226-b20d-5969211d3f43 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:12.662866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '3f0f8838-f8a4-4256-89ac-d4a39b2056c4'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:12.663872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:12.830804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/3f0f8838-f8a4-4256-89ac-d4a39b2056c4/9bbd16b5-73c4-42c7-a2d3-af38c6475d05) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:12.870816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36722) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:12.904708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-d9b62498-7e10-4cba-a6f5-fa1cdd85358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:12.907561 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-d9b62498-7e10-4cba-a6f5-fa1cdd85358e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d30f626c-753c-4a78-ba1a-a679af3648a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6374831 Jun 22 14:59:12.938035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Allocated IP 172.26.6.169 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/c1b5c662-809a-418a-bc45-1455a64a7877) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:12.980299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:12.991165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Transition to ACTIVE for port object 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:13.022045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Transition to ACTIVE for port object 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:13.030332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.032452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a840fb26-dfc3-48f7-8d8f-00b82f31f4b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:13.046978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking segment: {'id': '8f5397d0-f058-40a4-91d8-8ba2b60e8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '20a4a020-76f5-4522-b91b-c18c0abe1567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:13.046978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network hostable DHCP agents. Network: 20a4a020-76f5-4522-b91b-c18c0abe1567, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:13.075027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-49b024eb-6b99-459f-a718-d40171b29f58 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] Request body: {'port': {'network_id': 'ab2d0201-e1bc-4b76-a609-7c5892c915df', 'name': 'tempest-NetworksNegativeTestJSON-1237334708'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:13.082839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Pushing event updated for resources: {'Port': ['ID=9bbd16b5-73c4-42c7-a2d3-af38c6475d05,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:13.088455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:13.090802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:13.091653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:13.094159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:13.123117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=fd661b17-b1be-49d1-a3e2-0a11885f8553,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:13.134481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:13.136884 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b024eb-6b99-459f-a718-d40171b29f58 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] POST failed (client error): The resource could not be found. Jun 22 14:59:13.137668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b024eb-6b99-459f-a718-d40171b29f58 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:13.139008 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-49b024eb-6b99-459f-a718-d40171b29f58 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2603898 Jun 22 14:59:13.148152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36728) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:13.163121 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Attempting to bind port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:13.163625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Attempting to bind port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:13.164139 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Attempting to bind port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:13.171394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:13.171885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:13.172370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.173047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:13.173611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Bound port: 9bbd16b5-73c4-42c7-a2d3-af38c6475d05, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:13.174237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.199901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network 20a4a020-76f5-4522-b91b-c18c0abe1567 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:13.225296 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cddb3cf-72b4-4935-900e-63116567f279 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:13.227786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cddb3cf-72b4-4935-900e-63116567f279 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:13.236490 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3cddb3cf-72b4-4935-900e-63116567f279 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "DELETE /v2.0/networks/e708451a-174c-4d23-9b52-11567841f6cf HTTP/1.1" status: 404 len: 339 time: 0.0843766 Jun 22 14:59:13.239864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36730) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:13.254711 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-9e871179-d819-4e23-bc52-d774af495e1e service neutron] 10.222.0.21 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370821 Jun 22 14:59:13.265968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] For port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:13.271492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] For port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9bbd16b5-73c4-42c7-a2d3-af38c6475d05,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:13.278529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.283149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9d74b234-e85f-4851-9d00-83580b5f14f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:13.291574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.295876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.300683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 20a4a020-76f5-4522-b91b-c18c0abe1567) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:13.314207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:13.315131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.320628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8946103c-b2c3-4949-8ee5-cb42d3d82af2 None None] Network 20a4a020-76f5-4522-b91b-c18c0abe1567 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:13.400670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::c16d:d140:edf:d52b (8c283d8d-bdf0-4810-b080-3afcb2f245b2/3f0f8838-f8a4-4256-89ac-d4a39b2056c4/c2977e4e-458b-4226-b20d-5969211d3f43) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:13.420060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 046ce711-312f-40c8-9bfe-01ada08ed9b5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:13.438316 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c2c0fa-0e91-4384-be39-dc3c7eb1cc23 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:13.440053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c2c0fa-0e91-4384-be39-dc3c7eb1cc23 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:13.442821 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-64c2c0fa-0e91-4384-be39-dc3c7eb1cc23 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "DELETE /v2.0/ports/1bf8b3a3-e083-4d94-85b8-44684d1f0701 HTTP/1.1" status: 404 len: 333 time: 0.1828933 Jun 22 14:59:13.463287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36734) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:13.492155 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0348091 Jun 22 14:59:13.492860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36736) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:13.501782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.503201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c3dc601b-ca40-468d-9caf-f17f2880676c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:13.537112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:13.548316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Pushing event updated for resources: {'Port': ['ID=9bbd16b5-73c4-42c7-a2d3-af38c6475d05,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:13.568905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:13.586251 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a15f5ee-546f-4772-8f28-c01ba7b82cda tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:13.586712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a15f5ee-546f-4772-8f28-c01ba7b82cda tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:13.588607 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0a15f5ee-546f-4772-8f28-c01ba7b82cda tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "DELETE /v2.0/subnets/a69da6f1-baf4-42a6-942d-990966274e52 HTTP/1.1" status: 404 len: 337 time: 0.1174715 Jun 22 14:59:13.589977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event updated for resources: {'Port': ['ID=c1b5c662-809a-418a-bc45-1455a64a7877,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:13.596235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36738) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:13.600511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:13.679614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104fd273-ac5b-4d3e-b536-2c42726afc8c None None] Network a15c8bc1-1444-4239-a6e6-8f238f01dc0c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:13.690465 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-192da992-91b6-49f5-afb7-60b5f02c2036 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] GET failed (client error): The resource could not be found. Jun 22 14:59:13.691918 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-192da992-91b6-49f5-afb7-60b5f02c2036 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "GET /v2.0/networks/5f7572b1-35c4-4d9f-8cc3-d13e7374e643 HTTP/1.1" status: 404 len: 339 time: 0.0928109 Jun 22 14:59:13.693771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:13.695829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36740) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:13.701342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:13.708928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3dc601b-ca40-468d-9caf-f17f2880676c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3178855'] for subnet, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.734276 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-70be3632-26b5-4d8a-8816-3f7b3549ff05 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] GET failed (client error): The resource could not be found. Jun 22 14:59:13.735793 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-70be3632-26b5-4d8a-8816-3f7b3549ff05 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "GET /v2.0/ports/b35562d8-4b7e-46c3-971a-f187f7c22e4b HTTP/1.1" status: 404 len: 333 time: 0.0388136 Jun 22 14:59:13.738861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:13.740039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36742) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:13.756499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 046ce711-312f-40c8-9bfe-01ada08ed9b5 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:13.767881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81e56763-dde1-48a3-b0cf-46f01027e01a None None] Provisioning for port 046ce711-312f-40c8-9bfe-01ada08ed9b5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:13.774827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81e56763-dde1-48a3-b0cf-46f01027e01a None None] Provisioning complete for port 046ce711-312f-40c8-9bfe-01ada08ed9b5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:13.775403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81e56763-dde1-48a3-b0cf-46f01027e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.781277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 046ce711-312f-40c8-9bfe-01ada08ed9b5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:13.786981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.797284 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-30868e93-b4dc-4a24-a626-aa4eaa5888e1 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] GET failed (client error): The resource could not be found. Jun 22 14:59:13.802026 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-30868e93-b4dc-4a24-a626-aa4eaa5888e1 tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "GET /v2.0/subnets/287172f0-e7b6-460e-9eb9-e5aa8224ada7 HTTP/1.1" status: 404 len: 337 time: 0.0576239 Jun 22 14:59:13.803530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36744) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:13.812393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-271c63b8-32e3-4b6d-8418-2a0c07ee0f2c tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:13.859056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-20a4a020-76f5-4522-b91b-c18c0abe1567', 'network_id': '20a4a020-76f5-4522-b91b-c18c0abe1567', 'tenant_id': 'b8ef3b0ab522400190ac26a91107194f', 'fixed_ips': [{'subnet_id': 'fd661b17-b1be-49d1-a3e2-0a11885f8553'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:13.859789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:13.871792 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-271c63b8-32e3-4b6d-8418-2a0c07ee0f2c tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] PUT failed (client error): The resource could not be found. Jun 22 14:59:13.872877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271c63b8-32e3-4b6d-8418-2a0c07ee0f2c tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:13.877127 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-271c63b8-32e3-4b6d-8418-2a0c07ee0f2c tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "PUT /v2.0/networks/3f1a1734-c12b-4817-a672-1bb5ca1d7bea HTTP/1.1" status: 404 len: 339 time: 0.0700147 Jun 22 14:59:13.884476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36746) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:13.909216 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-439fdffc-ef1d-4c94-b673-79660f2c43e9 req-2d9c1503-21e8-4696-bafa-04b7f7f28190 service neutron] 10.222.0.21 "GET /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248302 Jun 22 14:59:14.047148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3dc601b-ca40-468d-9caf-f17f2880676c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782473616698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3888665'] for subnet, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.051894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.053561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ce29d08-5f60-4b13-aec6-bf121ae49b93 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:14.071911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-89f69a58-8803-4b42-a3c4-6fbb36b80c1c tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:14.103695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.104735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc601b-ca40-468d-9caf-f17f2880676c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=fd661b17-b1be-49d1-a3e2-0a11885f8553,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:14.107138 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f69a58-8803-4b42-a3c4-6fbb36b80c1c tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] PUT failed (client error): The resource could not be found. Jun 22 14:59:14.107938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c3dc601b-ca40-468d-9caf-f17f2880676c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:14.124493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f69a58-8803-4b42-a3c4-6fbb36b80c1c tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:14.133642 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-89f69a58-8803-4b42-a3c4-6fbb36b80c1c tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "PUT /v2.0/ports/5b257b2f-eb97-43b1-b8f8-07d3fe9f21e4 HTTP/1.1" status: 404 len: 333 time: 0.2484112 Jun 22 14:59:14.133973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dc601b-ca40-468d-9caf-f17f2880676c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:14.134567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36750) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:14.135304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3dc601b-ca40-468d-9caf-f17f2880676c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.140657 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c3dc601b-ca40-468d-9caf-f17f2880676c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "PUT /v2.0/subnets/fd661b17-b1be-49d1-a3e2-0a11885f8553 HTTP/1.1" status: 200 len: 826 time: 0.6430433 Jun 22 14:59:14.143386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36752) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:14.144726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6b2596c1-1736-4490-beae-6200b4f5f2ed tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:14.156473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object c2977e4e-458b-4226-b20d-5969211d3f43 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:14.171037 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.176109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81e56763-dde1-48a3-b0cf-46f01027e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.206357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Allocated IP 2001:db8::2 (20a4a020-76f5-4522-b91b-c18c0abe1567/fd661b17-b1be-49d1-a3e2-0a11885f8553/fce58f5b-db1f-4a69-9768-930b3da37985) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:14.240095 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2596c1-1736-4490-beae-6200b4f5f2ed tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] PUT failed (client error): The resource could not be found. Jun 22 14:59:14.240551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2596c1-1736-4490-beae-6200b4f5f2ed tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:14.246290 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6b2596c1-1736-4490-beae-6200b4f5f2ed tempest-NetworksNegativeTestJSON-786938193 tempest-NetworksNegativeTestJSON-786938193-project] 10.222.0.22 "PUT /v2.0/subnets/297f6057-7526-44db-b558-2ccc07275e8e HTTP/1.1" status: 404 len: 337 time: 0.1067567 Jun 22 14:59:14.255739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 046ce711-312f-40c8-9bfe-01ada08ed9b5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=046ce711-312f-40c8-9bfe-01ada08ed9b5,segment=NetworkSegment(8262f4a2-d67d-40e1-9b81-ed8be3c8740a),segment_id=8262f4a2-d67d-40e1-9b81-ed8be3c8740a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:14.314133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.319305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:14.326419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.335023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:14.374265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:14.384127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.390367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:14.395096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:14.404250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:14.404944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.461312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.462225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=c2977e4e-458b-4226-b20d-5969211d3f43,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:14.486441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6828361 Jun 22 14:59:14.505808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:14.506478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36758) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:14.551952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=046ce711-312f-40c8-9bfe-01ada08ed9b5,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:14.556317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:14.595204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-81e56763-dde1-48a3-b0cf-46f01027e01a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:14.595707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-81e56763-dde1-48a3-b0cf-46f01027e01a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:14.692505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Router ac18e5f8-6fda-4ed6-b06c-19552b4043cf is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:14.711771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.713761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.735614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Transition to ACTIVE for port object fce58f5b-db1f-4a69-9768-930b3da37985 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:14.758541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Transition to ACTIVE for port object fce58f5b-db1f-4a69-9768-930b3da37985 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:14.773153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.776755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8f24f837-f941-4874-8885-dbc1dfb8d6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:14.828524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:14.839542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Pushing event updated for resources: {'Port': ['ID=fce58f5b-db1f-4a69-9768-930b3da37985,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:14.842114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8492e00c-b837-4026-8a31-65c70dde2e2d None None] Network a15c8bc1-1444-4239-a6e6-8f238f01dc0c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:14.846019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:14.864282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0da2f5fb-8b66-4ad0-a8ac-685175638380 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:14.880212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36764) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:14.903236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Network 20a4a020-76f5-4522-b91b-c18c0abe1567 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:14.911461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:14.932382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:14.968188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=fd661b17-b1be-49d1-a3e2-0a11885f8553,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:14.971094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:14.973983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:15.009242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.016907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.017272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Sync routers for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:15.025377 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7719989 Jun 22 14:59:15.027886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.030335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36768) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:15.031486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca217a8-99e6-4da5-9ca1-4809c3d3afbd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:15.037797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca217a8-99e6-4da5-9ca1-4809c3d3afbd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:15.039428 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1ca217a8-99e6-4da5-9ca1-4809c3d3afbd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5321748 Jun 22 14:59:15.042786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36772) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:15.047351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Attempting to bind port fce58f5b-db1f-4a69-9768-930b3da37985 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:15.047830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Attempting to bind port fce58f5b-db1f-4a69-9768-930b3da37985 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '8f5397d0-f058-40a4-91d8-8ba2b60e8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '20a4a020-76f5-4522-b91b-c18c0abe1567'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:15.048298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Attempting to bind port fce58f5b-db1f-4a69-9768-930b3da37985 on network 20a4a020-76f5-4522-b91b-c18c0abe1567 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:15.055009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a4a020-76f5-4522-b91b-c18c0abe1567']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:15.063624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:15.064298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:15.072014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:15.072405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Checking segment: {'id': '8f5397d0-f058-40a4-91d8-8ba2b60e8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '20a4a020-76f5-4522-b91b-c18c0abe1567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:15.073507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.073864 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Bound using segment: {'id': '8f5397d0-f058-40a4-91d8-8ba2b60e8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '20a4a020-76f5-4522-b91b-c18c0abe1567'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:15.074355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Bound port: fce58f5b-db1f-4a69-9768-930b3da37985, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5397d0-f058-40a4-91d8-8ba2b60e8d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '20a4a020-76f5-4522-b91b-c18c0abe1567'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:15.074736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.075236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5397d0-f058-40a4-91d8-8ba2b60e8d74') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:15.075533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5397d0-f058-40a4-91d8-8ba2b60e8d74') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:15.100105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f2fa176f-7fa1-40c8-8f91-a8a2f951dd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.120147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.146510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.162250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:15.162992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:15.167803 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:15.254170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 14:59:15.254170 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 14:59:15.254170 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'id': '20a4a020-76f5-4522-b91b-c18c0abe1567'}] Jun 22 14:59:15.254170 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:15.254170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:15.344329 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-711e04d5-675d-44f9-bae8-36910801e484 tempest-TestNetworkAdvancedServerOps-2022428059 tempest-TestNetworkAdvancedServerOps-2022428059-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=7216a9e20d544392a414b02c881cfac3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3113544 Jun 22 14:59:15.365669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36776) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:15.400007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port c2977e4e-458b-4226-b20d-5969211d3f43 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:15.400351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.485907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 046ce711-312f-40c8-9bfe-01ada08ed9b5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:15.496978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f2fa176f-7fa1-40c8-8f91-a8a2f951dd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.513753 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Router a2451f23-9da0-41aa-8210-b86d9610236e is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:15.515598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f2fa176f-7fa1-40c8-8f91-a8a2f951dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.535424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-801a7f19-9c71-4cd2-8674-b4780fe87ec5 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704 tempest-ExternalNetworksAdminNegativeTestJSON-1333614704-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:15.644375 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f2fa176f-7fa1-40c8-8f91-a8a2f951dd68 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35dd2716a0654a53a275db163a9739c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7588186 Jun 22 14:59:15.646916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36778) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:15.663877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa176f-7fa1-40c8-8f91-a8a2f951dd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d253650-2b21-410f-8b7c-e969118ad576,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:15.672849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f2fa176f-7fa1-40c8-8f91-a8a2f951dd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:15.713567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] For port fce58f5b-db1f-4a69-9768-930b3da37985, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:15.715381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d7954-b440-4cbb-a1f5-841d2148c67a tempest-TestNetworkAdvancedServerOps-2022428059 tempest-TestNetworkAdvancedServerOps-2022428059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:15.721224 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3b6d7954-b440-4cbb-a1f5-841d2148c67a tempest-TestNetworkAdvancedServerOps-2022428059 tempest-TestNetworkAdvancedServerOps-2022428059-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3541052 Jun 22 14:59:15.722503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] For port fce58f5b-db1f-4a69-9768-930b3da37985, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fce58f5b-db1f-4a69-9768-930b3da37985,segment=NetworkSegment(8f5397d0-f058-40a4-91d8-8ba2b60e8d74),segment_id=8f5397d0-f058-40a4-91d8-8ba2b60e8d74)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:15.728137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36782) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:15.730584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:15.764564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.765380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.792100 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cacbb654-d19d-4769-a5ba-c42b6b4df371 tempest-TestNetworkAdvancedServerOps-2022428059 tempest-TestNetworkAdvancedServerOps-2022428059-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590818 Jun 22 14:59:15.792499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36784) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:15.798124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1361464720', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'project_id': '7216a9e20d544392a414b02c881cfac3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:15.811652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-436493b2-5b14-41f3-923d-2dfc66a348b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:15.859594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6fb55402-d3f2-4e47-a936-29600e457e39 None None] Could not find standard attr ID for object fb8e04f4-0118-46f3-9316-5b983307e855. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 14:59:15.920867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 046ce711-312f-40c8-9bfe-01ada08ed9b5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:15.921254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.953033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:15.965170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-30cc55c9-3bb7-4bd6-b673-1a2477b24fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.015118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Made reservation on behalf of 7216a9e20d544392a414b02c881cfac3 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:16.019284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.027711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for c2977e4e-458b-4226-b20d-5969211d3f43 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:16.047489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Pushing event updated for resources: {'Port': ['ID=fce58f5b-db1f-4a69-9768-930b3da37985,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:16.064185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6fb55402-d3f2-4e47-a936-29600e457e39 None None] Provisioning for port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:16.070221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:16.075597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-30cc55c9-3bb7-4bd6-b673-1a2477b24fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.104418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e11bb-cf81-412b-8428-b253d17cfdc1 None None] Network 20a4a020-76f5-4522-b91b-c18c0abe1567 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:16.121987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting port fce58f5b-db1f-4a69-9768-930b3da37985 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:16.122330 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.217897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] For port fce58f5b-db1f-4a69-9768-930b3da37985, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fce58f5b-db1f-4a69-9768-930b3da37985,segment=NetworkSegment(8f5397d0-f058-40a4-91d8-8ba2b60e8d74),segment_id=8f5397d0-f058-40a4-91d8-8ba2b60e8d74)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:16.218176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.233433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6fb55402-d3f2-4e47-a936-29600e457e39 None None] Provisioning complete for port 046ce711-312f-40c8-9bfe-01ada08ed9b5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:16.233889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6fb55402-d3f2-4e47-a936-29600e457e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.251064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-30cc55c9-3bb7-4bd6-b673-1a2477b24fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.253808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-30cc55c9-3bb7-4bd6-b673-1a2477b24fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.257371 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-30cc55c9-3bb7-4bd6-b673-1a2477b24fa5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d253650-2b21-410f-8b7c-e969118ad576 HTTP/1.1" status: 204 len: 168 time: 0.6069999 Jun 22 14:59:16.294645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:16.327013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:16.327868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:16.328179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Calling delete_port for fce58f5b-db1f-4a69-9768-930b3da37985 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:16.333114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc55c9-3bb7-4bd6-b673-1a2477b24fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d253650-2b21-410f-8b7c-e969118ad576,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:16.335387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-30cc55c9-3bb7-4bd6-b673-1a2477b24fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:16.339407 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c427de3-b80b-4338-b30e-0a8f6e44356e None None] Sync routers for ids ['a2451f23-9da0-41aa-8210-b86d9610236e'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:16.356353 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c427de3-b80b-4338-b30e-0a8f6e44356e None None] Routers {'a2451f23-9da0-41aa-8210-b86d9610236e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:16.359111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.360486 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3c427de3-b80b-4338-b30e-0a8f6e44356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2451f23-9da0-41aa-8210-b86d9610236e'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:16.375472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:16.449289 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3c427de3-b80b-4338-b30e-0a8f6e44356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:16.454980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=c2977e4e-458b-4226-b20d-5969211d3f43,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:16.468371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:16.470653 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c427de3-b80b-4338-b30e-0a8f6e44356e None None] Routers {'a2451f23-9da0-41aa-8210-b86d9610236e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:16.471569 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3c427de3-b80b-4338-b30e-0a8f6e44356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2451f23-9da0-41aa-8210-b86d9610236e'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:16.500776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.521884 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.0088892 Jun 22 14:59:16.524558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36794) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:16.536867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.543063 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3c427de3-b80b-4338-b30e-0a8f6e44356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:16.544097 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c427de3-b80b-4338-b30e-0a8f6e44356e None None] The sync data for ids ['a2451f23-9da0-41aa-8210-b86d9610236e'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:16.571909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.575116 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/c2977e4e-458b-4226-b20d-5969211d3f43 HTTP/1.1" status: 204 len: 168 time: 1.5310681 Jun 22 14:59:16.580203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36796) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:16.589381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:16.594190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.607005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:12Z', 'revision_number': 3, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:16.650890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No DVR routers for this DVR port fce58f5b-db1f-4a69-9768-930b3da37985 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:16.676277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d0074-ad4f-41ea-91b8-2b801fe3cb1e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:16.677920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d0074-ad4f-41ea-91b8-2b801fe3cb1e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:16.679443 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-860d0074-ad4f-41ea-91b8-2b801fe3cb1e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0981791 Jun 22 14:59:16.688754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36800) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:16.734681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Checking router: ac18e5f8-6fda-4ed6-b06c-19552b4043cf for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:16.735036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Updating router ac18e5f8-6fda-4ed6-b06c-19552b4043cf port cc68337c-d72c-48ab-bd8e-901c55cb9b92 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:59:16.782883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:16.793886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 3f0f8838-f8a4-4256-89ac-d4a39b2056c4 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:16.799692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.802157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:16.802831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.837299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebf45d9-70ad-48b1-bee4-e3b4a327c051 None None] Network 20a4a020-76f5-4522-b91b-c18c0abe1567 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:16.840693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6fb55402-d3f2-4e47-a936-29600e457e39 None None] Could not find standard attr ID for object c2977e4e-458b-4226-b20d-5969211d3f43. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 14:59:16.867887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:16.870109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.061042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.153502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-095af8a4-6260-477d-9b03-1c671b284660 None None] Provisioning complete for port 046ce711-312f-40c8-9bfe-01ada08ed9b5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:17.153879 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-095af8a4-6260-477d-9b03-1c671b284660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.170037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.173661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:17.198994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0f8838-f8a4-4256-89ac-d4a39b2056c4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:17.203414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:17.206417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.208295 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/3f0f8838-f8a4-4256-89ac-d4a39b2056c4 HTTP/1.1" status: 204 len: 168 time: 0.5185823 Jun 22 14:59:17.210869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36820) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:17.254993 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-95914a9c-75dc-4317-996d-01addbd3bb41 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427129 Jun 22 14:59:17.257849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36822) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:17.258049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4f27d-f1a7-4064-b47c-988e20fec247 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:17.263300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:17.290483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'Subnet': ['ID=170727aa-6848-41db-b5a3-d2a12def7acd,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:17.298322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.301252 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:17.303842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0e7b2153-4e26-45f7-aba7-9aec2547f93b tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.692s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:17.335931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36824) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:17.336205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Port': ['ID=fce58f5b-db1f-4a69-9768-930b3da37985,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:17.338255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Checking segment: {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:17.338621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Network hostable DHCP agents. Network: c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:17.344679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:17.360180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a4a020-76f5-4522-b91b-c18c0abe1567']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:17.378776 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3f0ce970-f079-4950-9214-02b3f3885adc tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/routers/a2451f23-9da0-41aa-8210-b86d9610236e HTTP/1.1" status: 200 len: 925 time: 0.8502626 Jun 22 14:59:17.379470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36828) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:17.383510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.383763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5397d0-f058-40a4-91d8-8ba2b60e8d74') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:17.383998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5397d0-f058-40a4-91d8-8ba2b60e8d74') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:17.396538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:17.396797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.403497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.407842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:17.417492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.422124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:17.427469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:17.427886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:17.430886 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:17.433476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:17.433476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.456279 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6625955 Jun 22 14:59:17.462473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15577705-eb77-4e8d-876e-7bf334699cf6 None None] Network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:17.487440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36830) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:17.517279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924127868'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:17.526346 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b665a71c-77bb-47e4-99ff-96b09e8a8400 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2451f23-9da0-41aa-8210-b86d9610236e HTTP/1.1" status: 200 len: 205 time: 0.1423247 Jun 22 14:59:17.529007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36832) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:17.577710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.586732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:17.591659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.593862 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/20a4a020-76f5-4522-b91b-c18c0abe1567 HTTP/1.1" status: 204 len: 168 time: 3.4497805 Jun 22 14:59:17.597483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36834) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:17.618811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.639945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.669670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=20a4a020-76f5-4522-b91b-c18c0abe1567,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:17.680295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:17.687087 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e934a4-9770-4009-ad35-f3019e39aec1 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:17.688659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e934a4-9770-4009-ad35-f3019e39aec1 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:17.690740 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-63e934a4-9770-4009-ad35-f3019e39aec1 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/20a4a020-76f5-4522-b91b-c18c0abe1567 HTTP/1.1" status: 404 len: 339 time: 0.0922301 Jun 22 14:59:17.695558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36838) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:17.701480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1973308105', 'description': 'd1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:17.761321 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.db.api [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 14:59:17.761321 dv-neutron-601336-93-hyperv neutron-server[93501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 14:59:17.761321 dv-neutron-601336-93-hyperv neutron-server[93501]: [parameters: {'project_id_1': '3615f54244b14af39eb24d4957aeef59', 'expiration_1': datetime.datetime(2021, 6, 22, 14, 59, 17, 713917)}] Jun 22 14:59:17.761321 dv-neutron-601336-93-hyperv neutron-server[93501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:17.761696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_db.api [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:17.770789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.799023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:17.799985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:17.811364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:17.814934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.883412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:17.896941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.901392 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.901843 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment 579f0185-7690-4ee9-8f95-5ab8a3b36ec5 of type vlan for network 2cc8fd90-7e78-4999-8ff3-7a5c1c720641 Jun 22 14:59:17.902610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:17.965572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.965833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:17.968303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:17.974484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:17.975090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.979938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Transition to ACTIVE for port object cc68337c-d72c-48ab-bd8e-901c55cb9b92 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:17.990557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:17.992648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:17.993791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.009795 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=849c659d-ea72-4a67-a178-79ccc4065786,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:18.014246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:18.016094 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7569313 Jun 22 14:59:18.020969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36840) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:18.028521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '849c659d-ea72-4a67-a178-79ccc4065786', 'ip_address': '2001:db8::abba:e71:f4c2:b2d2'}], 'name': 'tempest-NetworksTestDHCPv6-1737092553'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:18.030189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.032296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:18.071736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:18.107716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.178949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Deleting port c1b5c662-809a-418a-bc45-1455a64a7877 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:18.179290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.192679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.199394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Attempting to bind port cc68337c-d72c-48ab-bd8e-901c55cb9b92 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:18.199773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Attempting to bind port cc68337c-d72c-48ab-bd8e-901c55cb9b92 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:18.200157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Attempting to bind port cc68337c-d72c-48ab-bd8e-901c55cb9b92 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:18.200731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:18.201495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.206444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286abc8-ddc4-4b8d-9a8f-8785054d859a None None] Pushing event updated for resources: {'Port': ['ID=cc68337c-d72c-48ab-bd8e-901c55cb9b92,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:18.207317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:18.209845 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8286abc8-ddc4-4b8d-9a8f-8785054d859a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:18.240500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:18.240811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:18.241230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.242430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:18.243021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Bound port: cc68337c-d72c-48ab-bd8e-901c55cb9b92, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:18.243576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.265930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.297171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:18.329502 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6328180 Jun 22 14:59:18.342167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36846) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:18.417082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.421513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=2cc8fd90-7e78-4999-8ff3-7a5c1c720641,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:18.424484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Allocated IP 172.20.0.2 (c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb/170727aa-6848-41db-b5a3-d2a12def7acd/27299199-a90e-4110-be06-48077391f359) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:18.431294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.442260 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2cc8fd90-7e78-4999-8ff3-7a5c1c720641 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:18.458677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:18.468720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.472119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] For port cc68337c-d72c-48ab-bd8e-901c55cb9b92, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:18.478262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Deleting port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:18.478651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.555097 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Calling delete_port for c1b5c662-809a-418a-bc45-1455a64a7877 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:18.569442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.584956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] For port cc68337c-d72c-48ab-bd8e-901c55cb9b92, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cc68337c-d72c-48ab-bd8e-901c55cb9b92,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:18.587224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82969ed-e312-4920-8b5c-015e207c1d7d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:18.589033 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d82969ed-e312-4920-8b5c-015e207c1d7d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/networks?id=2cc8fd90-7e78-4999-8ff3-7a5c1c720641 HTTP/1.1" status: 200 len: 765 time: 0.2457080 Jun 22 14:59:18.591944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36848) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:18.598620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'description': 'd2'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:18.614550 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.655906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 16036377-67d0-421f-b8a0-4222cec3dffc yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:18.659659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:18.718009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9bbd16b5-73c4-42c7-a2d3-af38c6475d05,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:18.753114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.792253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] For port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9bbd16b5-73c4-42c7-a2d3-af38c6475d05,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:18.792979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.809452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:18.810184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:18.819686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.922227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.925150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.930858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Calling delete_port for 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:18.933844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:18.935950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286abc8-ddc4-4b8d-9a8f-8785054d859a None None] Pushing event updated for resources: {'Port': ['ID=cc68337c-d72c-48ab-bd8e-901c55cb9b92,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:18.939646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8286abc8-ddc4-4b8d-9a8f-8785054d859a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:18.942310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:18.947196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:18.950994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.954677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12ecab0e-3fd2-40ba-9d67-adc26e2b2e6d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:18.975688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network 2cc8fd90-7e78-4999-8ff3-7a5c1c720641 is not hosted by any dhcp agent {{(pid=93502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 14:59:18.983385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:18.984371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:18.986496 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "PUT /v2.0/networks/2cc8fd90-7e78-4999-8ff3-7a5c1c720641 HTTP/1.1" status: 200 len: 762 time: 0.3934755 Jun 22 14:59:19.001597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36852) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:19.041247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=2cc8fd90-7e78-4999-8ff3-7a5c1c720641,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:19.044848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:19.058558 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c920a65-f152-41ea-ae65-bbc017c8b58a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:19.109881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:19.121238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2cc8fd90-7e78-4999-8ff3-7a5c1c720641 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:19.168765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::abba:e71:f4c2:b2d2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/849c659d-ea72-4a67-a178-79ccc4065786/16036377-67d0-421f-b8a0-4222cec3dffc) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:19.211760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfe263-af9b-4d22-b887-d7410452b264 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:19.213249 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-86cfe263-af9b-4d22-b887-d7410452b264 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/networks?id=2cc8fd90-7e78-4999-8ff3-7a5c1c720641 HTTP/1.1" status: 200 len: 765 time: 0.2079921 Jun 22 14:59:19.218103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.219488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36854) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:19.225203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84442833-dc33-49e5-bc61-fad5c819a3ec tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:19.230742 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.243282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.259149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=9bbd16b5-73c4-42c7-a2d3-af38c6475d05,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:19.268416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.268634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:19.269487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Transition to ACTIVE for port object 27299199-a90e-4110-be06-48077391f359 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:19.277886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event deleted for resources: {'Port': ['ID=c1b5c662-809a-418a-bc45-1455a64a7877,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:19.301500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:19.301776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:19.302055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6928eca-4ed4-461f-a87b-f10302e1d955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:19.375498 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.376658 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0398023 Jun 22 14:59:19.386153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36858) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:19.409614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Transition to ACTIVE for port object 27299199-a90e-4110-be06-48077391f359 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:19.419040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2caca5-4e1c-4bc9-a3ca-58c33d8087a6,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:19.419772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.429800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:19.438898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.476856 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.481141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e0213b-d13c-4750-a0d4-10d492675e79 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:19.482828 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-52e0213b-d13c-4750-a0d4-10d492675e79 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2619641 Jun 22 14:59:19.501420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36862) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:19.511752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:19.519646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.558351 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b371f159-6388-438c-ae90-9c1946498ee8 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 207 time: 0.0565422 Jun 22 14:59:19.567316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36864) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:19.587798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:19.589114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] No DVR routers for this DVR port 9bbd16b5-73c4-42c7-a2d3-af38c6475d05 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:19.591319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Allocated IP 172.20.0.1 (c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb/170727aa-6848-41db-b5a3-d2a12def7acd/149950e9-00d2-4fbe-96d8-98ccc77fefe6) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:19.607232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:19.633543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.637120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.653519 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7adc5697-ba2e-44b0-8186-7b547fd45089 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2666936 Jun 22 14:59:19.692459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36866) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:19.698220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3ce96f15-2298-49a2-b7a8-03d24c524aa8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group': {'name': 'tempest-security--1213314798', 'description': 'tempest-security-description-1316261842'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:19.739638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.740773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Fanout notify agent at l3_agent the message router_deleted on router a2451f23-9da0-41aa-8210-b86d9610236e {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:59:19.759509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.761217 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/a2451f23-9da0-41aa-8210-b86d9610236e HTTP/1.1" status: 204 len: 168 time: 2.2312899 Jun 22 14:59:19.765843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36868) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:19.770671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1143972568', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': False}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:19.805049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:19.808555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Pushing event updated for resources: {'Port': ['ID=27299199-a90e-4110-be06-48077391f359,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:19.809924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.810952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbee22e6-e8ca-49fe-bde9-f98a63047944 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:19.812939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:19.817242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1e44ad17-db35-43fb-a235-f5126b028699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:19.835317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 16036377-67d0-421f-b8a0-4222cec3dffc will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:19.839117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.840483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.890180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Pushing event deleted for resources: {'Port': ['ID=9bbd16b5-73c4-42c7-a2d3-af38c6475d05,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:19.917601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.934221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:19.961436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:19.994337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa00988e-6a54-4789-87b2-e220dcddab48 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:20.002775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Attempting to bind port 27299199-a90e-4110-be06-48077391f359 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:20.003175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Attempting to bind port 27299199-a90e-4110-be06-48077391f359 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:20.003582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Attempting to bind port 27299199-a90e-4110-be06-48077391f359 on network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:20.024137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:20.024641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Checking segment: {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:20.025082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.026029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Bound using segment: {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:20.027113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Bound port: 27299199-a90e-4110-be06-48077391f359, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:20.027263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.097980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.107023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ce96f15-2298-49a2-b7a8-03d24c524aa8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.126063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:20.133869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:20.137507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:20.144452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:20.145259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.163905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=16036377-67d0-421f-b8a0-4222cec3dffc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:20.179279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:20.192736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97b69e-2f4d-4f0a-8952-a38d0ca97292 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:20.196074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:12Z', 'revision_number': 3, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:20.200040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97b69e-2f4d-4f0a-8952-a38d0ca97292 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:20.202164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] For port 27299199-a90e-4110-be06-48077391f359, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:20.205017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97b69e-2f4d-4f0a-8952-a38d0ca97292 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:20.211891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97b69e-2f4d-4f0a-8952-a38d0ca97292 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:20.214634 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1922731 Jun 22 14:59:20.218484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36872) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:20.218758 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97b69e-2f4d-4f0a-8952-a38d0ca97292 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:20.224585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97b69e-2f4d-4f0a-8952-a38d0ca97292 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:20.226395 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4a97b69e-2f4d-4f0a-8952-a38d0ca97292 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6581481 Jun 22 14:59:20.234049 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36874) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:20.253744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91103c7-e789-4040-aed3-b345c60a98a0 None None] The sync data for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:12Z', 'revision_number': 3, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:20.264346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ce96f15-2298-49a2-b7a8-03d24c524aa8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.272378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] For port 27299199-a90e-4110-be06-48077391f359, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=27299199-a90e-4110-be06-48077391f359,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:20.274076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ce96f15-2298-49a2-b7a8-03d24c524aa8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.277363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ce96f15-2298-49a2-b7a8-03d24c524aa8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.278719 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3ce96f15-2298-49a2-b7a8-03d24c524aa8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "PUT /v2.0/security-groups/7b2caca5-4e1c-4bc9-a3ca-58c33d8087a6 HTTP/1.1" status: 200 len: 1778 time: 0.5845809 Jun 22 14:59:20.283152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.285111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-366770d1-a67e-4fe1-b477-de860fa23c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:20.289766 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36876) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:20.296780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9d7997e8-e855-4422-afe1-75bbdb8cc477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:20.310598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.365891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Transition to ACTIVE for port object 149950e9-00d2-4fbe-96d8-98ccc77fefe6 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:20.376243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce96f15-2298-49a2-b7a8-03d24c524aa8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2caca5-4e1c-4bc9-a3ca-58c33d8087a6,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:20.377813 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '849c659d-ea72-4a67-a178-79ccc4065786'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:20.378737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.382430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3ce96f15-2298-49a2-b7a8-03d24c524aa8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:20.404317 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e3445fe8-0205-46e0-9b8d-da5e71a7ade0 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups/7b2caca5-4e1c-4bc9-a3ca-58c33d8087a6 HTTP/1.1" status: 200 len: 1778 time: 0.1090119 Jun 22 14:59:20.404642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36878) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:20.414299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Pushing event updated for resources: {'Port': ['ID=27299199-a90e-4110-be06-48077391f359,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:20.418989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:20.493722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f377c635-6e14-45aa-a7db-9c77afc39b12 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.548556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.564794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6e920ff9-156a-43ae-a0b7-8ba4236349d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:20.604579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f377c635-6e14-45aa-a7db-9c77afc39b12 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.612045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/849c659d-ea72-4a67-a178-79ccc4065786/6e1336e5-14df-48eb-90a0-550e210f173a) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:20.811300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:20.866076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:20.873665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:20.930265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f377c635-6e14-45aa-a7db-9c77afc39b12 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.936111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f377c635-6e14-45aa-a7db-9c77afc39b12 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:20.940559 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f377c635-6e14-45aa-a7db-9c77afc39b12 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-groups/7b2caca5-4e1c-4bc9-a3ca-58c33d8087a6 HTTP/1.1" status: 204 len: 168 time: 0.5348990 Jun 22 14:59:20.946951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'Port': ['ID=149950e9-00d2-4fbe-96d8-98ccc77fefe6,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:20.951174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36884) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:20.958773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:20.966002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-89d191a7-fafb-4f68-9a19-b3d1c37e54cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:20.976791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b8191-8914-4b36-a672-7742ba0dd4c6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:20.978350 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e38b8191-8914-4b36-a672-7742ba0dd4c6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7590344 Jun 22 14:59:20.984484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36886) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:20.986973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377c635-6e14-45aa-a7db-9c77afc39b12 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2caca5-4e1c-4bc9-a3ca-58c33d8087a6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:21.021714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f377c635-6e14-45aa-a7db-9c77afc39b12 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:21.042622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.048478 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f5147b25-87bd-4bb0-8956-0fd772a99a0f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.8121953 Jun 22 14:59:21.050861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.053543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36888) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:21.079285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Transition to ACTIVE for port object 6e1336e5-14df-48eb-90a0-550e210f173a will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:21.083070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cc68337c-d72c-48ab-bd8e-901c55cb9b92 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:21.134486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Transition to ACTIVE for port object 6e1336e5-14df-48eb-90a0-550e210f173a will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:21.153680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.164431 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bb3d6de4-7c70-43f9-9dce-8341514045bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:21.171483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port cc68337c-d72c-48ab-bd8e-901c55cb9b92 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:21.176326 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e9cd9dbc-a86e-4794-9fed-3546b215ffed tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2217448 Jun 22 14:59:21.177487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36890) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:21.214899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port cc68337c-d72c-48ab-bd8e-901c55cb9b92 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:21.220965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.226323 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-1227e807-5ee5-40e6-b5a7-931c1922a6fd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] delete failed (client error): The resource could not be found. Jun 22 14:59:21.231689 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1227e807-5ee5-40e6-b5a7-931c1922a6fd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-groups/7b2caca5-4e1c-4bc9-a3ca-58c33d8087a6 HTTP/1.1" status: 404 len: 347 time: 0.0489535 Jun 22 14:59:21.234514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36894) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:21.234656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:21.239409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-44c4e679-594a-4609-9c9b-68a6a8c2b657 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770584260'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:21.277618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.279667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:21.286036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:21.320533 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Pushing event updated for resources: {'Port': ['ID=6e1336e5-14df-48eb-90a0-550e210f173a,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:21.324245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.327335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-44c4e679-594a-4609-9c9b-68a6a8c2b657 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.344978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:21.357621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77500b-5f80-461c-ad56-fe2a3a49ef59 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.360968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77500b-5f80-461c-ad56-fe2a3a49ef59 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.365745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77500b-5f80-461c-ad56-fe2a3a49ef59 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.367486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77500b-5f80-461c-ad56-fe2a3a49ef59 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.369010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77500b-5f80-461c-ad56-fe2a3a49ef59 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.371361 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fe77500b-5f80-461c-ad56-fe2a3a49ef59 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3166971 Jun 22 14:59:21.398537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36896) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:21.436925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Attempting to bind port 6e1336e5-14df-48eb-90a0-550e210f173a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:21.437481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Attempting to bind port 6e1336e5-14df-48eb-90a0-550e210f173a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:21.438003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Attempting to bind port 6e1336e5-14df-48eb-90a0-550e210f173a on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:21.446251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:21.447099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:21.447405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.448181 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:21.450016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Bound port: 6e1336e5-14df-48eb-90a0-550e210f173a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:21.450701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.564147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.566249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Allocated IP 172.26.6.77 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/7f4a5eff-8a19-45fc-851c-79cbd188a527) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:21.583590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f65edd-2b7d-4e13-a043-b986dce5fe66 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['shared'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.585825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f65edd-2b7d-4e13-a043-b986dce5fe66 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['shared'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.587425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f65edd-2b7d-4e13-a043-b986dce5fe66 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['shared'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.590512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f65edd-2b7d-4e13-a043-b986dce5fe66 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['shared'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.591981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f65edd-2b7d-4e13-a043-b986dce5fe66 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['shared'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:21.593960 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-56f65edd-2b7d-4e13-a043-b986dce5fe66 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1944137 Jun 22 14:59:21.594677 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port cc68337c-d72c-48ab-bd8e-901c55cb9b92, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cc68337c-d72c-48ab-bd8e-901c55cb9b92,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:21.599110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 16036377-67d0-421f-b8a0-4222cec3dffc {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:21.599464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.605571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36898) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:21.608652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.610881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 27299199-a90e-4110-be06-48077391f359 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:21.653091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:21.686511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.695885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] For port 6e1336e5-14df-48eb-90a0-550e210f173a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:21.721978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] For port 6e1336e5-14df-48eb-90a0-550e210f173a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=6e1336e5-14df-48eb-90a0-550e210f173a,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:21.739502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.745687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 27299199-a90e-4110-be06-48077391f359 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:21.757168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=cc68337c-d72c-48ab-bd8e-901c55cb9b92,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:21.769802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:21.771059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:21.786810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-44c4e679-594a-4609-9c9b-68a6a8c2b657 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.811992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.814319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-44c4e679-594a-4609-9c9b-68a6a8c2b657 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.841685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3bf59dc-5114-473b-8d49-b42bf5fdc02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:21.883421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Pushing event updated for resources: {'Port': ['ID=6e1336e5-14df-48eb-90a0-550e210f173a,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:21.895745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:21.942042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 16036377-67d0-421f-b8a0-4222cec3dffc owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:21.970176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a03b61-0809-4168-9c7a-a075486b7a57 None None] Network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:21.974939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:21.995547 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4e679-594a-4609-9c9b-68a6a8c2b657 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde098f0-ea23-4176-8ce5-d475461c43a6,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:22.004201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-44c4e679-594a-4609-9c9b-68a6a8c2b657 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:22.014206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-44c4e679-594a-4609-9c9b-68a6a8c2b657 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.018022 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-44c4e679-594a-4609-9c9b-68a6a8c2b657 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7799795 Jun 22 14:59:22.023304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36904) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:22.031889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-006963a6-1596-4ef5-9bcb-02d77c5e2c32 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': 'dde098f0-ea23-4176-8ce5-d475461c43a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:22.068658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc668e1c-d7f7-420b-8e0e-1212a63b61e3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:22.077141 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cc668e1c-d7f7-420b-8e0e-1212a63b61e3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/networks/60d76e76-acde-41a3-851d-a67e610f3a5e HTTP/1.1" status: 200 len: 804 time: 0.4701033 Jun 22 14:59:22.077445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36906) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:22.147484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-006963a6-1596-4ef5-9bcb-02d77c5e2c32 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.149898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fb365b6d-d62a-4056-b0a1-5d668b342b68 None None] Provisioning for port 27299199-a90e-4110-be06-48077391f359 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:22.161305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fb365b6d-d62a-4056-b0a1-5d668b342b68 None None] Provisioning complete for port 27299199-a90e-4110-be06-48077391f359 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:22.161676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fb365b6d-d62a-4056-b0a1-5d668b342b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.163314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.170589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4649cb2b-e688-4859-9827-200f5526ea42 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:22.250664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:22.259353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:22.267489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:22.269877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event updated for resources: {'Port': ['ID=7f4a5eff-8a19-45fc-851c-79cbd188a527,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:22.281272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-006963a6-1596-4ef5-9bcb-02d77c5e2c32 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.288187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:22.328000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-006963a6-1596-4ef5-9bcb-02d77c5e2c32 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.338442 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-69a1c089-94d4-48b8-949c-1136ebad4ca8 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/networks/60d76e76-acde-41a3-851d-a67e610f3a5e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2570252 Jun 22 14:59:22.341279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dff88795-cbf9-4a69-8809-d8dc9ca5b1b0 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:22.344789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36908) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:22.381617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006963a6-1596-4ef5-9bcb-02d77c5e2c32 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19e1c6f-07ae-4807-9dec-751df5262075,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:22.387658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-006963a6-1596-4ef5-9bcb-02d77c5e2c32 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:22.393379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-006963a6-1596-4ef5-9bcb-02d77c5e2c32 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.394674 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-006963a6-1596-4ef5-9bcb-02d77c5e2c32 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3704269 Jun 22 14:59:22.413401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fb365b6d-d62a-4056-b0a1-5d668b342b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.417505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36912) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:22.468299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.474690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-fb365b6d-d62a-4056-b0a1-5d668b342b68 None None] For port 27299199-a90e-4110-be06-48077391f359, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=27299199-a90e-4110-be06-48077391f359,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:22.482418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-22ad7f54-bc81-468e-b964-bc3f25e79c4f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:22.482610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fb365b6d-d62a-4056-b0a1-5d668b342b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.485145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8ecc4e25-2420-4948-b368-b816aea3d1e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:22.540260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=16036377-67d0-421f-b8a0-4222cec3dffc,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:22.545306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb365b6d-d62a-4056-b0a1-5d668b342b68 None None] Pushing event updated for resources: {'Port': ['ID=27299199-a90e-4110-be06-48077391f359,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:22.549963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-fb365b6d-d62a-4056-b0a1-5d668b342b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:22.561761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7411096a-b1ae-4ca9-9cf7-ad373fff9de7 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.569764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7411096a-b1ae-4ca9-9cf7-ad373fff9de7 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.584821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e099c5-8ad4-423d-a870-ef884fee23fc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:22.590210 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-16e099c5-8ad4-423d-a870-ef884fee23fc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/subnets/adfc8611-d344-48fc-a1f8-e6d9c30c64cf HTTP/1.1" status: 200 len: 843 time: 0.2387700 Jun 22 14:59:22.595268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:22.598764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36914) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:22.693502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.697953 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/16036377-67d0-421f-b8a0-4222cec3dffc HTTP/1.1" status: 204 len: 168 time: 1.6987355 Jun 22 14:59:22.698697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36916) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:22.704042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7411096a-b1ae-4ca9-9cf7-ad373fff9de7 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.706310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.713772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:22.720460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7411096a-b1ae-4ca9-9cf7-ad373fff9de7 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.724200 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7411096a-b1ae-4ca9-9cf7-ad373fff9de7 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d19e1c6f-07ae-4807-9dec-751df5262075 HTTP/1.1" status: 204 len: 168 time: 0.3002036 Jun 22 14:59:22.726123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.733703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed6e40e-0032-463f-be24-56daea492daa tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['shared'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:22.738633 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-aed6e40e-0032-463f-be24-56daea492daa tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "GET /v2.0/subnets/adfc8611-d344-48fc-a1f8-e6d9c30c64cf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1340544 Jun 22 14:59:22.738633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36918) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:22.742175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36920) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:22.748003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-39325675'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:22.767249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411096a-b1ae-4ca9-9cf7-ad373fff9de7 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d19e1c6f-07ae-4807-9dec-751df5262075,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:22.775215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7411096a-b1ae-4ca9-9cf7-ad373fff9de7 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:22.775215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7771d044-4cce-450c-8574-ae8259d2c159 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:22.775961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:22.779607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.829569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:22.835609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4ca5c400-7514-479c-bcaf-415d12f6ea13 None None] Provisioning complete for port 27299199-a90e-4110-be06-48077391f359 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:22.836013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c400-7514-479c-bcaf-415d12f6ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.841189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.841361 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Added segment 4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7 of type vlan for network a694a637-2416-492c-b651-39fab6263555 Jun 22 14:59:22.859167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.890652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.919841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.920211 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fe0d7ca8-8ea6-49ad-8a79-0d7b248e24b9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1602864 Jun 22 14:59:22.924070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36922) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:22.927287 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'Port': ['ID=149950e9-00d2-4fbe-96d8-98ccc77fefe6,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:22.933110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:22.975118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:22.985723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:22.986910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.020891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4ca5c400-7514-479c-bcaf-415d12f6ea13 None None] Provisioning for port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:23.029413 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4ca5c400-7514-479c-bcaf-415d12f6ea13 None None] Provisioning complete for port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:23.029984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c400-7514-479c-bcaf-415d12f6ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.080519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cc68337c-d72c-48ab-bd8e-901c55cb9b92 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:23.095833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:23.097321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:23.129694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e22c846-25a1-4074-89b5-715e7158f747 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:23.140071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b87bb0-071a-4cac-86ce-ea9bfb0e76de tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:23.141764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b87bb0-071a-4cac-86ce-ea9bfb0e76de tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:23.149921 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-32b87bb0-071a-4cac-86ce-ea9bfb0e76de tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4497056 Jun 22 14:59:23.158183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36926) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:23.163343 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4201114 Jun 22 14:59:23.185008 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5c400-7514-479c-bcaf-415d12f6ea13 None None] Port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:23.190898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port cc68337c-d72c-48ab-bd8e-901c55cb9b92 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:23.191543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.201536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36930) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:23.206874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'network_id': 'a694a637-2416-492c-b651-39fab6263555', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:23.324164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2336f4fb-6a79-4150-844b-08947c67c81a None None] Provisioning complete for port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:23.324719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2336f4fb-6a79-4150-844b-08947c67c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.355583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f289fa53-96a9-4ed2-9c12-c8ed8a79c3e2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.384096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2336f4fb-6a79-4150-844b-08947c67c81a None None] Port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:23.389444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 27299199-a90e-4110-be06-48077391f359 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:23.427555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Network': ['ID=a694a637-2416-492c-b651-39fab6263555,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:23.431009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:23.435764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 849c659d-ea72-4a67-a178-79ccc4065786 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:23.446675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a694a637-2416-492c-b651-39fab6263555 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:23.497430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f289fa53-96a9-4ed2-9c12-c8ed8a79c3e2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.501318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.532688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2060e51c-af60-468d-b2ba-6ed3da295905 None None] Provisioning complete for port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:23.533517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2060e51c-af60-468d-b2ba-6ed3da295905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.543922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.575173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 27299199-a90e-4110-be06-48077391f359 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:23.575901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.650994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2060e51c-af60-468d-b2ba-6ed3da295905 None None] Port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:23.705878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6e1336e5-14df-48eb-90a0-550e210f173a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:23.739424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Router ac18e5f8-6fda-4ed6-b06c-19552b4043cf has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:59:23.756508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Made reservation on behalf of b8ef3b0ab522400190ac26a91107194f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:23.758742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.764453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f289fa53-96a9-4ed2-9c12-c8ed8a79c3e2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.769420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f289fa53-96a9-4ed2-9c12-c8ed8a79c3e2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.774480 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f289fa53-96a9-4ed2-9c12-c8ed8a79c3e2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-groups/dde098f0-ea23-4176-8ce5-d475461c43a6 HTTP/1.1" status: 204 len: 168 time: 0.8446977 Jun 22 14:59:23.774911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.777084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Could not find standard attr ID for object 16036377-67d0-421f-b8a0-4222cec3dffc. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 14:59:23.779412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36934) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:23.793338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:23.803968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Provisioning for port 6e1336e5-14df-48eb-90a0-550e210f173a completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:23.808353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Provisioning complete for port 6e1336e5-14df-48eb-90a0-550e210f173a triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:23.809081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.810696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 6e1336e5-14df-48eb-90a0-550e210f173a completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:23.815315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 6e1336e5-14df-48eb-90a0-550e210f173a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:23.815680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:23.823112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289fa53-96a9-4ed2-9c12-c8ed8a79c3e2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde098f0-ea23-4176-8ce5-d475461c43a6,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:23.827168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f289fa53-96a9-4ed2-9c12-c8ed8a79c3e2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:23.847252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Router f01f1c41-c6e8-451f-ad9d-9c4462833e3e is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:23.915418 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2e2103c9-61fd-4e8a-a3dc-b6b76c27e625 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1333292 Jun 22 14:59:23.923116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36936) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:23.928080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.ipam_backend_mixin [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Performing IP validity checks on allocation pools {{(pid=93502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 14:59:23.928607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.ipam_backend_mixin [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 14:59:23.934706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-802ae751-a192-49b3-b8fa-f05e5b84cf2a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612749771'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:23.957708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.019388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.051509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:24.063218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Sync routers for ids ['f01f1c41-c6e8-451f-ad9d-9c4462833e3e'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:24.073862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.077502 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3081841 Jun 22 14:59:24.077738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36938) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:24.081027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Routers {'f01f1c41-c6e8-451f-ad9d-9c4462833e3e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:24.081708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f01f1c41-c6e8-451f-ad9d-9c4462833e3e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:24.084127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.121675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.126760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-910dd655-faac-49e4-b723-47f6f5e2f619 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:24.163926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.165893 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/849c659d-ea72-4a67-a178-79ccc4065786 HTTP/1.1" status: 204 len: 168 time: 1.0014722 Jun 22 14:59:24.168831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=849c659d-ea72-4a67-a178-79ccc4065786,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:24.171904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:24.172415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36940) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:24.186130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-802ae751-a192-49b3-b8fa-f05e5b84cf2a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.201724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.207976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-31b1c71e-683f-4d5b-8c61-a8f8d5499e97 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:24.254629 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-114e795f-1483-449c-8f26-f50db4bbafc7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793760 Jun 22 14:59:24.257520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36944) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:24.263426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:24.298449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:24.307490 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "PUT /v2.0/routers/ac18e5f8-6fda-4ed6-b06c-19552b4043cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8182268 Jun 22 14:59:24.310251 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Sync routers for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:24.320142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Checking segment: {'id': '4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a694a637-2416-492c-b651-39fab6263555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:24.320386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network hostable DHCP agents. Network: a694a637-2416-492c-b651-39fab6263555, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:24.328593 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:24.330274 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:24.334102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=e06f666c-a0be-487f-b269-674bd8e4b10e,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:24.338474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:24.357864 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:24.358410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:24.358711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:24.359109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:24.359638 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1731f1d6-4633-4a7a-aca8-9eba91c5182b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/routers/f01f1c41-c6e8-451f-ad9d-9c4462833e3e HTTP/1.1" status: 200 len: 908 time: 0.2802594 Jun 22 14:59:24.363838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36948) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:24.383486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1143972568', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': True}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:24.390470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7859286-e3e9-4edb-9952-9b4c2ae96584 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:24.422075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Network a694a637-2416-492c-b651-39fab6263555 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:24.459714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a694a637-2416-492c-b651-39fab6263555) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:24.477246 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:24.493743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:24.494956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.519652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-802ae751-a192-49b3-b8fa-f05e5b84cf2a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.529343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-802ae751-a192-49b3-b8fa-f05e5b84cf2a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.560871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83bc6a79-9af8-42f1-a5cd-86c58431d417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:24.570824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.571851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.574265 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3716576 Jun 22 14:59:24.575009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36962) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:24.586920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a237ab9c-2bb7-4f48-9034-404e88ed4f8c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:24.631682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:24.638405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.660804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-802ae751-a192-49b3-b8fa-f05e5b84cf2a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.665515 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-802ae751-a192-49b3-b8fa-f05e5b84cf2a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7398596 Jun 22 14:59:24.666929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36964) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:24.675905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1e1249a7-8edc-43b3-9d54-420f63f08aa6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': '494e3bd6-5053-406e-a5b7-8cdb109470c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:24.683881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ae751-a192-49b3-b8fa-f05e5b84cf2a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494e3bd6-5053-406e-a5b7-8cdb109470c2,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:24.698213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.701998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-802ae751-a192-49b3-b8fa-f05e5b84cf2a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:24.724322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Set router f01f1c41-c6e8-451f-ad9d-9c4462833e3e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:24.767558 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '149950e9-00d2-4fbe-96d8-98ccc77fefe6', 'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'mac_address': 'fa:16:3e:c3:9c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:18Z', 'updated_at': '2021-06-22T14:59:22Z', 'revision_number': 2, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'subnets': [{'id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:24.785447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af9e2b-cd3b-4220-a985-7b361cce65f7 None None] Network a694a637-2416-492c-b651-39fab6263555 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:24.837887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a237ab9c-2bb7-4f48-9034-404e88ed4f8c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3178855'] for subnet, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.918967 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Checking router: ac18e5f8-6fda-4ed6-b06c-19552b4043cf for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:24.920203 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Updating router ac18e5f8-6fda-4ed6-b06c-19552b4043cf port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:59:24.928052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:24.988176 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.063900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.064527 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-af315065-03fd-4459-837d-51a959c5f219 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992070371&fields=id&tenant_id=7216a9e20d544392a414b02c881cfac3 HTTP/1.1" status: 200 len: 267 time: 0.4735389 Jun 22 14:59:25.078159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a237ab9c-2bb7-4f48-9034-404e88ed4f8c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782473616698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3888665'] for subnet, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.092950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c372d29e-c19d-421b-aa64-94c035ee183f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:25.151704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] For port 6e1336e5-14df-48eb-90a0-550e210f173a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=6e1336e5-14df-48eb-90a0-550e210f173a,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:25.177161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.179200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-a694a637-2416-492c-b651-39fab6263555', 'network_id': 'a694a637-2416-492c-b651-39fab6263555', 'tenant_id': 'b8ef3b0ab522400190ac26a91107194f', 'fixed_ips': [{'subnet_id': 'e06f666c-a0be-487f-b269-674bd8e4b10e'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:25.180047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.196321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1e1249a7-8edc-43b3-9d54-420f63f08aa6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.209554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-45286316-906d-4b75-b4ee-100c906f8e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:25.252083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a237ab9c-2bb7-4f48-9034-404e88ed4f8c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:25.252680 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a237ab9c-2bb7-4f48-9034-404e88ed4f8c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.256505 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a237ab9c-2bb7-4f48-9034-404e88ed4f8c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "PUT /v2.0/subnets/e06f666c-a0be-487f-b269-674bd8e4b10e HTTP/1.1" status: 200 len: 900 time: 0.6729186 Jun 22 14:59:25.263490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36968) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:25.329577 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.341088 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Transition to ACTIVE for port object 149950e9-00d2-4fbe-96d8-98ccc77fefe6 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:25.350166 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.355440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Pushing event updated for resources: {'Port': ['ID=6e1336e5-14df-48eb-90a0-550e210f173a,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:25.362815 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:25.369623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:25.378071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.394908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237ab9c-2bb7-4f48-9034-404e88ed4f8c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event updated for resources: {'Subnet': ['ID=e06f666c-a0be-487f-b269-674bd8e4b10e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:25.395477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9ac6e15f-a087-4622-abba-3d5ee4302c8d None None] Could not find standard attr ID for object 16036377-67d0-421f-b8a0-4222cec3dffc. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 14:59:25.409710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a237ab9c-2bb7-4f48-9034-404e88ed4f8c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:25.414145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01f1c41-c6e8-451f-ad9d-9c4462833e3e', 'name': 'tempest-snat-router-1143972568', 'tenant_id': 'f0c011de86bf45a39fbfc226a348e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.77'}], 'enable_snat': False}, 'gw_port_id': '7f4a5eff-8a19-45fc-851c-79cbd188a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:19Z', 'updated_at': '2021-06-22T14:59:22Z', 'revision_number': 3, 'project_id': 'f0c011de86bf45a39fbfc226a348e785', 'gw_port': {'id': '7f4a5eff-8a19-45fc-851c-79cbd188a527', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01f1c41-c6e8-451f-ad9d-9c4462833e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:21Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:25.437577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-26a43745-f6b4-45a2-afc8-ae6b00b275d6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:25.444496 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-26a43745-f6b4-45a2-afc8-ae6b00b275d6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/networks?id=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb HTTP/1.1" status: 200 len: 796 time: 0.3790832 Jun 22 14:59:25.453710 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Pushing event updated for resources: {'Port': ['ID=149950e9-00d2-4fbe-96d8-98ccc77fefe6,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:25.465722 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-a71e1296-fb40-4275-852c-5ef42cb7405e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/quotas/7216a9e20d544392a414b02c881cfac3 HTTP/1.1" status: 200 len: 375 time: 0.0202708 Jun 22 14:59:25.472865 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.473272 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.473668 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.474005 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.474452 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.474754 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.475084 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.475422 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.475761 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.476082 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.476398 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.476776 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:25.484132 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:25.491704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Checking router: f01f1c41-c6e8-451f-ad9d-9c4462833e3e for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:25.492064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Updating router f01f1c41-c6e8-451f-ad9d-9c4462833e3e port 7f4a5eff-8a19-45fc-851c-79cbd188a527 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:59:25.535244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.563360 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Attempting to bind port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:25.563727 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Attempting to bind port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:25.564099 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Attempting to bind port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 on network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:25.569910 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:25.570287 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Checking segment: {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:25.571208 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.571617 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Bound using segment: {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:25.572175 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Bound port: 149950e9-00d2-4fbe-96d8-98ccc77fefe6, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:25.572605 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.576008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1e1249a7-8edc-43b3-9d54-420f63f08aa6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.625236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1e1249a7-8edc-43b3-9d54-420f63f08aa6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.646712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:25.651906 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] For port 149950e9-00d2-4fbe-96d8-98ccc77fefe6, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:25.656480 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] For port 149950e9-00d2-4fbe-96d8-98ccc77fefe6, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=149950e9-00d2-4fbe-96d8-98ccc77fefe6,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:25.664454 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.677850 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:25.699837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1e1249a7-8edc-43b3-9d54-420f63f08aa6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.703974 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1e1249a7-8edc-43b3-9d54-420f63f08aa6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0319381 Jun 22 14:59:25.711771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36974) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:25.720842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.721115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c65b1d51-6513-467b-9702-1e18f35b570e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': '494e3bd6-5053-406e-a5b7-8cdb109470c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:25.723778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1249a7-8edc-43b3-9d54-420f63f08aa6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c674444-60a2-4994-ae4f-324940ef246f,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:25.729950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1e1249a7-8edc-43b3-9d54-420f63f08aa6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:25.749555 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Pushing event updated for resources: {'Port': ['ID=149950e9-00d2-4fbe-96d8-98ccc77fefe6,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:25.755543 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:25.762497 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:25.763266 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:25.808699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.829286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:25.881408 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-bf88ae7e-d84b-41f8-b463-40695bc76c7a tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7216a9e20d544392a414b02c881cfac3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4071527 Jun 22 14:59:25.890474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c65b1d51-6513-467b-9702-1e18f35b570e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.944021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:25.944661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:25.961476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:25.969861 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:25.979256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:25.980263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.008200 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-5f50ca02-dd81-400b-bbf0-10634396b5fb service neutron] 10.222.0.22 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252048 Jun 22 14:59:26.016440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Allocated IP 2001:db8::3 (a694a637-2416-492c-b651-39fab6263555/e06f666c-a0be-487f-b269-674bd8e4b10e/63cf74a2-e537-4214-9e4b-11e3db64640a) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:26.066562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=d9d317bf-088f-4137-98a0-2b7d0a73364c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:26.075250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:26.135884 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.136100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c65b1d51-6513-467b-9702-1e18f35b570e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.140657 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8791690 Jun 22 14:59:26.152609 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-b22d50fa-7b8f-4a7f-9c3d-060398a82690 service neutron] 10.222.0.22 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413612 Jun 22 14:59:26.154646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36978) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:26.158088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c65b1d51-6513-467b-9702-1e18f35b570e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.165224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:26.169662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': 'd9d317bf-088f-4137-98a0-2b7d0a73364c', 'ip_address': '2001:db8::a0ed:2f7d:751f:418f'}], 'name': 'tempest-NetworksTestDHCPv6-957032882'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:26.187023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Transition to ACTIVE for port object 7f4a5eff-8a19-45fc-851c-79cbd188a527 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:26.193493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c65b1d51-6513-467b-9702-1e18f35b570e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.198533 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c65b1d51-6513-467b-9702-1e18f35b570e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4788330 Jun 22 14:59:26.198982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 36980) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:26.199766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.205755 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-51c23d1e-5870-42ef-ab6e-b1e21b95f3c6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': '494e3bd6-5053-406e-a5b7-8cdb109470c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:26.211754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b1d51-6513-467b-9702-1e18f35b570e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a15aca-cd80-460e-aa8b-2e5ef4a398d9,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:26.234681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c65b1d51-6513-467b-9702-1e18f35b570e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:26.237443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.255794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.283369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:26.321176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51c23d1e-5870-42ef-ab6e-b1e21b95f3c6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.418352 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '149950e9-00d2-4fbe-96d8-98ccc77fefe6', 'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'mac_address': 'fa:16:3e:c3:9c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:18Z', 'updated_at': '2021-06-22T14:59:25Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'subnets': [{'id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:26.420210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:26.420606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:26.427455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Attempting to bind port 7f4a5eff-8a19-45fc-851c-79cbd188a527 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:26.428069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Attempting to bind port 7f4a5eff-8a19-45fc-851c-79cbd188a527 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:26.428520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Attempting to bind port 7f4a5eff-8a19-45fc-851c-79cbd188a527 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:26.430527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:26.453091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:26.453486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:26.453901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.454313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:26.454806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Bound port: 7f4a5eff-8a19-45fc-851c-79cbd188a527, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:26.455187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.456769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e99985-7965-40c3-9b7b-6c71d59d1ba4 None None] Pushing event updated for resources: {'Port': ['ID=7f4a5eff-8a19-45fc-851c-79cbd188a527,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:26.460174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c4e99985-7965-40c3-9b7b-6c71d59d1ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:26.478930 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b77450-7007-43a3-b208-25d9ccfadbfd None None] The sync data for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '149950e9-00d2-4fbe-96d8-98ccc77fefe6', 'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'mac_address': 'fa:16:3e:c3:9c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:18Z', 'updated_at': '2021-06-22T14:59:25Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'subnets': [{'id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:26.512787 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-81824bb3-9851-4841-9e73-674c9718e8d9 req-153646fc-1310-4560-bf6f-e7b72e49fa99 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 210 time: 0.1031179 Jun 22 14:59:26.519474 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.545078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:26.587509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Allocated IP 172.26.6.157 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/61cec235-084b-4dc1-a9f3-ebd0fd83722a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:26.596670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Transition to ACTIVE for port object 63cf74a2-e537-4214-9e4b-11e3db64640a will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:26.616096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.641688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 7d2266d9-b007-4bfe-9d84-7f72117882de yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:26.656972 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] For port 7f4a5eff-8a19-45fc-851c-79cbd188a527, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:26.661063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Transition to ACTIVE for port object 63cf74a2-e537-4214-9e4b-11e3db64640a will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:26.676493 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.684701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:26.690295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] For port 7f4a5eff-8a19-45fc-851c-79cbd188a527, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7f4a5eff-8a19-45fc-851c-79cbd188a527,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:26.726761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.737746 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51c23d1e-5870-42ef-ab6e-b1e21b95f3c6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.759536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51c23d1e-5870-42ef-ab6e-b1e21b95f3c6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.767084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.771512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Network a694a637-2416-492c-b651-39fab6263555 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:26.786960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:26.789358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:26.790819 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-006963a6-1596-4ef5-9bcb-02d77c5e2c32 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:26.807362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Pushing event updated for resources: {'Port': ['ID=63cf74a2-e537-4214-9e4b-11e3db64640a,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:26.815949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:26.840341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5c965c74-fe1f-4abb-8319-54d54bb8e144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:26.843321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-25ada0be-3608-4751-8cdc-aa80c65d0fbc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:26.873657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c23d1e-5870-42ef-ab6e-b1e21b95f3c6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7f5c15-9634-45c8-a3f7-f4a069b3cf9a,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:26.889099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51c23d1e-5870-42ef-ab6e-b1e21b95f3c6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:26.895856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 36996) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:26.896402 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-51c23d1e-5870-42ef-ab6e-b1e21b95f3c6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6942315 Jun 22 14:59:26.897496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-51c23d1e-5870-42ef-ab6e-b1e21b95f3c6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:26.940497 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=e06f666c-a0be-487f-b269-674bd8e4b10e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:26.944637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Routers {'f01f1c41-c6e8-451f-ad9d-9c4462833e3e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:26.945659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f01f1c41-c6e8-451f-ad9d-9c4462833e3e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:26.957473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a4dd07a0-2a16-4096-97a2-cc8f32548357 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': '494e3bd6-5053-406e-a5b7-8cdb109470c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:26.959560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.006138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] Deleting port 6e1336e5-14df-48eb-90a0-550e210f173a {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:27.006739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.059217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.061898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:27.068643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-22dbc24b-4b47-4dc4-a07f-b156c66f10cb tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:27.092340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Attempting to bind port 63cf74a2-e537-4214-9e4b-11e3db64640a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:27.096131 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Attempting to bind port 63cf74a2-e537-4214-9e4b-11e3db64640a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a694a637-2416-492c-b651-39fab6263555'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:27.096558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Attempting to bind port 63cf74a2-e537-4214-9e4b-11e3db64640a on network a694a637-2416-492c-b651-39fab6263555 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:27.119501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.127765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:27.131812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:27.145702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:27.172511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a694a637-2416-492c-b651-39fab6263555']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:27.186459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:27.186851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Checking segment: {'id': '4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a694a637-2416-492c-b651-39fab6263555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:27.187271 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.187692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Bound using segment: {'id': '4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a694a637-2416-492c-b651-39fab6263555'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:27.190390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Bound port: 63cf74a2-e537-4214-9e4b-11e3db64640a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a694a637-2416-492c-b651-39fab6263555'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:27.190794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.195993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e99985-7965-40c3-9b7b-6c71d59d1ba4 None None] Pushing event updated for resources: {'Port': ['ID=7f4a5eff-8a19-45fc-851c-79cbd188a527,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:27.201647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4dd07a0-2a16-4096-97a2-cc8f32548357 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.203238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c4e99985-7965-40c3-9b7b-6c71d59d1ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:27.222686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event updated for resources: {'Port': ['ID=61cec235-084b-4dc1-a9f3-ebd0fd83722a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:27.233942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:27.307646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:27.308100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:27.347790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::a0ed:2f7d:751f:418f (8c283d8d-bdf0-4810-b080-3afcb2f245b2/d9d317bf-088f-4137-98a0-2b7d0a73364c/7d2266d9-b007-4bfe-9d84-7f72117882de) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:27.360448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.408315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.425348 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4dd07a0-2a16-4096-97a2-cc8f32548357 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.519146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:27.519570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.564716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] Set router f01f1c41-c6e8-451f-ad9d-9c4462833e3e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:27.591872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4dd07a0-2a16-4096-97a2-cc8f32548357 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:27.593381 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:27.599598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3c7ec1f4-4085-4eec-a29e-90f70760ebc7 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:27.626654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 149950e9-00d2-4fbe-96d8-98ccc77fefe6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:27.628765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd07a0-2a16-4096-97a2-cc8f32548357 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2925b3-d50a-401b-8991-6823d2967c7b,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:27.630601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 14:59:27.630601 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 14:59:27.630601 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'id': 'a694a637-2416-492c-b651-39fab6263555'}] Jun 22 14:59:27.630601 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:27.630970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:27.644464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a4dd07a0-2a16-4096-97a2-cc8f32548357 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:27.684213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.689829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4dd07a0-2a16-4096-97a2-cc8f32548357 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.691022 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a4dd07a0-2a16-4096-97a2-cc8f32548357 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7518811 Jun 22 14:59:27.701808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37004) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:27.714344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6ae5a9f8-036d-4982-8157-b7edb0580c19 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': '494e3bd6-5053-406e-a5b7-8cdb109470c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:27.754185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.761858 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9b6d1361-ca85-4220-bb0a-c495122799c4 req-3c747377-6691-4cec-899f-e4e5cf77a0bf tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 210 time: 0.0378118 Jun 22 14:59:27.778286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 7d2266d9-b007-4bfe-9d84-7f72117882de will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:27.787608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a9f8-036d-4982-8157-b7edb0580c19 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.813751 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:27.823567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:27.824181 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.882660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a9f8-036d-4982-8157-b7edb0580c19 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.884012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.891755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] For port 6e1336e5-14df-48eb-90a0-550e210f173a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=6e1336e5-14df-48eb-90a0-550e210f173a,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:27.892538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.898306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:27.906512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a9f8-036d-4982-8157-b7edb0580c19 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.930770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:27.937713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:27.946796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:27.957383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:27.958119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:27.978402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] For port 63cf74a2-e537-4214-9e4b-11e3db64640a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:27.981190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=7d2266d9-b007-4bfe-9d84-7f72117882de,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:27.985918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:27.988511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:28.008397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5a9f8-036d-4982-8157-b7edb0580c19 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8091c004-2092-4ea5-a55f-4a33aa00e8cd,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:28.014255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ae5a9f8-036d-4982-8157-b7edb0580c19 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:28.015281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] Calling delete_port for 6e1336e5-14df-48eb-90a0-550e210f173a owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:28.019033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ae5a9f8-036d-4982-8157-b7edb0580c19 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.021569 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6ae5a9f8-036d-4982-8157-b7edb0580c19 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3177273 Jun 22 14:59:28.029727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37008) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:28.054707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] For port 63cf74a2-e537-4214-9e4b-11e3db64640a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=63cf74a2-e537-4214-9e4b-11e3db64640a,segment=NetworkSegment(4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7),segment_id=4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:28.068075 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9077480 Jun 22 14:59:28.071479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37010) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:28.091282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.114105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40cf2de-209c-4254-a345-fa641090c6e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.128236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73cdd180-7a23-4fe0-9b83-9eaf6dabf50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:28.134353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40cf2de-209c-4254-a345-fa641090c6e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.140624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.162510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.317518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Router bc41e81c-8afc-4a05-b80e-d8cafa614b42 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:28.362534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40cf2de-209c-4254-a345-fa641090c6e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.388634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Pushing event updated for resources: {'Port': ['ID=63cf74a2-e537-4214-9e4b-11e3db64640a,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:28.392091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.404122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d40cf2de-209c-4254-a345-fa641090c6e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.404830 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d40cf2de-209c-4254-a345-fa641090c6e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8091c004-2092-4ea5-a55f-4a33aa00e8cd HTTP/1.1" status: 204 len: 168 time: 0.3740940 Jun 22 14:59:28.409808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:28.412869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:28.418775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37014) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:28.418944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11190e61-24ab-4d20-8a47-86eecc30e99a None None] Network a694a637-2416-492c-b651-39fab6263555 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:28.483206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01f1c41-c6e8-451f-ad9d-9c4462833e3e', 'name': 'tempest-snat-router-1143972568', 'tenant_id': 'f0c011de86bf45a39fbfc226a348e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.77'}], 'enable_snat': False}, 'gw_port_id': '7f4a5eff-8a19-45fc-851c-79cbd188a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:19Z', 'updated_at': '2021-06-22T14:59:22Z', 'revision_number': 3, 'project_id': 'f0c011de86bf45a39fbfc226a348e785', 'gw_port': {'id': '7f4a5eff-8a19-45fc-851c-79cbd188a527', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01f1c41-c6e8-451f-ad9d-9c4462833e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:21Z', 'updated_at': '2021-06-22T14:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:28.503424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:28.529265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Sync routers for ids ['bc41e81c-8afc-4a05-b80e-d8cafa614b42'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:28.536027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 149950e9-00d2-4fbe-96d8-98ccc77fefe6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=149950e9-00d2-4fbe-96d8-98ccc77fefe6,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:28.539914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dfdecf-cb09-41f6-9c74-86c5af3c7d64 None None] The sync data for ids ['f01f1c41-c6e8-451f-ad9d-9c4462833e3e'] in dv-neutron-601336-93-hyperv is: [{'id': 'f01f1c41-c6e8-451f-ad9d-9c4462833e3e', 'name': 'tempest-snat-router-1143972568', 'tenant_id': 'f0c011de86bf45a39fbfc226a348e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.77'}], 'enable_snat': False}, 'gw_port_id': '7f4a5eff-8a19-45fc-851c-79cbd188a527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:19Z', 'updated_at': '2021-06-22T14:59:22Z', 'revision_number': 3, 'project_id': 'f0c011de86bf45a39fbfc226a348e785', 'gw_port': {'id': '7f4a5eff-8a19-45fc-851c-79cbd188a527', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01f1c41-c6e8-451f-ad9d-9c4462833e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:21Z', 'updated_at': '2021-06-22T14:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:28.550973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.557243 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1916409 Jun 22 14:59:28.558128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37020) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:28.562640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.589789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-864b8b4f-9194-4237-b9cf-d5a7c87b2eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:28.594296 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b7c48bd1-ba49-45af-8ea6-f7acc4b1257f tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1569707 Jun 22 14:59:28.594454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.594558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cf2de-209c-4254-a345-fa641090c6e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8091c004-2092-4ea5-a55f-4a33aa00e8cd,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:28.612621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d40cf2de-209c-4254-a345-fa641090c6e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:28.621221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37022) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:28.632821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Routers {'bc41e81c-8afc-4a05-b80e-d8cafa614b42'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:28.632821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['bc41e81c-8afc-4a05-b80e-d8cafa614b42'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:28.633254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-ccf078fc-b6d7-4be1-bafe-b4eb93fcb491 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:28.633254 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-ccf078fc-b6d7-4be1-bafe-b4eb93fcb491 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.21 "GET /v2.0/networks?id=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb HTTP/1.1" status: 200 len: 796 time: 0.4706676 Jun 22 14:59:28.639750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] No DVR routers for this DVR port 6e1336e5-14df-48eb-90a0-550e210f173a on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:28.665550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754c93f-3c42-435b-9369-71dc3c7cd5b6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:28.673533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754c93f-3c42-435b-9369-71dc3c7cd5b6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:28.674749 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d754c93f-3c42-435b-9369-71dc3c7cd5b6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.6024086 Jun 22 14:59:28.680551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37026) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:28.731061 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3c61f09-98e2-4845-a92f-70c1d82fbf99 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.733871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6e1336e5-14df-48eb-90a0-550e210f173a no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:28.749828 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-b66e49fe-3f9c-4ec3-9cf8-a5d9f4ac92b8 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7216a9e20d544392a414b02c881cfac3 HTTP/1.1" status: 200 len: 379 time: 0.0988042 Jun 22 14:59:28.753928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting port 63cf74a2-e537-4214-9e4b-11e3db64640a {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:28.754339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.754443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17bace-cc7b-4052-8d3b-7d3e67c7eaa7 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:28.761810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'port': {'device_id': '5fa87731-372d-44a7-8d50-2956e39a249e', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'admin_state_up': True, 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'security_groups': ['6ff937c7-c03c-40b1-b819-721a6dfca800']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:28.770882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3c61f09-98e2-4845-a92f-70c1d82fbf99 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.831993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] Pushing event deleted for resources: {'Port': ['ID=6e1336e5-14df-48eb-90a0-550e210f173a,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:28.835525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:28.845184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 6e1336e5-14df-48eb-90a0-550e210f173a {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:59:28.845589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6e1336e5-14df-48eb-90a0-550e210f173a not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:28.849367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8286abc8-ddc4-4b8d-9a8f-8785054d859a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:28.872594 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dab00a6d-8c91-4590-a548-4fba04bc46e8 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/routers/bc41e81c-8afc-4a05-b80e-d8cafa614b42 HTTP/1.1" status: 200 len: 908 time: 0.3129458 Jun 22 14:59:28.875298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37030) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:28.888223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3c61f09-98e2-4845-a92f-70c1d82fbf99 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.934048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3c61f09-98e2-4845-a92f-70c1d82fbf99 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:28.935156 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f3c61f09-98e2-4845-a92f-70c1d82fbf99 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/4d2925b3-d50a-401b-8991-6823d2967c7b HTTP/1.1" status: 204 len: 168 time: 0.3126919 Jun 22 14:59:28.936644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-51c23d1e-5870-42ef-ab6e-b1e21b95f3c6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:28.946479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37032) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:29.009940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c61f09-98e2-4845-a92f-70c1d82fbf99 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d2925b3-d50a-401b-8991-6823d2967c7b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:29.043024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f3c61f09-98e2-4845-a92f-70c1d82fbf99 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:29.070305 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-98d0c407-89dc-4e91-bef1-22de6db296ff req-a3bbb1cc-1459-4237-8df3-c42bc4691173 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 210 time: 0.0555511 Jun 22 14:59:29.126822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 7d2266d9-b007-4bfe-9d84-7f72117882de {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:29.127188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.160832 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d72df0a6-7197-45b5-94f4-d8a455e78bef tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2127125 Jun 22 14:59:29.174652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=149950e9-00d2-4fbe-96d8-98ccc77fefe6,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:29.184960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:29.214753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Set router bc41e81c-8afc-4a05-b80e-d8cafa614b42 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:29.219792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37034) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:29.309523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.320780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73dd2d35-d926-429d-9582-62ece87f86bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.344774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] For port 63cf74a2-e537-4214-9e4b-11e3db64640a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=63cf74a2-e537-4214-9e4b-11e3db64640a,segment=NetworkSegment(4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7),segment_id=4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:29.344774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.344774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73dd2d35-d926-429d-9582-62ece87f86bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.427581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 7d2266d9-b007-4bfe-9d84-7f72117882de owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:29.445507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d4768-9ac8-497f-878b-04816434e0c2 None None] Network a694a637-2416-492c-b651-39fab6263555 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:29.447873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f4a5eff-8a19-45fc-851c-79cbd188a527 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:29.473520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Calling delete_port for 63cf74a2-e537-4214-9e4b-11e3db64640a owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:29.551554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73dd2d35-d926-429d-9582-62ece87f86bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.568595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ae5a9f8-036d-4982-8157-b7edb0580c19 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:29.573677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73dd2d35-d926-429d-9582-62ece87f86bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.577724 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-73dd2d35-d926-429d-9582-62ece87f86bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/bd7f5c15-9634-45c8-a3f7-f4a069b3cf9a HTTP/1.1" status: 204 len: 168 time: 0.3567233 Jun 22 14:59:29.581597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37040) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:29.609982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Made reservation on behalf of 7216a9e20d544392a414b02c881cfac3 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:29.613896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.619929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd2d35-d926-429d-9582-62ece87f86bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd7f5c15-9634-45c8-a3f7-f4a069b3cf9a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:29.621404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.627175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-73dd2d35-d926-429d-9582-62ece87f86bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:29.657916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d63d8e5-ecb9-48d0-a7ef-646e7fa4072a tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:29.679361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.723103 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2c053545-098f-4eda-a266-540c96468470 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1365745 Jun 22 14:59:29.723738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37044) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:29.774019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.782433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:29.797153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': 'd9d317bf-088f-4137-98a0-2b7d0a73364c'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:29.797958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.828145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=7d2266d9-b007-4bfe-9d84-7f72117882de,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:29.833843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.834998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:29.846477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Port': ['ID=63cf74a2-e537-4214-9e4b-11e3db64640a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:29.852929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:29.861415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64d1753d-facc-444d-8c3b-ec2f9741fdc2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.866992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No DVR routers for this DVR port 63cf74a2-e537-4214-9e4b-11e3db64640a on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:29.867202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 7f4a5eff-8a19-45fc-851c-79cbd188a527 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:29.880607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64d1753d-facc-444d-8c3b-ec2f9741fdc2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.908065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.912604 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/7d2266d9-b007-4bfe-9d84-7f72117882de HTTP/1.1" status: 204 len: 168 time: 1.2310529 Jun 22 14:59:29.915391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37046) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:29.922434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7f4a5eff-8a19-45fc-851c-79cbd188a527 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:29.922702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.949388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc41e81c-8afc-4a05-b80e-d8cafa614b42', 'name': 'tempest-snat-router-1143972568', 'tenant_id': 'f0c011de86bf45a39fbfc226a348e785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '61cec235-084b-4dc1-a9f3-ebd0fd83722a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:24Z', 'updated_at': '2021-06-22T14:59:27Z', 'revision_number': 3, 'project_id': 'f0c011de86bf45a39fbfc226a348e785', 'gw_port': {'id': '61cec235-084b-4dc1-a9f3-ebd0fd83722a', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc41e81c-8afc-4a05-b80e-d8cafa614b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:26Z', 'updated_at': '2021-06-22T14:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:29.977834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Deleting port 61cec235-084b-4dc1-a9f3-ebd0fd83722a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:29.979966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:29.990108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7957f37a-525c-40c1-aeb0-d9e86ead30ec tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:29.997587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7957f37a-525c-40c1-aeb0-d9e86ead30ec tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:30.002408 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7957f37a-525c-40c1-aeb0-d9e86ead30ec tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0871687 Jun 22 14:59:30.003308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37048) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:30.028272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Checking router: bc41e81c-8afc-4a05-b80e-d8cafa614b42 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:30.028628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Updating router bc41e81c-8afc-4a05-b80e-d8cafa614b42 port 61cec235-084b-4dc1-a9f3-ebd0fd83722a binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:59:30.030244 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.032675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64d1753d-facc-444d-8c3b-ec2f9741fdc2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.038303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Allocated IP 172.20.0.3 (c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb/170727aa-6848-41db-b5a3-d2a12def7acd/366a07c9-a46d-43fd-bfcc-2c710c4c22da) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:30.083446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a694a637-2416-492c-b651-39fab6263555']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:30.094468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:30.095134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e59d83e-0712-4fb3-90b8-ddf8b98bb9a7') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:30.099597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet d9d317bf-088f-4137-98a0-2b7d0a73364c {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:30.106720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.120035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-64d1753d-facc-444d-8c3b-ec2f9741fdc2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.124685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37052) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:30.126843 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-64d1753d-facc-444d-8c3b-ec2f9741fdc2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/09a15aca-cd80-460e-aa8b-2e5ef4a398d9 HTTP/1.1" status: 204 len: 168 time: 0.3623459 Jun 22 14:59:30.138229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.151241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.163833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:30.164321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.164435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.169229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-390daff1-5a1c-4398-96fe-735149c414a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.215347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/d9d317bf-088f-4137-98a0-2b7d0a73364c/47981694-34d2-4ece-b3b1-dd1703d37fcc) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:30.225679 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-817ed7ec-1e27-43a6-a79b-578cd9e00e68 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0996654 Jun 22 14:59:30.235853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:30.238324 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:30.247752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37054) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:30.250553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Calling delete_port for 61cec235-084b-4dc1-a9f3-ebd0fd83722a owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:30.283462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1753d-facc-444d-8c3b-ec2f9741fdc2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09a15aca-cd80-460e-aa8b-2e5ef4a398d9,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:30.286850 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f7c02d71-50ff-42eb-b740-f03568672f46 req-01366c74-cd2d-4f8b-a47e-69a122855036 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 210 time: 0.0338833 Jun 22 14:59:30.290440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64d1753d-facc-444d-8c3b-ec2f9741fdc2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:30.316102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.378239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.382944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.389267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/a694a637-2416-492c-b651-39fab6263555 HTTP/1.1" status: 204 len: 168 time: 5.1163013 Jun 22 14:59:30.389267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:30.390697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 7f4a5eff-8a19-45fc-851c-79cbd188a527, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7f4a5eff-8a19-45fc-851c-79cbd188a527,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:30.399140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37056) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:30.408350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe805-c466-4822-88db-e54a545a5c0a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.426459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=a694a637-2416-492c-b651-39fab6263555,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:30.427822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.433390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d28a89d4-2942-4b51-addf-e04a2ac5a89e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:30.437875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:30.439869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe805-c466-4822-88db-e54a545a5c0a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.468558 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c765b15-9430-46d2-944c-0bbaded0af12 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:30.469052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c765b15-9430-46d2-944c-0bbaded0af12 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:30.472815 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6c765b15-9430-46d2-944c-0bbaded0af12 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/e06f666c-a0be-487f-b269-674bd8e4b10e HTTP/1.1" status: 404 len: 337 time: 0.0601606 Jun 22 14:59:30.474106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37058) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:30.498730 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d623dd74-51dd-4c3b-9a23-f4a73fa9cd85 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:30.499444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d623dd74-51dd-4c3b-9a23-f4a73fa9cd85 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:30.503911 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d623dd74-51dd-4c3b-9a23-f4a73fa9cd85 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/a694a637-2416-492c-b651-39fab6263555 HTTP/1.1" status: 404 len: 339 time: 0.0264611 Jun 22 14:59:30.504218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37062) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:30.526351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.532875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=7f4a5eff-8a19-45fc-851c-79cbd188a527,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:30.546040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe805-c466-4822-88db-e54a545a5c0a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.549393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.555925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe805-c466-4822-88db-e54a545a5c0a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.557478 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d4dfe805-c466-4822-88db-e54a545a5c0a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/0c674444-60a2-4994-ae4f-324940ef246f HTTP/1.1" status: 204 len: 168 time: 0.3087013 Jun 22 14:59:30.562035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6c52c839-2878-4c43-91fd-300a8cfbc7c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:30.569240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37064) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:30.572730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfe805-c466-4822-88db-e54a545a5c0a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c674444-60a2-4994-ae4f-324940ef246f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:30.578380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d5fb20da-1fcd-4f08-8f92-a2dd9e95b9b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:30.580683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d4dfe805-c466-4822-88db-e54a545a5c0a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:30.648623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:30.653202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Transition to ACTIVE for port object 366a07c9-a46d-43fd-bfcc-2c710c4c22da will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:30.660530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event deleted for resources: {'Port': ['ID=61cec235-084b-4dc1-a9f3-ebd0fd83722a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:30.668538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:30.681136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.701996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.707105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Transition to ACTIVE for port object 47981694-34d2-4ece-b3b1-dd1703d37fcc will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:30.709000 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8ea8b705-8cc4-4c02-a216-31fbbdcd4e5b tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1261609 Jun 22 14:59:30.713438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37068) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:30.732410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.742579 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Transition to ACTIVE for port object 47981694-34d2-4ece-b3b1-dd1703d37fcc will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:30.773524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.778985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.780460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:30.783142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.787407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7121184a-82e2-4b7d-88b6-18da13b0945d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:30.844166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aa059137-ad94-40c7-be87-d08fc19af052 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.860391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:30.864771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Pushing event updated for resources: {'Port': ['ID=47981694-34d2-4ece-b3b1-dd1703d37fcc,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:30.878941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:30.884268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:30.886811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:30.892120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:30.894364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:30.897050 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:30.910652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:30.912042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:30.924273 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'Port': ['ID=366a07c9-a46d-43fd-bfcc-2c710c4c22da,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:30.928452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:30.953387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aa059137-ad94-40c7-be87-d08fc19af052 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:30.993238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:30.995409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.001350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Attempting to bind port 47981694-34d2-4ece-b3b1-dd1703d37fcc on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:31.007298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Attempting to bind port 47981694-34d2-4ece-b3b1-dd1703d37fcc by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:31.015455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Attempting to bind port 47981694-34d2-4ece-b3b1-dd1703d37fcc on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:31.020081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.025836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.026760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:31.027248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:31.027770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.028720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:31.029463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Bound port: 47981694-34d2-4ece-b3b1-dd1703d37fcc, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:31.029938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.031139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.049126 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2916741 Jun 22 14:59:31.053880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.065619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Request body: {'port': {'device_id': '5fa87731-372d-44a7-8d50-2956e39a249e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:31.069685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aa059137-ad94-40c7-be87-d08fc19af052 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.072779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aa059137-ad94-40c7-be87-d08fc19af052 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.076375 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-aa059137-ad94-40c7-be87-d08fc19af052 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-groups/494e3bd6-5053-406e-a5b7-8cdb109470c2 HTTP/1.1" status: 204 len: 168 time: 0.3596890 Jun 22 14:59:31.086632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37072) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.105840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-30cc55c9-3bb7-4bd6-b673-1a2477b24fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:31.113596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc8fd90-7e78-4999-8ff3-7a5c1c720641']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:31.124956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] For port 47981694-34d2-4ece-b3b1-dd1703d37fcc, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:31.127327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa059137-ad94-40c7-be87-d08fc19af052 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e3bd6-5053-406e-a5b7-8cdb109470c2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:31.131526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] For port 47981694-34d2-4ece-b3b1-dd1703d37fcc, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=47981694-34d2-4ece-b3b1-dd1703d37fcc,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:31.139226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-aa059137-ad94-40c7-be87-d08fc19af052 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:31.144970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.149765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-fb365b6d-d62a-4056-b0a1-5d668b342b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:31.185913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579f0185-7690-4ee9-8f95-5ab8a3b36ec5') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:31.186194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579f0185-7690-4ee9-8f95-5ab8a3b36ec5') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:31.213956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.230424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Pushing event updated for resources: {'Port': ['ID=47981694-34d2-4ece-b3b1-dd1703d37fcc,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:31.230956 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4a039dfd-c6e6-4dd9-9bf9-2cdabbe05ccb tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1292140 Jun 22 14:59:31.231685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.232236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc41e81c-8afc-4a05-b80e-d8cafa614b42 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:59:31.236522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37074) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.237421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:31.237534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.241524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.242514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f61170a5-29a0-45c2-80c2-a5d0c4dfc936 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group': {'name': 'tempest-secgroup--112736999'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:31.242614 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "DELETE /v2.0/routers/bc41e81c-8afc-4a05-b80e-d8cafa614b42 HTTP/1.1" status: 204 len: 168 time: 2.3662453 Jun 22 14:59:31.247265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37076) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.276689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ced393d9-6674-444a-9d00-ba61c56abcc0 None None] Provisioning for port 366a07c9-a46d-43fd-bfcc-2c710c4c22da completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:31.283005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ced393d9-6674-444a-9d00-ba61c56abcc0 None None] Provisioning complete for port 366a07c9-a46d-43fd-bfcc-2c710c4c22da triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:31.283697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ced393d9-6674-444a-9d00-ba61c56abcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.289904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.328050 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ced393d9-6674-444a-9d00-ba61c56abcc0 None None] Port 366a07c9-a46d-43fd-bfcc-2c710c4c22da cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:31.332323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.338823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:31.338823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.352594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 149950e9-00d2-4fbe-96d8-98ccc77fefe6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:31.407923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f61170a5-29a0-45c2-80c2-a5d0c4dfc936 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:31.420109 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:31.448939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.449155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Port 61cec235-084b-4dc1-a9f3-ebd0fd83722a not found while updating agent binding for router bc41e81c-8afc-4a05-b80e-d8cafa614b42. {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 22 14:59:31.460470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.462847 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/2cc8fd90-7e78-4999-8ff3-7a5c1c720641 HTTP/1.1" status: 204 len: 168 time: 0.9575696 Jun 22 14:59:31.466219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-605e96fe-fe57-47da-be26-bb1246e67153 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:31.468031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:31.468418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.473697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37080) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.532451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Routers set() bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:31.533307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Router IDs set() for agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 14:59:31.533472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_agentschedulers_db [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bc41e81c-8afc-4a05-b80e-d8cafa614b42'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent'). {{(pid=93503) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 22 14:59:31.533844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f39791-3802-4bf0-8f2a-e1ce410cace0 None None] The sync data for ids ['bc41e81c-8afc-4a05-b80e-d8cafa614b42'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:31.550926 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96c38ad-ae86-4bb8-ae78-d6aa32e15ad5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:31.552063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96c38ad-ae86-4bb8-ae78-d6aa32e15ad5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:31.553279 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c96c38ad-ae86-4bb8-ae78-d6aa32e15ad5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/fd661b17-b1be-49d1-a3e2-0a11885f8553 HTTP/1.1" status: 404 len: 337 time: 0.0784564 Jun 22 14:59:31.572955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37082) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.607805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=2cc8fd90-7e78-4999-8ff3-7a5c1c720641,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:31.610373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:31.637188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f4a5eff-8a19-45fc-851c-79cbd188a527 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:31.637437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.675768 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.679861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5f489004-e351-469f-9968-8949e7647e7b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:31.695679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cac964-aaf9-4538-8aa8-70f5eadd0a6f req-26caf0c0-55ba-458e-a521-4e0aaa78b8a1 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:31.702582 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30db584-72b5-4959-970c-ec3f343a805d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:31.703268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30db584-72b5-4959-970c-ec3f343a805d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:31.703381 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-30cac964-aaf9-4538-8aa8-70f5eadd0a6f req-26caf0c0-55ba-458e-a521-4e0aaa78b8a1 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 931 time: 0.1543560 Jun 22 14:59:31.707799 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c30db584-72b5-4959-970c-ec3f343a805d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/20a4a020-76f5-4522-b91b-c18c0abe1567 HTTP/1.1" status: 404 len: 339 time: 0.1317360 Jun 22 14:59:31.711387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37086) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.731872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7f4a5eff-8a19-45fc-851c-79cbd188a527 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:31.732255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.732425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d317bf-088f-4137-98a0-2b7d0a73364c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:31.740184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:31.743219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.745977 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/d9d317bf-088f-4137-98a0-2b7d0a73364c HTTP/1.1" status: 204 len: 168 time: 1.7316751 Jun 22 14:59:31.752271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37088) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.798680 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5a77dc7e-f995-480e-a327-65d1a2e9d3b3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451844 Jun 22 14:59:31.800789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37090) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.862541 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-30cac964-aaf9-4538-8aa8-70f5eadd0a6f req-9c9975d0-6b33-40cf-bd6a-69288ae22eec tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581881 Jun 22 14:59:31.896848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting subnet f9ad6dd3-db60-4888-b80a-066ffea1c9a4 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:31.906322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.915534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa4989a-fe6e-4e15-8c12-d71aef27e16b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:31.921001 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7aa4989a-fe6e-4e15-8c12-d71aef27e16b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1189106 Jun 22 14:59:31.921653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37094) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.972504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776fbaef-a319-4fe6-94ea-f22f90f78395 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:31.975213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:31.976696 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-776fbaef-a319-4fe6-94ea-f22f90f78395 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0540469 Jun 22 14:59:31.977296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37096) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:31.984694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f61170a5-29a0-45c2-80c2-a5d0c4dfc936 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.001490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f61170a5-29a0-45c2-80c2-a5d0c4dfc936 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.006008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.010524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1843221-ae94-4746-9105-69813371531b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:32.017446 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-57f53eca-9381-4718-965a-17912ddb60a5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389535 Jun 22 14:59:32.021341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37100) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:32.026423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:32.103982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f61170a5-29a0-45c2-80c2-a5d0c4dfc936 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.105259 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f61170a5-29a0-45c2-80c2-a5d0c4dfc936 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8687184 Jun 22 14:59:32.111365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37102) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:32.114434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61170a5-29a0-45c2-80c2-a5d0c4dfc936 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2cf4e5-9f32-4898-a20f-c06a6e5ef6a0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:32.120146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-608bd79c-b2ea-4f11-a025-9a7c3645c927 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': '1a2cf4e5-9f32-4898-a20f-c06a6e5ef6a0', 'direction': 'ingress', 'protocol': 17}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:32.145558 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.db.api [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 14:59:32.145558 dv-neutron-601336-93-hyperv neutron-server[93501]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 14:59:32.145558 dv-neutron-601336-93-hyperv neutron-server[93501]: [parameters: {'project_id_1': 'df45ad20f7ff481296b34b0d2bc12122', 'expiration_1': datetime.datetime(2021, 6, 22, 14, 59, 32, 137550)}] Jun 22 14:59:32.145558 dv-neutron-601336-93-hyperv neutron-server[93501]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:32.145981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_db.api [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:32.149522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f61170a5-29a0-45c2-80c2-a5d0c4dfc936 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:32.159943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-608bd79c-b2ea-4f11-a025-9a7c3645c927 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.192977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366a07c9-a46d-43fd-bfcc-2c710c4c22da {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:59:32.208102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.233379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-608bd79c-b2ea-4f11-a025-9a7c3645c927 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.234937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Transition to ACTIVE for port object 366a07c9-a46d-43fd-bfcc-2c710c4c22da will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:32.236629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Deleting port 7f4a5eff-8a19-45fc-851c-79cbd188a527 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:32.237294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.237455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-608bd79c-b2ea-4f11-a025-9a7c3645c927 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.240367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.240997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:32.252971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.257782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bd79c-b2ea-4f11-a025-9a7c3645c927 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb005fda-e54d-44c5-8e10-3d4686c63ccc,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:32.263404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-608bd79c-b2ea-4f11-a025-9a7c3645c927 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:32.271655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-608bd79c-b2ea-4f11-a025-9a7c3645c927 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.276056 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-608bd79c-b2ea-4f11-a025-9a7c3645c927 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1607530 Jun 22 14:59:32.276656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37104) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:32.300701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d62b8e56-8027-40d1-ae6d-c586d5c0671c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:32.342861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7328-4978-45e5-b4e9-2748eb237c70 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.372792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7328-4978-45e5-b4e9-2748eb237c70 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.409031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Pushing event updated for resources: {'Port': ['ID=366a07c9-a46d-43fd-bfcc-2c710c4c22da,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:32.414487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:32.429091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7328-4978-45e5-b4e9-2748eb237c70 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.433681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7328-4978-45e5-b4e9-2748eb237c70 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.437255 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0c4a7328-4978-45e5-b4e9-2748eb237c70 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-groups/1a2cf4e5-9f32-4898-a20f-c06a6e5ef6a0 HTTP/1.1" status: 204 len: 168 time: 0.1595902 Jun 22 14:59:32.438048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37106) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:32.439096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:32.459598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a7328-4978-45e5-b4e9-2748eb237c70 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2cf4e5-9f32-4898-a20f-c06a6e5ef6a0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:32.462457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c4a7328-4978-45e5-b4e9-2748eb237c70 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:32.522662 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-22fe920c-f9a1-4f86-823e-3ff6576e9b1b tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0767379 Jun 22 14:59:32.524030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa12008-3b93-4ff9-b926-bd672ac21166 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:32.526820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37108) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:32.531787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8ba6294e-373e-4e37-9163-e7ebfecdc169 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958845274'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:32.533882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.542186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] For port 7f4a5eff-8a19-45fc-851c-79cbd188a527, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7f4a5eff-8a19-45fc-851c-79cbd188a527,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:32.542553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.545074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-17e51394-68b6-40bc-b597-e9bc54255cf4 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:32.562691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba6294e-373e-4e37-9163-e7ebfecdc169 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.606043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cd40f525-2c1c-4751-b1aa-5babad95b572 None None] Provisioning for port 47981694-34d2-4ece-b3b1-dd1703d37fcc completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:32.646580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Calling delete_port for 7f4a5eff-8a19-45fc-851c-79cbd188a527 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:32.648858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ad6dd3-db60-4888-b80a-066ffea1c9a4,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:32.652053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.654206 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/f9ad6dd3-db60-4888-b80a-066ffea1c9a4 HTTP/1.1" status: 204 len: 168 time: 0.9325557 Jun 22 14:59:32.657948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:32.659851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37110) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:32.671753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca93d7-2f4f-49db-aced-bc17506ac440 None None] Network a15c8bc1-1444-4239-a6e6-8f238f01dc0c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:32.676483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cd40f525-2c1c-4751-b1aa-5babad95b572 None None] Could not find standard attr ID for object 7d2266d9-b007-4bfe-9d84-7f72117882de. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 14:59:32.696186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba6294e-373e-4e37-9163-e7ebfecdc169 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.702187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba6294e-373e-4e37-9163-e7ebfecdc169 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.707515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3dc218f3-3526-4b5d-b7ae-63b1eb186348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:32.715399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Attempting to bind port 366a07c9-a46d-43fd-bfcc-2c710c4c22da on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:32.715750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Attempting to bind port 366a07c9-a46d-43fd-bfcc-2c710c4c22da by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:32.716177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Attempting to bind port 366a07c9-a46d-43fd-bfcc-2c710c4c22da on network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:32.733897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-27de4685-4964-426b-94ff-291d3b69df95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.743398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:32.747089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.751997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6294e-373e-4e37-9163-e7ebfecdc169 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1045c4-3d06-4ada-a46b-0f953440b198,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:32.764397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Port 366a07c9-a46d-43fd-bfcc-2c710c4c22da on network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:59:32.764590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Attempting to bind port 366a07c9-a46d-43fd-bfcc-2c710c4c22da on network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:32.773471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba6294e-373e-4e37-9163-e7ebfecdc169 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.777834 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8ba6294e-373e-4e37-9163-e7ebfecdc169 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2468326 Jun 22 14:59:32.779322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting subnet 5b64167c-0879-489d-b12a-90af12e7ed39 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:32.781286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37112) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:32.784258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:32.785054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Checking segment: {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:32.785054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Bound using segment: {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:32.785563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Bound port: 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70be52be-a370-4ee0-921f-571d7bfb7afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:32.785793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.788890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:32.795409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a7ecb9ed-7d9e-4a56-8554-bc62adc49d7e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672668773'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:32.942517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:32.982307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.032967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] Deleting port 47981694-34d2-4ece-b3b1-dd1703d37fcc {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:33.033736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.139878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] For port 47981694-34d2-4ece-b3b1-dd1703d37fcc, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=47981694-34d2-4ece-b3b1-dd1703d37fcc,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:33.140294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.188848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba6294e-373e-4e37-9163-e7ebfecdc169 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:33.248452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] Calling delete_port for 47981694-34d2-4ece-b3b1-dd1703d37fcc owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:33.321342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb107d-3551-4830-abd5-9d5df32e4131 req-f7786e20-c771-4a93-8111-d15fc8e8c4bf tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:33.325596 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9efb107d-3551-4830-abd5-9d5df32e4131 req-f7786e20-c771-4a93-8111-d15fc8e8c4bf tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 943 time: 0.1343772 Jun 22 14:59:33.347366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.353973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a7ecb9ed-7d9e-4a56-8554-bc62adc49d7e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.384020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.388651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-de300aed-6759-4de6-bcfd-ba799125e937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:33.421258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] Pushing event deleted for resources: {'Port': ['ID=47981694-34d2-4ece-b3b1-dd1703d37fcc,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:33.429788 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9efb107d-3551-4830-abd5-9d5df32e4131 req-3bdf43bd-0dc7-4706-8bcd-0d9a71fb0ab1 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974104 Jun 22 14:59:33.433571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:33.434549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] No DVR routers for this DVR port 47981694-34d2-4ece-b3b1-dd1703d37fcc on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:33.485885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:33.493560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:33.512088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.514721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8220b95e-cdaf-4b80-8209-279d4268df7f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:33.544836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.551812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fe5c2d17-f3b6-4570-9818-38e4783e362a tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:33.567535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:33.571260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:33.573905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:33.575583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:33.576854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:33.577445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.582882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0dd3d6-fb6e-421e-b9e6-efc454353033 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:33.633464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:33.634148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.636295 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] 10.222.0.21 "PUT /v2.0/ports/366a07c9-a46d-43fd-bfcc-2c710c4c22da HTTP/1.1" status: 200 len: 1093 time: 2.5771935 Jun 22 14:59:33.638782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:59:33.641571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332da172-9356-4530-be33-fd0af61e141a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:59:33.645819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.676058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.723539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Pushing event updated for resources: {'Port': ['ID=366a07c9-a46d-43fd-bfcc-2c710c4c22da,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:33.732319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf643f4-0fb9-432d-be54-3cafa5e57d8e x-openstack-request-id: req-5cf643f4-0fb9-432d-be54-3cafa5e57d8e {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:59:33.733306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:59:33.733788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5cf643f4-0fb9-432d-be54-3cafa5e57d8e {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:59:33.734260 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'status': 'completed', 'code': 200} Jun 22 14:59:33.762984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:33.782746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:33.816442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f4a5eff-8a19-45fc-851c-79cbd188a527,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:33.823438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:33.856809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.888412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a7ecb9ed-7d9e-4a56-8554-bc62adc49d7e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.897864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.899828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a7ecb9ed-7d9e-4a56-8554-bc62adc49d7e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.904626 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8801265 Jun 22 14:59:33.904795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6fedae8a-c515-44b9-bb41-8cd09b7ed86b None None] Provisioning complete for port 046ce711-312f-40c8-9bfe-01ada08ed9b5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:33.904795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6fedae8a-c515-44b9-bb41-8cd09b7ed86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.905197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37124) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:33.911091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88', 'ip_address': '2001:db8::fb41:a038:e0f9:1927'}], 'name': 'tempest-NetworksTestDHCPv6-2093661262'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:33.911443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2133507c-0fed-4cbf-b902-607f2012444d tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:33.955671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=5b64167c-0879-489d-b12a-90af12e7ed39,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:33.967079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3cce81-623b-40ed-8344-565239854bc5 None None] Network a15c8bc1-1444-4239-a6e6-8f238f01dc0c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:33.970495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.972945 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/5b64167c-0879-489d-b12a-90af12e7ed39 HTTP/1.1" status: 204 len: 168 time: 1.3097410 Jun 22 14:59:33.976363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:33.976964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f61170a5-29a0-45c2-80c2-a5d0c4dfc936 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:33.981247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37128) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:33.985826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a7ecb9ed-7d9e-4a56-8554-bc62adc49d7e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:33.987168 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a7ecb9ed-7d9e-4a56-8554-bc62adc49d7e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1993084 Jun 22 14:59:33.990983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37130) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:33.996852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fbfcfec9-646c-4fc2-beb1-1692583b21e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': '4f1045c4-3d06-4ada-a46b-0f953440b198', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '60377f10-6f7d-4f53-af04-ca018b217b5d', 'remote_ip_prefix': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:34.065270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.076806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:34.077688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.078323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbfcfec9-646c-4fc2-beb1-1692583b21e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.084190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:34.172181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.174419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.222290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-aef83c8b-d104-4a23-a112-811f5b86e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:34.224273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-aef83c8b-d104-4a23-a112-811f5b86e77e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7216a9e20d544392a414b02c881cfac3&device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 1096 time: 0.5209820 Jun 22 14:59:34.229148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.230598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f01f1c41-c6e8-451f-ad9d-9c4462833e3e {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:59:34.233692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecb9ed-7d9e-4a56-8554-bc62adc49d7e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60377f10-6f7d-4f53-af04-ca018b217b5d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:34.262414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbfcfec9-646c-4fc2-beb1-1692583b21e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.278262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.287999 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-d6ebb24e-d1e2-4e06-8cc1-8ff649d5df70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da HTTP/1.1" status: 200 len: 217 time: 0.0439861 Jun 22 14:59:34.291675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.293025 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "DELETE /v2.0/routers/f01f1c41-c6e8-451f-ad9d-9c4462833e3e HTTP/1.1" status: 204 len: 168 time: 3.0435972 Jun 22 14:59:34.297003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a7ecb9ed-7d9e-4a56-8554-bc62adc49d7e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:34.297003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37136) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:34.297957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 8f21cc74-bdeb-4840-80bc-0cf9de610348 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:34.315248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-906725309', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:34.337473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88/bda758c3-c799-49b8-bd8d-543f44c3264e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:34.422925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] DHCP port deletion for a15c8bc1-1444-4239-a6e6-8f238f01dc0c request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:34.432841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.434615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.448805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbfcfec9-646c-4fc2-beb1-1692583b21e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.452828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.460610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-608bd79c-b2ea-4f11-a025-9a7c3645c927 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:34.492846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-e0011cc6-2b38-4238-bdbc-860081adcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:34.500090 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-e0011cc6-2b38-4238-bdbc-860081adcd39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=170727aa-6848-41db-b5a3-d2a12def7acd HTTP/1.1" status: 200 len: 835 time: 0.1978457 Jun 22 14:59:34.500375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcfec9-646c-4fc2-beb1-1692583b21e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d6b253-325a-473b-b307-171f90d56e50,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:34.504773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fbfcfec9-646c-4fc2-beb1-1692583b21e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:34.519571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fbfcfec9-646c-4fc2-beb1-1692583b21e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.519571 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fbfcfec9-646c-4fc2-beb1-1692583b21e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5246758 Jun 22 14:59:34.521065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37142) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:34.558301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d035c8cf-ba25-45cc-9f82-18efd20ce3ff tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.566650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d035c8cf-ba25-45cc-9f82-18efd20ce3ff tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.590286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] Deleting port 046ce711-312f-40c8-9bfe-01ada08ed9b5 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:34.590851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.603265 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d035c8cf-ba25-45cc-9f82-18efd20ce3ff tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.610111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:34.615209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.622532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d035c8cf-ba25-45cc-9f82-18efd20ce3ff tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.624047 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d035c8cf-ba25-45cc-9f82-18efd20ce3ff tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/61d6b253-325a-473b-b307-171f90d56e50 HTTP/1.1" status: 204 len: 168 time: 0.1020353 Jun 22 14:59:34.625810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035c8cf-ba25-45cc-9f82-18efd20ce3ff tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61d6b253-325a-473b-b307-171f90d56e50,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:34.627764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37144) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:34.636166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d035c8cf-ba25-45cc-9f82-18efd20ce3ff tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:34.655292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.685367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Transition to ACTIVE for port object bda758c3-c799-49b8-bd8d-543f44c3264e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:34.686547 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4cd0b119-61fa-4727-ad9e-62e059962651 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0570917 Jun 22 14:59:34.690307 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37146) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:34.695812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] For port 046ce711-312f-40c8-9bfe-01ada08ed9b5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=046ce711-312f-40c8-9bfe-01ada08ed9b5,segment=NetworkSegment(8262f4a2-d67d-40e1-9b81-ed8be3c8740a),segment_id=8262f4a2-d67d-40e1-9b81-ed8be3c8740a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:34.696214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.741845 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Transition to ACTIVE for port object bda758c3-c799-49b8-bd8d-543f44c3264e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:34.747065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52884040-3d68-448d-a650-5675d3e13ad3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.767532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] Calling delete_port for 046ce711-312f-40c8-9bfe-01ada08ed9b5 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:34.769915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52884040-3d68-448d-a650-5675d3e13ad3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.780393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.783834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:34.843961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::fb41:a038:e0f9:1927 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88/8f21cc74-bdeb-4840-80bc-0cf9de610348) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:34.859045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52884040-3d68-448d-a650-5675d3e13ad3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.862422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52884040-3d68-448d-a650-5675d3e13ad3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.866170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-0c6957e5-f565-475f-943e-7b38cf878175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:34.866320 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-52884040-3d68-448d-a650-5675d3e13ad3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-groups/60377f10-6f7d-4f53-af04-ca018b217b5d HTTP/1.1" status: 204 len: 168 time: 0.1722789 Jun 22 14:59:34.866457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:34.866542 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-0c6957e5-f565-475f-943e-7b38cf878175 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3602691 Jun 22 14:59:34.867415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8465b76e-8239-40ba-a35b-b7003cc4f468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:34.871018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:34.872293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37148) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:34.873589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:34.875615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.886023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Pushing event updated for resources: {'Port': ['ID=bda758c3-c799-49b8-bd8d-543f44c3264e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:34.889167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:34.943458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting port 046ce711-312f-40c8-9bfe-01ada08ed9b5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:34.943804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.969685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Attempting to bind port bda758c3-c799-49b8-bd8d-543f44c3264e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:34.969924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Attempting to bind port bda758c3-c799-49b8-bd8d-543f44c3264e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:34.970302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Attempting to bind port bda758c3-c799-49b8-bd8d-543f44c3264e on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:34.976577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:34.976997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:34.977417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.977877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:34.978716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Bound port: bda758c3-c799-49b8-bd8d-543f44c3264e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:34.979164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:34.991925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.000928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8286abc8-ddc4-4b8d-9a8f-8785054d859a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:35.014144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52884040-3d68-448d-a650-5675d3e13ad3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60377f10-6f7d-4f53-af04-ca018b217b5d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:35.026823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52884040-3d68-448d-a650-5675d3e13ad3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:35.035898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8de352-33d4-4e36-a0ca-c52c5a47720e req-1dbc3b15-985d-4795-b1f9-a543f0bc2cad tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:35.037441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5e8de352-33d4-4e36-a0ca-c52c5a47720e req-1dbc3b15-985d-4795-b1f9-a543f0bc2cad tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 943 time: 0.3351536 Jun 22 14:59:35.051923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] No DVR routers for this DVR port 046ce711-312f-40c8-9bfe-01ada08ed9b5 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:35.065552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] Pushing event deleted for resources: {'Port': ['ID=046ce711-312f-40c8-9bfe-01ada08ed9b5,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:35.067284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:35.089712 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5c35846c-1dc1-4168-9604-ec2530624cb5 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2097230 Jun 22 14:59:35.090046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37150) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:35.106991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] For port bda758c3-c799-49b8-bd8d-543f44c3264e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:35.110636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] For port bda758c3-c799-49b8-bd8d-543f44c3264e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bda758c3-c799-49b8-bd8d-543f44c3264e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:35.115343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.118461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:35.121466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] For port 046ce711-312f-40c8-9bfe-01ada08ed9b5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=046ce711-312f-40c8-9bfe-01ada08ed9b5,segment=NetworkSegment(8262f4a2-d67d-40e1-9b81-ed8be3c8740a),segment_id=8262f4a2-d67d-40e1-9b81-ed8be3c8740a)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:35.121845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.157522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.199029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56f8c858-ea04-4955-8a90-36071716f609 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.201165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Pushing event updated for resources: {'Port': ['ID=bda758c3-c799-49b8-bd8d-543f44c3264e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:35.204096 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5e8de352-33d4-4e36-a0ca-c52c5a47720e req-3ff58a33-8af2-45b5-b55c-120ec9dd1562 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524291 Jun 22 14:59:35.210325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:35.227569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56f8c858-ea04-4955-8a90-36071716f609 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.238104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 8f21cc74-bdeb-4840-80bc-0cf9de610348 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:35.242716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Calling delete_port for 046ce711-312f-40c8-9bfe-01ada08ed9b5 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:35.247885 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-987c894a-c527-4704-9987-a934c2ef26bb service neutron] 10.222.0.21 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684204 Jun 22 14:59:35.291743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 046ce711-312f-40c8-9bfe-01ada08ed9b5 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:35.309103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.313975 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7926ca44-694c-4ab1-9e6b-4c98295579fb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:35.324891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 046ce711-312f-40c8-9bfe-01ada08ed9b5 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:59:35.325168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 046ce711-312f-40c8-9bfe-01ada08ed9b5 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:35.325598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f4a5eff-8a19-45fc-851c-79cbd188a527 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:35.352936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 7f4a5eff-8a19-45fc-851c-79cbd188a527 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:59:35.354329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f4a5eff-8a19-45fc-851c-79cbd188a527 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:35.361580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56f8c858-ea04-4955-8a90-36071716f609 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.364631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56f8c858-ea04-4955-8a90-36071716f609 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.366991 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-56f8c858-ea04-4955-8a90-36071716f609 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-groups/4f1045c4-3d06-4ada-a46b-0f953440b198 HTTP/1.1" status: 204 len: 168 time: 0.2754757 Jun 22 14:59:35.375822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37154) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:35.419213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:35.424586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:35.434945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=8f21cc74-bdeb-4840-80bc-0cf9de610348,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:35.437086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:35.437885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:35.444815 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e174eae-3335-4043-a118-dd1d6a072d49 req-1c497575-97b3-465a-8a12-2f723d11ef1b service neutron] 10.222.0.21 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885307 Jun 22 14:59:35.445299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:35.445664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.452578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c4a7328-4978-45e5-b4e9-2748eb237c70 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:35.486452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8c858-ea04-4955-8a90-36071716f609 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1045c4-3d06-4ada-a46b-0f953440b198,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:35.495780 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-56f8c858-ea04-4955-8a90-36071716f609 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:35.503142 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-109040f4-c18a-4205-a576-537b6a2cc579 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1258731 Jun 22 14:59:35.508198 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37158) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:35.516834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ef4bdc17-1876-409e-8336-0a089ab012bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163534281'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:35.526549 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6196184 Jun 22 14:59:35.531239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37160) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:35.536737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-86431f57-2b3e-476c-9561-df4de97a4b31 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88', 'ip_address': '2001:db8::fb41:a038:e0f9:1927'}], 'name': 'tempest-NetworksTestDHCPv6-1652810057'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:35.561892 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.621594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef4bdc17-1876-409e-8336-0a089ab012bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.695415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.700993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b1c365fc-4a85-46bd-abf2-40941659c32f tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:35.752373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Port': ['ID=046ce711-312f-40c8-9bfe-01ada08ed9b5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:35.752690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef4bdc17-1876-409e-8336-0a089ab012bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.754296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No DVR routers for this DVR port 046ce711-312f-40c8-9bfe-01ada08ed9b5 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:35.760235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef4bdc17-1876-409e-8336-0a089ab012bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.764084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.767772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:35.772280 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-44c4e679-594a-4609-9c9b-68a6a8c2b657 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:35.800570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86431f57-2b3e-476c-9561-df4de97a4b31 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:35.806055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86431f57-2b3e-476c-9561-df4de97a4b31 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.807685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332da172-9356-4530-be33-fd0af61e141a req-032d8bd8-f7a6-4f63-8c38-1436759ca351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:35.808658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bdc17-1876-409e-8336-0a089ab012bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62467b0b-e67b-458b-84f3-eb3f5d1fb09a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:35.809205 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-332da172-9356-4530-be33-fd0af61e141a req-032d8bd8-f7a6-4f63-8c38-1436759ca351 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7216a9e20d544392a414b02c881cfac3&device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 1096 time: 0.2641146 Jun 22 14:59:35.811505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef4bdc17-1876-409e-8336-0a089ab012bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:35.811641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.813823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef4bdc17-1876-409e-8336-0a089ab012bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.817490 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ef4bdc17-1876-409e-8336-0a089ab012bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3053856 Jun 22 14:59:35.821191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37164) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:35.827186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-69523826-4b53-482e-9ce9-465b0bfe43b6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': '62467b0b-e67b-458b-84f3-eb3f5d1fb09a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:35.847226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-86431f57-2b3e-476c-9561-df4de97a4b31 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port d03bed5b-6171-492c-9e51-b3e026cd33fc yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:35.907516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69523826-4b53-482e-9ce9-465b0bfe43b6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.952704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:35.969013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15c8bc1-1444-4239-a6e6-8f238f01dc0c']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:35.990590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8262f4a2-d67d-40e1-9b81-ed8be3c8740a') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:35.990912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8262f4a2-d67d-40e1-9b81-ed8be3c8740a') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:36.007305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.045528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69523826-4b53-482e-9ce9-465b0bfe43b6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.051930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69523826-4b53-482e-9ce9-465b0bfe43b6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.058298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.063536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:36.076487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:36.076938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:36.080118 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:36.082519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332da172-9356-4530-be33-fd0af61e141a req-7891076c-b8bc-427e-8e34-8f2e3b1fc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:36.082519 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-332da172-9356-4530-be33-fd0af61e141a req-7891076c-b8bc-427e-8e34-8f2e3b1fc185 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb HTTP/1.1" status: 200 len: 897 time: 0.2230759 Jun 22 14:59:36.086995 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-86431f57-2b3e-476c-9561-df4de97a4b31 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 22 14:59:36.088106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86431f57-2b3e-476c-9561-df4de97a4b31 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:36.091061 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69523826-4b53-482e-9ce9-465b0bfe43b6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a28b54-9b01-4fef-8170-ad920754b848,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:36.094579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69523826-4b53-482e-9ce9-465b0bfe43b6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.097412 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-69523826-4b53-482e-9ce9-465b0bfe43b6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2751939 Jun 22 14:59:36.100871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37166) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.105957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-69523826-4b53-482e-9ce9-465b0bfe43b6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:36.113879 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-86431f57-2b3e-476c-9561-df4de97a4b31 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5788364 Jun 22 14:59:36.114341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37168) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.190489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e11ae-4c6f-43c7-b379-670e814c8884 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:36.191027 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-332da172-9356-4530-be33-fd0af61e141a req-7a3ca364-6df4-4c0a-a116-f7c614231f4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da HTTP/1.1" status: 200 len: 217 time: 0.0943034 Jun 22 14:59:36.196520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e11ae-4c6f-43c7-b379-670e814c8884 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:36.198665 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-692e11ae-4c6f-43c7-b379-670e814c8884 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0832736 Jun 22 14:59:36.202465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37170) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.244392 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Allocated IP 172.26.6.24 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/960a4f8b-25e5-4edb-8feb-b57319b85118) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:36.246847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.259645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:36.269356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e7c258b-1e46-4652-bd97-2992b1e36ec3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.277151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.279360 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/a15c8bc1-1444-4239-a6e6-8f238f01dc0c HTTP/1.1" status: 204 len: 168 time: 2.2946534 Jun 22 14:59:36.286192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37174) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.327203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e7c258b-1e46-4652-bd97-2992b1e36ec3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.335131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 8f21cc74-bdeb-4840-80bc-0cf9de610348 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:36.336132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.337812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=a15c8bc1-1444-4239-a6e6-8f238f01dc0c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:36.383598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332da172-9356-4530-be33-fd0af61e141a req-da0a1d5c-1a3e-4ab6-9440-48eab5761060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:36.386031 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-332da172-9356-4530-be33-fd0af61e141a req-da0a1d5c-1a3e-4ab6-9440-48eab5761060 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=170727aa-6848-41db-b5a3-d2a12def7acd HTTP/1.1" status: 200 len: 835 time: 0.1848619 Jun 22 14:59:36.403979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:36.404196 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-008a2201-e178-41b3-a8fc-3594b0b3fd0e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:36.404577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008a2201-e178-41b3-a8fc-3594b0b3fd0e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:36.406296 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-008a2201-e178-41b3-a8fc-3594b0b3fd0e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/54d083e9-fe85-4bc2-8e00-8181465855a3 HTTP/1.1" status: 404 len: 337 time: 0.0974050 Jun 22 14:59:36.409472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37176) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.470791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.490695 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd09801-ca7d-4811-8242-8cdbd4d2cf94 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:36.491459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd09801-ca7d-4811-8242-8cdbd4d2cf94 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:36.493686 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7fd09801-ca7d-4811-8242-8cdbd4d2cf94 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/d1d021a9-5c18-42a5-ac97-6e4602699317 HTTP/1.1" status: 404 len: 339 time: 0.0832944 Jun 22 14:59:36.497856 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37180) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.503782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8dac3884-3896-46c7-bfa1-6ad8eee95219 None None] Provisioning for port bda758c3-c799-49b8-bd8d-543f44c3264e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:36.571238 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 8f21cc74-bdeb-4840-80bc-0cf9de610348 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:36.596245 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-305fe4ff-d802-4070-af65-ae872a1c0ab2 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:36.596705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305fe4ff-d802-4070-af65-ae872a1c0ab2 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:36.598494 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-305fe4ff-d802-4070-af65-ae872a1c0ab2 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/3e3b293b-fb13-4ee7-b2f2-09aa77114ac0 HTTP/1.1" status: 404 len: 337 time: 0.0996699 Jun 22 14:59:36.601675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37182) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.659286 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-358b3a39-0366-4fe2-9fe2-c406a214a9da tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:36.659892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358b3a39-0366-4fe2-9fe2-c406a214a9da tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:36.661674 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-358b3a39-0366-4fe2-9fe2-c406a214a9da tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/3748a833-8cbf-4d63-a1a1-8ceb524b95f0 HTTP/1.1" status: 404 len: 339 time: 0.0532053 Jun 22 14:59:36.664253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37184) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.694688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b6b80e-9f1e-4d6d-897d-b1e9ca216985 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 14:59:36.697769 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cba67a7-afc2-4445-acc9-b3e5abacf7b8 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:36.697769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cba67a7-afc2-4445-acc9-b3e5abacf7b8 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:36.701565 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0cba67a7-afc2-4445-acc9-b3e5abacf7b8 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/c242a895-3ed2-4fae-b4c8-567837b82cec HTTP/1.1" status: 404 len: 337 time: 0.0340796 Jun 22 14:59:36.703214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37186) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.734499 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa198812-f2eb-4b26-824e-77324ce2edff tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:36.735070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa198812-f2eb-4b26-824e-77324ce2edff tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:36.739000 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fa198812-f2eb-4b26-824e-77324ce2edff tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/0e8e6db6-c42b-474c-a8ea-aab99320658b HTTP/1.1" status: 404 len: 339 time: 0.0326052 Jun 22 14:59:36.739706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37188) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.763126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b7de4a9d-25d0-4a6b-babf-fcb68e87fc70 None None] Provisioning for port 8f21cc74-bdeb-4840-80bc-0cf9de610348 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:36.770607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b7de4a9d-25d0-4a6b-babf-fcb68e87fc70 None None] Provisioning complete for port 8f21cc74-bdeb-4840-80bc-0cf9de610348 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:36.771086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b7de4a9d-25d0-4a6b-babf-fcb68e87fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.810357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e7c258b-1e46-4652-bd97-2992b1e36ec3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.829432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b7de4a9d-25d0-4a6b-babf-fcb68e87fc70 None None] Port 8f21cc74-bdeb-4840-80bc-0cf9de610348 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:36.830736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7411096a-b1ae-4ca9-9cf7-ad373fff9de7 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:36.839759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e7c258b-1e46-4652-bd97-2992b1e36ec3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.840968 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3e7c258b-1e46-4652-bd97-2992b1e36ec3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/a0a28b54-9b01-4fef-8170-ad920754b848 HTTP/1.1" status: 204 len: 168 time: 0.7042716 Jun 22 14:59:36.845337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37190) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:36.857641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.865927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c258b-1e46-4652-bd97-2992b1e36ec3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0a28b54-9b01-4fef-8170-ad920754b848,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:36.866477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b6b80e-9f1e-4d6d-897d-b1e9ca216985 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 14:59:36.868083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4330a4c8-7516-4eaa-9f78-32d272966026 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:36.877649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3e7c258b-1e46-4652-bd97-2992b1e36ec3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:36.879195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting subnet 42eaf428-93f6-4817-b166-7bdd72501ebb {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:36.889856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.904818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.908416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c4759-79e3-4655-b425-42b10450f27d req-74e250ad-bcb7-4b32-95ae-f27c3d789372 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:36.909974 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6e5c4759-79e3-4655-b425-42b10450f27d req-74e250ad-bcb7-4b32-95ae-f27c3d789372 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 943 time: 0.5225596 Jun 22 14:59:36.918569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332da172-9356-4530-be33-fd0af61e141a req-6c52e678-4963-424c-b116-728e86fd5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:36.920047 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-332da172-9356-4530-be33-fd0af61e141a req-6c52e678-4963-424c-b116-728e86fd5cab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5078795 Jun 22 14:59:36.932290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=8f21cc74-bdeb-4840-80bc-0cf9de610348,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:36.935529 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:36.978879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:36.983104 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/8f21cc74-bdeb-4840-80bc-0cf9de610348 HTTP/1.1" status: 204 len: 168 time: 0.7774749 Jun 22 14:59:36.986295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37196) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:37.007076 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ecca4d70-e290-4bdf-9bed-38642b579ab1 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1605282 Jun 22 14:59:37.011095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.013602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37198) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:37.053424 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6e5c4759-79e3-4655-b425-42b10450f27d req-fc9049f9-9059-4819-a49f-3922c9189218 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306565 Jun 22 14:59:37.085093 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2d1b01-93b2-4dc7-9927-f27655fd6acd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:37.087288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2d1b01-93b2-4dc7-9927-f27655fd6acd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:37.089808 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ed2d1b01-93b2-4dc7-9927-f27655fd6acd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1026180 Jun 22 14:59:37.094757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37200) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:37.098271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.107726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:37.118436 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-332da172-9356-4530-be33-fd0af61e141a req-a352c67b-7523-46ee-b1ee-42dee867ca97 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883974 Jun 22 14:59:37.184221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:37.185018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:37.189534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.216317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.223639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:37.242439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:37.245075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-987e0160-768d-49d2-9520-b33e96904b7f tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.254649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event updated for resources: {'Port': ['ID=960a4f8b-25e5-4edb-8feb-b57319b85118,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:37.287381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616e51f3-e1a2-4fa4-96b4-2204d3fc0114 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 14:59:37.287697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:37.292368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.319676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-987e0160-768d-49d2-9520-b33e96904b7f tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.371647 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.376815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bda758c3-c799-49b8-bd8d-543f44c3264e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:37.393062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-781fff81-5edd-4ee6-9f3d-bf44f9143e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:37.394385 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-332da172-9356-4530-be33-fd0af61e141a req-51c72196-75fa-4cf4-abec-49e84e6a3d35 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527516 Jun 22 14:59:37.435911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=42eaf428-93f6-4817-b166-7bdd72501ebb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:37.443329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.448062 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/42eaf428-93f6-4817-b166-7bdd72501ebb HTTP/1.1" status: 204 len: 168 time: 0.7070334 Jun 22 14:59:37.451219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37202) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:37.452189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:37.470614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616e51f3-e1a2-4fa4-96b4-2204d3fc0114 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 14:59:37.472573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-987e0160-768d-49d2-9520-b33e96904b7f tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.475322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-987e0160-768d-49d2-9520-b33e96904b7f tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.476700 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-987e0160-768d-49d2-9520-b33e96904b7f tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-groups/62467b0b-e67b-458b-84f3-eb3f5d1fb09a HTTP/1.1" status: 204 len: 168 time: 0.4562752 Jun 22 14:59:37.478896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port bda758c3-c799-49b8-bd8d-543f44c3264e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:37.479794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64c77859-46d9-4a5d-8754-ffac1cc036c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:37.485238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37204) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:37.489578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port bda758c3-c799-49b8-bd8d-543f44c3264e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:37.490034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.516065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e0160-768d-49d2-9520-b33e96904b7f tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62467b0b-e67b-458b-84f3-eb3f5d1fb09a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:37.524971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-987e0160-768d-49d2-9520-b33e96904b7f tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:37.525433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.584775 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7ae4b7ea-c8e7-4639-9410-96fc932c1bf8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0987418 Jun 22 14:59:37.589087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37208) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:37.594532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.597714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-df0d91d1-ff4b-492a-9534-87b41fa44ebc tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group': {'name': 'tempest-secgroup--882263121'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:37.666401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df0d91d1-ff4b-492a-9534-87b41fa44ebc tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.673916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.675531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.692142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:37.693225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.699831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.702205 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88 HTTP/1.1" status: 204 len: 168 time: 0.6058853 Jun 22 14:59:37.706132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37210) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:37.771500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:59:37.771795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:59:37.787476 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9df1b3a0-b03f-44a1-aa34-a98d6e406dc0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732815 Jun 22 14:59:37.787476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:37.787476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:37.787847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37212) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:37.794142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:37.798463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting port b97e062b-c58d-41a0-8e01-75c29db40dc0 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:37.798870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.888222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df0d91d1-ff4b-492a-9534-87b41fa44ebc tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.898702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df0d91d1-ff4b-492a-9534-87b41fa44ebc tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.904403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7e4f3323-bcfa-436a-8dc0-d48605805702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:37.926729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] For port b97e062b-c58d-41a0-8e01-75c29db40dc0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b97e062b-c58d-41a0-8e01-75c29db40dc0,segment=NetworkSegment(a997b640-a615-48f4-9d02-8a37193e2d14),segment_id=a997b640-a615-48f4-9d02-8a37193e2d14)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:37.927179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:37.976644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d91d1-ff4b-492a-9534-87b41fa44ebc tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01e9a05-73f4-48ae-9a55-aac17c9b711e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:37.983804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df0d91d1-ff4b-492a-9534-87b41fa44ebc tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:37.995006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.003413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Calling delete_port for b97e062b-c58d-41a0-8e01-75c29db40dc0 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:38.025671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d241a64b-d7f9-461a-9b9a-675ba718a25f None None] Network c3eb9610-4193-4a87-9e3b-b639339a1fe3 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:38.053915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df0d91d1-ff4b-492a-9534-87b41fa44ebc tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.055709 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-df0d91d1-ff4b-492a-9534-87b41fa44ebc tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4655442 Jun 22 14:59:38.062844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37214) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.067729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8539127c-0414-4611-b481-47ad5f1cf0d9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': 'c01e9a05-73f4-48ae-9a55-aac17c9b711e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:38.085755 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:38.102229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.157818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8539127c-0414-4611-b481-47ad5f1cf0d9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.238808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Router 21b5ddf3-0524-42c8-8d40-bb963c4d84eb is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:38.276050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8539127c-0414-4611-b481-47ad5f1cf0d9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.301061 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.325241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.332876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-78904777-13a9-4b1e-bf63-7020726b940c tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:38.357154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8539127c-0414-4611-b481-47ad5f1cf0d9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.373949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Port': ['ID=b97e062b-c58d-41a0-8e01-75c29db40dc0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:38.381417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port bda758c3-c799-49b8-bd8d-543f44c3264e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bda758c3-c799-49b8-bd8d-543f44c3264e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:38.381597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No DVR routers for this DVR port b97e062b-c58d-41a0-8e01-75c29db40dc0 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:38.383242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:38.383995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31bca5a-e35d-440a-b4b7-f08494d666b3 None None] DHCP port deletion for c3eb9610-4193-4a87-9e3b-b639339a1fe3 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:38.392567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c2fb25-cab8-4cb1-b8f6-70278485fb36 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:38.397945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.402980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d4dfe805-c466-4822-88db-e54a545a5c0a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:38.414919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:38.476959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539127c-0414-4611-b481-47ad5f1cf0d9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a27f5af-d79f-4f91-89cc-b81d95ace0e2,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:38.480992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8539127c-0414-4611-b481-47ad5f1cf0d9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:38.491531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8539127c-0414-4611-b481-47ad5f1cf0d9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.492698 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8539127c-0414-4611-b481-47ad5f1cf0d9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4285812 Jun 22 14:59:38.498625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37222) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.509196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.524113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3eb9610-4193-4a87-9e3b-b639339a1fe3']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:38.524341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6557ce8c-bc02-47c6-a9b6-10cafd8f5701 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules/1a27f5af-d79f-4f91-89cc-b81d95ace0e2 HTTP/1.1" status: 200 len: 763 time: 0.0237529 Jun 22 14:59:38.527949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37224) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.529006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:38.542737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a997b640-a615-48f4-9d02-8a37193e2d14') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:38.543030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a997b640-a615-48f4-9d02-8a37193e2d14') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:38.547572 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55d3363-8aa8-4ee6-a479-ab7db61fe35b None None] Sync routers for ids ['21b5ddf3-0524-42c8-8d40-bb963c4d84eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:38.559865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.566566 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d3363-8aa8-4ee6-a479-ab7db61fe35b None None] Routers {'21b5ddf3-0524-42c8-8d40-bb963c4d84eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:38.568705 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a55d3363-8aa8-4ee6-a479-ab7db61fe35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['21b5ddf3-0524-42c8-8d40-bb963c4d84eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:38.578549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062a0ab-146a-431a-ba19-f7c3cb740050 req-fab1901d-b912-4e62-9478-bd94eb1da4b2 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:38.580059 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d062a0ab-146a-431a-ba19-f7c3cb740050 req-fab1901d-b912-4e62-9478-bd94eb1da4b2 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 943 time: 0.2497690 Jun 22 14:59:38.582373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.583463 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2720494 Jun 22 14:59:38.589015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37226) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.593248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1f2670d6-fddd-46ae-91af-b1ebb64cd7a8 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': False}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:38.596203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=bda758c3-c799-49b8-bd8d-543f44c3264e,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:38.607517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:38.618141 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-182f47dd-dae2-44b0-ad6f-73346259662b tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0857849 Jun 22 14:59:38.623465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.625199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37228) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.645253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:38.645657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:38.649194 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:38.658624 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a55d3363-8aa8-4ee6-a479-ab7db61fe35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:38.668712 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d3363-8aa8-4ee6-a479-ab7db61fe35b None None] Routers {'21b5ddf3-0524-42c8-8d40-bb963c4d84eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:38.669658 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a55d3363-8aa8-4ee6-a479-ab7db61fe35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['21b5ddf3-0524-42c8-8d40-bb963c4d84eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:38.687482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.689258 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d062a0ab-146a-431a-ba19-f7c3cb740050 req-53f65868-64dd-4467-8ef1-db87c5144ab4 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898385 Jun 22 14:59:38.710689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:38.726361 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a55d3363-8aa8-4ee6-a479-ab7db61fe35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:38.727031 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55d3363-8aa8-4ee6-a479-ab7db61fe35b None None] The sync data for ids ['21b5ddf3-0524-42c8-8d40-bb963c4d84eb'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:38.733915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:38.772870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:38.774479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0c457c0-4dbc-4b79-925e-c0dc5e73c871 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.778750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.784946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:38.796870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] Deleting port bda758c3-c799-49b8-bd8d-543f44c3264e {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:38.798115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.798926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:38.799513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.802103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.803920 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/c3eb9610-4193-4a87-9e3b-b639339a1fe3 HTTP/1.1" status: 204 len: 168 time: 1.3506734 Jun 22 14:59:38.807066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37230) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.809396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0c457c0-4dbc-4b79-925e-c0dc5e73c871 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.828443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=11e757ea-59f0-4baf-a209-da710a316349,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:38.833880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:38.836603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d7b58099-7c3e-46ee-b807-bb8ec1881588 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:38.845308 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-345b78e0-9ea2-4c40-a3ee-6360c92c0cfa tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:38.845764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345b78e0-9ea2-4c40-a3ee-6360c92c0cfa tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:38.847464 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-345b78e0-9ea2-4c40-a3ee-6360c92c0cfa tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/a602a0e9-79ec-437b-90f7-8b866fe6fb17 HTTP/1.1" status: 404 len: 337 time: 0.0390589 Jun 22 14:59:38.851846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37232) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.858158 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0677695 Jun 22 14:59:38.863075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37236) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.864707 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=c3eb9610-4193-4a87-9e3b-b639339a1fe3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:38.878255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-99e6b67f-89c5-4a3f-9115-bfe1a1df9a8d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '11e757ea-59f0-4baf-a209-da710a316349', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-2039171788'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:38.882857 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:38.886660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0c457c0-4dbc-4b79-925e-c0dc5e73c871 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.898506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] For port bda758c3-c799-49b8-bd8d-543f44c3264e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bda758c3-c799-49b8-bd8d-543f44c3264e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:38.901315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.908271 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3a5fc2-41cc-423d-83d6-ca4c50854c1c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] DELETE failed (client error): The resource could not be found. Jun 22 14:59:38.908906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3a5fc2-41cc-423d-83d6-ca4c50854c1c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:38.910626 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3b3a5fc2-41cc-423d-83d6-ca4c50854c1c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/a54b7a4a-e028-4698-9912-f8a5b3a19d27 HTTP/1.1" status: 404 len: 339 time: 0.0596764 Jun 22 14:59:38.913179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37238) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.930218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:38.939168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0c457c0-4dbc-4b79-925e-c0dc5e73c871 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:38.940373 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d0c457c0-4dbc-4b79-925e-c0dc5e73c871 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1a27f5af-d79f-4f91-89cc-b81d95ace0e2 HTTP/1.1" status: 204 len: 168 time: 0.3142452 Jun 22 14:59:38.946034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37240) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:38.954724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c457c0-4dbc-4b79-925e-c0dc5e73c871 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a27f5af-d79f-4f91-89cc-b81d95ace0e2,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:38.970654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d0c457c0-4dbc-4b79-925e-c0dc5e73c871 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:38.980207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting subnet adfc8611-d344-48fc-a1f8-e6d9c30c64cf {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:38.991532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.023647 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a234aa10-e08d-445f-bacf-aa7a7a6838ce tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758009 Jun 22 14:59:39.026915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37242) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.034777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-067db096-7489-4b5e-aafd-36a3ea8edad2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': 'c01e9a05-73f4-48ae-9a55-aac17c9b711e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:39.073597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-067db096-7489-4b5e-aafd-36a3ea8edad2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.077897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.121332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 366a07c9-a46d-43fd-bfcc-2c710c4c22da details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 14:59:39.138217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e6b67f-89c5-4a3f-9115-bfe1a1df9a8d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:39.143183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99e6b67f-89c5-4a3f-9115-bfe1a1df9a8d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.148447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] Calling delete_port for bda758c3-c799-49b8-bd8d-543f44c3264e owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:39.174666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-99e6b67f-89c5-4a3f-9115-bfe1a1df9a8d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port b0c150b6-f960-41ff-b040-96737136df1b yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:39.184774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f2670d6-fddd-46ae-91af-b1ebb64cd7a8 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.194108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-067db096-7489-4b5e-aafd-36a3ea8edad2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.211424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.248405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-067db096-7489-4b5e-aafd-36a3ea8edad2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.252641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f8b18511-b997-43a5-991e-b2efda552853 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:39.279990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b97e062b-c58d-41a0-8e01-75c29db40dc0 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:39.321084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: b97e062b-c58d-41a0-8e01-75c29db40dc0 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:59:39.321482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b97e062b-c58d-41a0-8e01-75c29db40dc0 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:39.322784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bda758c3-c799-49b8-bd8d-543f44c3264e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:39.355301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.363351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-52a9f312-c751-4b3b-a793-60e792d27749 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:39.373119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:39.377003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067db096-7489-4b5e-aafd-36a3ea8edad2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f4901e-04fa-4eb3-b05d-7e7d84f145a5,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:39.381918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-067db096-7489-4b5e-aafd-36a3ea8edad2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.383352 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-067db096-7489-4b5e-aafd-36a3ea8edad2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3556404 Jun 22 14:59:39.385121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-067db096-7489-4b5e-aafd-36a3ea8edad2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:39.388637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37246) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.388794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.394885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.396297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:39.399069 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/subnets/adfc8611-d344-48fc-a1f8-e6d9c30c64cf HTTP/1.1" status: 204 len: 168 time: 0.4828246 Jun 22 14:59:39.399069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Subnet': ['ID=adfc8611-d344-48fc-a1f8-e6d9c30c64cf,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:39.400474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37248) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.409429 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-82169655-2efa-4560-8d6e-852992d1cc8d tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules/d3f4901e-04fa-4eb3-b05d-7e7d84f145a5 HTTP/1.1" status: 200 len: 763 time: 0.0202334 Jun 22 14:59:39.411868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37250) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.413115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:39.434375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e015ba-dc73-4a03-9369-6f08afac8938 None None] Network 60d76e76-acde-41a3-851d-a67e610f3a5e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:39.435327 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e6b67f-89c5-4a3f-9115-bfe1a1df9a8d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 14:59:39.435833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e6b67f-89c5-4a3f-9115-bfe1a1df9a8d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:39.439061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'port_id': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 14:59:39.452419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] Pushing event deleted for resources: {'Port': ['ID=bda758c3-c799-49b8-bd8d-543f44c3264e,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:39.455235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:39.458777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] No DVR routers for this DVR port bda758c3-c799-49b8-bd8d-543f44c3264e on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:39.471218 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-89e55a21-b287-4831-b504-a280771e29eb tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0570803 Jun 22 14:59:39.475831 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-99e6b67f-89c5-4a3f-9115-bfe1a1df9a8d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6083047 Jun 22 14:59:39.476426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37254) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.476839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37256) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.506844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bacb8a-6682-4a6a-bbd5-8ec10de08f12 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:39.516992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c61c8cc3-c524-47aa-a529-810a60262b22 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.536894 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-663d1277-38d3-41b9-86e0-41a13161abda tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0576622 Jun 22 14:59:39.541786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37258) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.553242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c61c8cc3-c524-47aa-a529-810a60262b22 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.554478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No active binding found for port bda758c3-c799-49b8-bd8d-543f44c3264e {{(pid=93503) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 22 14:59:39.554971 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bda758c3-c799-49b8-bd8d-543f44c3264e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:39.566207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.630737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c61c8cc3-c524-47aa-a529-810a60262b22 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.634764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930181a4-845a-470a-a8df-18289b3b54d3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:39.636386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930181a4-845a-470a-a8df-18289b3b54d3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:39.640335 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-930181a4-845a-470a-a8df-18289b3b54d3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0950007 Jun 22 14:59:39.640335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:39.645232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c61c8cc3-c524-47aa-a529-810a60262b22 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.646948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37260) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.648469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.648602 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c61c8cc3-c524-47aa-a529-810a60262b22 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d3f4901e-04fa-4eb3-b05d-7e7d84f145a5 HTTP/1.1" status: 204 len: 168 time: 0.1706450 Jun 22 14:59:39.654422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37262) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.662380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c8cc3-c524-47aa-a529-810a60262b22 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3f4901e-04fa-4eb3-b05d-7e7d84f145a5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:39.674970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c61c8cc3-c524-47aa-a529-810a60262b22 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:39.695895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366a07c9-a46d-43fd-bfcc-2c710c4c22da {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:59:39.702043 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0547abfa-41cb-4b80-a142-aabb6bb349f5 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464499 Jun 22 14:59:39.704430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37264) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.708849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Request body: {'security_group_rule': {'security_group_id': 'c01e9a05-73f4-48ae-9a55-aac17c9b711e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:39.735483 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Project 3615f54244b14af39eb24d4957aeef59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 14:59:39.741613 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.764098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:39.788552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.794410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:39.815550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.821833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.824328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:39.841861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0236eef-caeb-4119-8797-d79d72d7d322,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:39.845389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:39.849104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.854217 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450813 Jun 22 14:59:39.854217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37268) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.873972 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e6c5c356-0167-4c29-9453-d572351781ec tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules/e0236eef-caeb-4119-8797-d79d72d7d322 HTTP/1.1" status: 200 len: 769 time: 0.0158303 Jun 22 14:59:39.873972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37270) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.903533 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=366a07c9-a46d-43fd-bfcc-2c710c4c22da,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:39.921493 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-64a2f0c8-9542-4d72-b94e-b01be394464a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0442824 Jun 22 14:59:39.921714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37272) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:39.931857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:39.944888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '11e757ea-59f0-4baf-a209-da710a316349'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:39.945914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.947680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b42d9d5b-be8d-44a6-a78b-a6ce52b62cb1 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.957439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b42d9d5b-be8d-44a6-a78b-a6ce52b62cb1 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.989902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] DHCP port deletion for 60d76e76-acde-41a3-851d-a67e610f3a5e request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:39.990120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b42d9d5b-be8d-44a6-a78b-a6ce52b62cb1 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:39.992944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d0c457c0-4dbc-4b79-925e-c0dc5e73c871 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:39.999626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b42d9d5b-be8d-44a6-a78b-a6ce52b62cb1 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.000820 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b42d9d5b-be8d-44a6-a78b-a6ce52b62cb1 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/e0236eef-caeb-4119-8797-d79d72d7d322 HTTP/1.1" status: 204 len: 168 time: 0.0781178 Jun 22 14:59:40.003205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37276) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:40.021565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d9d5b-be8d-44a6-a78b-a6ce52b62cb1 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0236eef-caeb-4119-8797-d79d72d7d322,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:40.025880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b42d9d5b-be8d-44a6-a78b-a6ce52b62cb1 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:40.051718 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-86b31e82-7879-4b71-8e45-b606f02c5dd8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471621 Jun 22 14:59:40.054144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37278) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:40.115319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.116834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c934-38c3-4a98-8467-e1cc123cc394 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.143865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c934-38c3-4a98-8467-e1cc123cc394 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.183103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] Deleting port aa0ffd84-22c1-46d1-a1bb-f3920387b876 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:40.183680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.185880 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/11e757ea-59f0-4baf-a209-da710a316349/8d3f609b-1377-428b-9abf-85e899a79046) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:40.191637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c934-38c3-4a98-8467-e1cc123cc394 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.194593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c934-38c3-4a98-8467-e1cc123cc394 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.195789 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d1e0c934-38c3-4a98-8467-e1cc123cc394 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "DELETE /v2.0/security-groups/c01e9a05-73f4-48ae-9a55-aac17c9b711e HTTP/1.1" status: 204 len: 168 time: 0.1406319 Jun 22 14:59:40.196971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:40.201349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37280) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:40.201512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 11e757ea-59f0-4baf-a209-da710a316349 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:40.210576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['366a07c9-a46d-43fd-bfcc-2c710c4c22da'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:59:40.225731 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0c934-38c3-4a98-8467-e1cc123cc394 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01e9a05-73f4-48ae-9a55-aac17c9b711e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:40.229475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d1e0c934-38c3-4a98-8467-e1cc123cc394 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:40.252597 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bb1f48c9-349b-4075-aaac-cc8cd9317c0e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0500739 Jun 22 14:59:40.259134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37282) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:40.288128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Deleting port aa0ffd84-22c1-46d1-a1bb-f3920387b876 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:40.288463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.312804 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-48259d05-c2e3-4e01-9876-c210b3c414b4 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0461681 Jun 22 14:59:40.373200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] For port aa0ffd84-22c1-46d1-a1bb-f3920387b876, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=aa0ffd84-22c1-46d1-a1bb-f3920387b876,segment=NetworkSegment(760a5b5a-b356-4c06-8cd6-3f2c7b1c7582),segment_id=760a5b5a-b356-4c06-8cd6-3f2c7b1c7582)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:40.373460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.420890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40a3a0-336b-4b2e-8a14-51c8afee46ed req-ea2fc9bb-4f42-4cea-a3c4-f83d3498aa11 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:40.422717 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0d40a3a0-336b-4b2e-8a14-51c8afee46ed req-ea2fc9bb-4f42-4cea-a3c4-f83d3498aa11 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 944 time: 0.2442267 Jun 22 14:59:40.426413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] For port aa0ffd84-22c1-46d1-a1bb-f3920387b876, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=aa0ffd84-22c1-46d1-a1bb-f3920387b876,segment=NetworkSegment(760a5b5a-b356-4c06-8cd6-3f2c7b1c7582),segment_id=760a5b5a-b356-4c06-8cd6-3f2c7b1c7582)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:40.426413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.450257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] Calling delete_port for aa0ffd84-22c1-46d1-a1bb-f3920387b876 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:40.494556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f2670d6-fddd-46ae-91af-b1ebb64cd7a8 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.524736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Calling delete_port for aa0ffd84-22c1-46d1-a1bb-f3920387b876 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:40.535807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f2670d6-fddd-46ae-91af-b1ebb64cd7a8 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.626040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.632381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37290) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:40.649302 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0d40a3a0-336b-4b2e-8a14-51c8afee46ed req-f75f768e-318c-4b0d-aa2f-aaeb14d73723 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133641 Jun 22 14:59:40.655471 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Transition to ACTIVE for port object 8d3f609b-1377-428b-9abf-85e899a79046 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:40.685489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Transition to ACTIVE for port object 8d3f609b-1377-428b-9abf-85e899a79046 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:40.691107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.699445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c4e99985-7965-40c3-9b7b-6c71d59d1ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:40.727716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] Pushing event deleted for resources: {'Port': ['ID=aa0ffd84-22c1-46d1-a1bb-f3920387b876,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:40.730526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.733552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] No DVR routers for this DVR port aa0ffd84-22c1-46d1-a1bb-f3920387b876 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:40.739706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:40.740182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2a438361-d13d-4f5a-9c75-16230eb67d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:40.741100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.775799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2670d6-fddd-46ae-91af-b1ebb64cd7a8 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Router 21b5ddf3-0524-42c8-8d40-bb963c4d84eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:59:40.795206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:40.803934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:40.809398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:40.810060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.828018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Pushing event updated for resources: {'Port': ['ID=8d3f609b-1377-428b-9abf-85e899a79046,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:40.831583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:40.853933 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4f1067ea-dfff-40dd-b2ae-06e4169b2686 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3615f54244b14af39eb24d4957aeef59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197306 Jun 22 14:59:40.856669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37296) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:40.896423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.910168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b42c47f7-4522-405a-8394-65901853abdf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:40.917582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Attempting to bind port 8d3f609b-1377-428b-9abf-85e899a79046 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:40.917955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Attempting to bind port 8d3f609b-1377-428b-9abf-85e899a79046 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:40.918318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Attempting to bind port 8d3f609b-1377-428b-9abf-85e899a79046 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:40.925873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9dcd578f-7b73-4884-8daa-59f5d7824b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.933986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:40.934381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:40.934785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.935185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:40.935666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Bound port: 8d3f609b-1377-428b-9abf-85e899a79046, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:40.936039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.963848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9dcd578f-7b73-4884-8daa-59f5d7824b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:40.975048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Port': ['ID=aa0ffd84-22c1-46d1-a1bb-f3920387b876,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:40.979653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] No DVR routers for this DVR port aa0ffd84-22c1-46d1-a1bb-f3920387b876 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:40.988066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:41.009963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] For port 8d3f609b-1377-428b-9abf-85e899a79046, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:41.014425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] For port 8d3f609b-1377-428b-9abf-85e899a79046, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8d3f609b-1377-428b-9abf-85e899a79046,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:41.018248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.020589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9dcd578f-7b73-4884-8daa-59f5d7824b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.021056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95ecc277-1f3c-40e5-bff8-2ef5d767b010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:41.024239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9dcd578f-7b73-4884-8daa-59f5d7824b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.028435 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9dcd578f-7b73-4884-8daa-59f5d7824b39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c920a65-f152-41ea-ae65-bbc017c8b58a HTTP/1.1" status: 204 len: 168 time: 0.1684995 Jun 22 14:59:41.028435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-89570152-dbfe-43f5-b84f-387a4f4e6b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:41.035657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd578f-7b73-4884-8daa-59f5d7824b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c920a65-f152-41ea-ae65-bbc017c8b58a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:41.038133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9dcd578f-7b73-4884-8daa-59f5d7824b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:41.115662 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Pushing event updated for resources: {'Port': ['ID=8d3f609b-1377-428b-9abf-85e899a79046,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:41.115879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2670d6-fddd-46ae-91af-b1ebb64cd7a8 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:41.119508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:41.128984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd965d1c-0f1b-437a-83ef-c4807ef0dc61 None None] Sync routers for ids ['21b5ddf3-0524-42c8-8d40-bb963c4d84eb'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:41.130240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f2670d6-fddd-46ae-91af-b1ebb64cd7a8 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.131444 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1f2670d6-fddd-46ae-91af-b1ebb64cd7a8 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "PUT /v2.0/routers/21b5ddf3-0524-42c8-8d40-bb963c4d84eb HTTP/1.1" status: 200 len: 924 time: 2.5419230 Jun 22 14:59:41.135191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37300) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:41.141219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.144055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd965d1c-0f1b-437a-83ef-c4807ef0dc61 None None] Routers {'21b5ddf3-0524-42c8-8d40-bb963c4d84eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:41.144790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.145185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-fd965d1c-0f1b-437a-83ef-c4807ef0dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['21b5ddf3-0524-42c8-8d40-bb963c4d84eb'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:41.176303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d76e76-acde-41a3-851d-a67e610f3a5e']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:41.191368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-fd965d1c-0f1b-437a-83ef-c4807ef0dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:41.191562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760a5b5a-b356-4c06-8cd6-3f2c7b1c7582') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:41.191863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760a5b5a-b356-4c06-8cd6-3f2c7b1c7582') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:41.202285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd965d1c-0f1b-437a-83ef-c4807ef0dc61 None None] Routers {'21b5ddf3-0524-42c8-8d40-bb963c4d84eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:41.203138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-fd965d1c-0f1b-437a-83ef-c4807ef0dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['21b5ddf3-0524-42c8-8d40-bb963c4d84eb'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:41.211303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.258173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.259773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-fd965d1c-0f1b-437a-83ef-c4807ef0dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:41.261322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd965d1c-0f1b-437a-83ef-c4807ef0dc61 None None] The sync data for ids ['21b5ddf3-0524-42c8-8d40-bb963c4d84eb'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:41.283685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:59:41.284196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:59:41.305349 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:59:41.346116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.356669 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9c37c75b-966f-4e84-ac61-9ce06a1d3b0a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/routers/21b5ddf3-0524-42c8-8d40-bb963c4d84eb HTTP/1.1" status: 200 len: 924 time: 0.2189012 Jun 22 14:59:41.360857 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37306) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:41.375480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device aa0ffd84-22c1-46d1-a1bb-f3920387b876 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:41.393616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-39848e80-2dea-40ac-ad11-e4eb5ee93e32 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:41.403048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.408079 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/11e757ea-59f0-4baf-a209-da710a316349 HTTP/1.1" status: 204 len: 168 time: 1.7570357 Jun 22 14:59:41.417443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: aa0ffd84-22c1-46d1-a1bb-f3920387b876 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:59:41.417901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device aa0ffd84-22c1-46d1-a1bb-f3920387b876 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:41.429905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37308) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:41.441050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=11e757ea-59f0-4baf-a209-da710a316349,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:41.453207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:41.490787 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bd573cf5-dc29-4ac2-8831-8d61ac896678 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568368 Jun 22 14:59:41.497477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37312) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:41.502479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:41.507430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.517118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5168875c-5989-44ff-b97b-7a1905f7a70c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:41.518861 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5168875c-5989-44ff-b97b-7a1905f7a70c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=21b5ddf3-0524-42c8-8d40-bb963c4d84eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1566513 Jun 22 14:59:41.521785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:41.522522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37316) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:41.526922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.530981 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] 10.222.0.22 "DELETE /v2.0/networks/60d76e76-acde-41a3-851d-a67e610f3a5e HTTP/1.1" status: 204 len: 168 time: 2.1264913 Jun 22 14:59:41.574637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Pushing event deleted for resources: {'Network': ['ID=60d76e76-acde-41a3-851d-a67e610f3a5e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:41.589522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:41.666528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:41.670593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:41.683270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fec6cf-065e-4178-8e58-c7073bdc996b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:41.687180 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-06fec6cf-065e-4178-8e58-c7073bdc996b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 881 time: 0.1559596 Jun 22 14:59:41.687333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37328) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:41.749230 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-af36cbe7-4a14-4650-8a6e-618be3cc45a4 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=21b5ddf3-0524-42c8-8d40-bb963c4d84eb HTTP/1.1" status: 200 len: 205 time: 0.0585403 Jun 22 14:59:41.750186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37332) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:41.889955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37334) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:42.052831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce082ad5-eb6e-4fd9-b077-da815012b861 req-fae2eef7-0813-462c-9edc-3bb352dcce28 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:42.055470 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ce082ad5-eb6e-4fd9-b077-da815012b861 req-fae2eef7-0813-462c-9edc-3bb352dcce28 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 944 time: 0.2077434 Jun 22 14:59:42.057159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.062083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9b14a2db-2f47-4121-ba47-89c99bdfc12e tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:42.160442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:42.192559 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ce082ad5-eb6e-4fd9-b077-da815012b861 req-f993625a-9b82-4a83-b4cd-2a6d0e2a7566 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219242 Jun 22 14:59:42.206650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:42.222353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:42.223019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.225547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37348) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:42.237549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=5cbf0e1d-e41e-444f-9937-27d077dd5ddb,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:42.250273 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:42.259912 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-10f76ca3-6b8c-4eab-934c-ba64026f2ba7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8ef3b0ab522400190ac26a91107194f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659410 Jun 22 14:59:42.261249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37352) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:42.273590 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7729235 Jun 22 14:59:42.274339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37354) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:42.280943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-18a24183-5b26-4383-aa09-c7196a50962e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-716246172', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:42.307440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.331662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-179f3dbd-2cbe-44ec-8b67-6bdd731cc1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.359009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-179f3dbd-2cbe-44ec-8b67-6bdd731cc1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.363489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18a24183-5b26-4383-aa09-c7196a50962e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.364490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18a24183-5b26-4383-aa09-c7196a50962e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.377731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1295328303-network', 'tenant_id': 'df1a184c91084752ab23db1f17571be8'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:42.417541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Made reservation on behalf of df1a184c91084752ab23db1f17571be8 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:42.420073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.431614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.451687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-179f3dbd-2cbe-44ec-8b67-6bdd731cc1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.454975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-179f3dbd-2cbe-44ec-8b67-6bdd731cc1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.458485 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-179f3dbd-2cbe-44ec-8b67-6bdd731cc1d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45b02df4-e56d-4d93-926f-965d13346879 HTTP/1.1" status: 204 len: 168 time: 0.1939406 Jun 22 14:59:42.461950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18a24183-5b26-4383-aa09-c7196a50962e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.470872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df0d91d1-ff4b-492a-9534-87b41fa44ebc tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:42.471740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18a24183-5b26-4383-aa09-c7196a50962e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.490245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f3dbd-2cbe-44ec-8b67-6bdd731cc1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b02df4-e56d-4d93-926f-965d13346879,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:42.494124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.495825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-179f3dbd-2cbe-44ec-8b67-6bdd731cc1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:42.514093 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dffb508-eda2-403b-bcf7-e736f5ccbf48 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:42.590854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Deleting port 960a4f8b-25e5-4edb-8feb-b57319b85118 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:42.591267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.605218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e5eb770a-1304-4caf-8b8d-8933bb7f2c7d None None] Provisioning for port 8d3f609b-1377-428b-9abf-85e899a79046 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:42.644659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.654682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.658463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-987e0160-768d-49d2-9520-b33e96904b7f tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:42.670391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18a24183-5b26-4383-aa09-c7196a50962e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.672475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-18a24183-5b26-4383-aa09-c7196a50962e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3964715 Jun 22 14:59:42.674825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37362) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:42.694575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.762452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:42.774769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59c01d3-26e9-445e-ae40-8fad2c2176cf,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:42.780395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Calling delete_port for 960a4f8b-25e5-4edb-8feb-b57319b85118 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:42.798496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:42.801592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:42.810670 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Added segment 5f5255ae-eca7-442b-b9a2-40c293eaa9bc of type vlan for network ed0422ad-0de6-429f-a4fd-43d77d26c56c Jun 22 14:59:43.002772 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.006051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-33fa115d-6fd7-441c-adfe-aa54808c3b10 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:43.011552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 366a07c9-a46d-43fd-bfcc-2c710c4c22da up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:43.035218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event deleted for resources: {'Port': ['ID=960a4f8b-25e5-4edb-8feb-b57319b85118,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:43.065491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.065981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.066373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.068263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.068688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.069100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.069530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.069906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.070365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.070764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.071131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.072521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.077128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:43.096540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.120526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.174222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.176675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 366a07c9-a46d-43fd-bfcc-2c710c4c22da completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:43.188302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 366a07c9-a46d-43fd-bfcc-2c710c4c22da triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:43.188700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.200113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.201344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:43.201806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.230217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.233540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.283208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1c18b81a-73fd-4852-a5e4-f07bcf525612 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:43.297414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.298092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Fanout notify agent at l3_agent the message router_deleted on router 21b5ddf3-0524-42c8-8d40-bb963c4d84eb {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:59:43.307350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.315371 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/21b5ddf3-0524-42c8-8d40-bb963c4d84eb HTTP/1.1" status: 204 len: 168 time: 1.5632017 Jun 22 14:59:43.318414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37384) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:43.330142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.330826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-30109d2b-9d23-480f-8fd7-f6a9ce275005 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1501284726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:43.362188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:59:43.365207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01b91a4-1d5d-46d4-8cce-191b7f508d02" -d '{"events": [{"server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "name": "network-vif-plugged", "status": "completed", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:59:43.379694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30109d2b-9d23-480f-8fd7-f6a9ce275005 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.380829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30109d2b-9d23-480f-8fd7-f6a9ce275005 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.394671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8d3f609b-1377-428b-9abf-85e899a79046 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:43.408834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:43.438997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.442634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:43.447660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Pushing event updated for resources: {'Network': ['ID=ed0422ad-0de6-429f-a4fd-43d77d26c56c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:43.450587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b7af97-c7dc-42ff-86c4-0af8c5f1dacc x-openstack-request-id: req-75b7af97-c7dc-42ff-86c4-0af8c5f1dacc {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:59:43.450916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "name": "network-vif-plugged", "status": "completed", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:59:43.451200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75b7af97-c7dc-42ff-86c4-0af8c5f1dacc {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:59:43.461491 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'code': 200} Jun 22 14:59:43.477476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30109d2b-9d23-480f-8fd7-f6a9ce275005 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.485041 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30109d2b-9d23-480f-8fd7-f6a9ce275005 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.506099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30109d2b-9d23-480f-8fd7-f6a9ce275005 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.507047 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-30109d2b-9d23-480f-8fd7-f6a9ce275005 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1864266 Jun 22 14:59:43.510363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37390) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:43.517916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:43.525907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37392) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:43.548729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.549160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.549526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.549988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.550268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.550675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.551049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.551480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.551858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.552241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.552617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.553033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:43.559193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:43.565325 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3359818 Jun 22 14:59:43.565796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37394) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:43.571218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Request body: {'subnet': {'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1295328303-subnet', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:43.576001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=366a07c9-a46d-43fd-bfcc-2c710c4c22da,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:43.586235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:43.598288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:43.692362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 8d3f609b-1377-428b-9abf-85e899a79046 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:43.706197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 8d3f609b-1377-428b-9abf-85e899a79046 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:43.706851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.754024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Made reservation on behalf of df1a184c91084752ab23db1f17571be8 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:43.760998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.793985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d86789-0428-41c2-9ad4-d54dafaf7bb8 req-1e0eb389-d1b8-4333-9806-1516764e52a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:43.795580 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-23d86789-0428-41c2-9ad4-d54dafaf7bb8 req-1e0eb389-d1b8-4333-9806-1516764e52a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.3649282 Jun 22 14:59:43.851551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-383110576'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:43.885165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f7fdc-314c-4f2f-a542-f0b9069c04ab req-ed9acb2c-e428-49c5-8633-b78a109a525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:43.886873 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c6f7fdc-314c-4f2f-a542-f0b9069c04ab req-ed9acb2c-e428-49c5-8633-b78a109a525f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 1098 time: 0.1613989 Jun 22 14:59:43.894209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.894727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::1 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/5cbf0e1d-e41e-444f-9937-27d077dd5ddb/94bff8c2-1212-41f4-b228-d9790c53eb2b) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:43.909196 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-23d86789-0428-41c2-9ad4-d54dafaf7bb8 req-00fb8058-c4d4-4a10-961e-aba02c88d48a tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012766 Jun 22 14:59:43.974289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:43.977888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.992789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.996211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:43.997256 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c6f7fdc-314c-4f2f-a542-f0b9069c04ab req-bed62b2c-50c5-4cb3-8781-449331f51ff3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995588 Jun 22 14:59:44.041917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 8d3f609b-1377-428b-9abf-85e899a79046, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8d3f609b-1377-428b-9abf-85e899a79046,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:44.047967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.050674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:44.128860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=8d3f609b-1377-428b-9abf-85e899a79046,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:44.142924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:44.187428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.190652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a1249041-00df-4c83-a6d8-2cd379300bc9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:44.280359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.283282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d60a4f-f936-4590-8797-492177cdea87,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:44.293803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:44.294990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.333762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d1e0c934-38c3-4a98-8467-e1cc123cc394 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:44.367440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.381020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 94bff8c2-1212-41f4-b228-d9790c53eb2b will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:44.397384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:44.399274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Checking segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:44.399715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Network hostable DHCP agents. Network: ed0422ad-0de6-429f-a4fd-43d77d26c56c, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:44.411976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e4324e-3091-4f6e-96c1-144092feb5fd,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:44.416639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.416857 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:44.419713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c3c24a28-9e82-42cd-8025-b89b97ba0021 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:44.437351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.437694 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Added segment 83bfa68a-ecef-49ef-9db1-605ab98eb067 of type vlan for network 60eb649d-93d1-4982-8419-8e6d44df206d Jun 22 14:59:44.438958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.460548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:44.464092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:44.466921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:44.467369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.469522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.513740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:44.518220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.525378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=94bff8c2-1212-41f4-b228-d9790c53eb2b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:44.545612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:44.562993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, ed0422ad-0de6-429f-a4fd-43d77d26c56c) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:44.574202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e5c0a-4b21-4f71-942a-46ff8305502d None None] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:44.574812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:44.575376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.632835 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0635729 Jun 22 14:59:44.633073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.635732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37404) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:44.635884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.641423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:44.641423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.644111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:44.646333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52b78b36-1814-4d00-9d98-466b75679e1b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:44.711501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.714308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.714976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Allocated IP 172.26.6.245 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/17f51048-097c-4000-883e-01e4a62e24ab) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:44.722264 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1597633 Jun 22 14:59:44.773045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Network': ['ID=60eb649d-93d1-4982-8419-8e6d44df206d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:44.818130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:44.825210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 60eb649d-93d1-4982-8419-8e6d44df206d details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:44.861741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.867568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:44.868421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.891178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.938445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:44.944239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d2d7469-024b-4155-ab07-5eed4e919b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:45.013736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:45.017946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:45.018225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9926052d-8fe4-4d1d-b98f-b50ad7851174 None None] Provisioning for port 94bff8c2-1212-41f4-b228-d9790c53eb2b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:45.027124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9926052d-8fe4-4d1d-b98f-b50ad7851174 None None] Provisioning complete for port 94bff8c2-1212-41f4-b228-d9790c53eb2b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:45.027535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9926052d-8fe4-4d1d-b98f-b50ad7851174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.028711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:45.054665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event updated for resources: {'Port': ['ID=17f51048-097c-4000-883e-01e4a62e24ab,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:45.060295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:45.227311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9926052d-8fe4-4d1d-b98f-b50ad7851174 None None] Port 94bff8c2-1212-41f4-b228-d9790c53eb2b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:45.257762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.332360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.344792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Allocated IP 172.20.0.2 (ed0422ad-0de6-429f-a4fd-43d77d26c56c/f1d60a4f-f936-4590-8797-492177cdea87/4d3f91b2-3751-4fcc-b59a-d4c205447616) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:45.352422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.353440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8d3f609b-1377-428b-9abf-85e899a79046 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:45.410947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:45.471445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.505460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.550422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 8d3f609b-1377-428b-9abf-85e899a79046 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:45.550823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.571478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=94bff8c2-1212-41f4-b228-d9790c53eb2b,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:45.582173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:45.668136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.679013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856fb89-a5b2-4b9b-9021-c3cc764ab8b7 req-6ecff239-a2e6-441d-a678-7ff0117b5f1a tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:45.681583 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8856fb89-a5b2-4b9b-9021-c3cc764ab8b7 req-6ecff239-a2e6-441d-a678-7ff0117b5f1a tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.3636053 Jun 22 14:59:45.682865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Transition to ACTIVE for port object 4d3f91b2-3751-4fcc-b59a-d4c205447616 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:45.700790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Transition to ACTIVE for port object 4d3f91b2-3751-4fcc-b59a-d4c205447616 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:45.710205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.714511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c4e99985-7965-40c3-9b7b-6c71d59d1ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:45.778907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.783312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.793900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:45.794418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:45.799680 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8856fb89-a5b2-4b9b-9021-c3cc764ab8b7 req-ed1b5a96-4a18-468e-b6ec-79629806a00c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949142 Jun 22 14:59:45.802104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:45.813057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:45.825363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Pushing event updated for resources: {'Port': ['ID=4d3f91b2-3751-4fcc-b59a-d4c205447616,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:45.825363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:45.850175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:45.885737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Attempting to bind port 4d3f91b2-3751-4fcc-b59a-d4c205447616 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:45.885870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Attempting to bind port 4d3f91b2-3751-4fcc-b59a-d4c205447616 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:45.886134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Attempting to bind port 4d3f91b2-3751-4fcc-b59a-d4c205447616 on network ed0422ad-0de6-429f-a4fd-43d77d26c56c {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:45.891364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:45.891840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Checking segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:45.892262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.892664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Bound using segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:45.893180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Bound port: 4d3f91b2-3751-4fcc-b59a-d4c205447616, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:45.893561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.974713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] For port 4d3f91b2-3751-4fcc-b59a-d4c205447616, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:45.977026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Router 05a63f4b-9da3-410d-a742-3b69dc766716 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:45.979160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] For port 4d3f91b2-3751-4fcc-b59a-d4c205447616, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4d3f91b2-3751-4fcc-b59a-d4c205447616,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:45.985060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:45.987277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:46.058722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Pushing event updated for resources: {'Port': ['ID=4d3f91b2-3751-4fcc-b59a-d4c205447616,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:46.068289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:46.219122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:46.229368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:46.231218 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "PUT /v2.0/routers/05a63f4b-9da3-410d-a742-3b69dc766716 HTTP/1.1" status: 200 len: 884 time: 2.7178559 Jun 22 14:59:46.234199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37416) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:46.240495 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed948a-886e-4f27-998b-a7e531efb167 None None] Sync routers for ids ['05a63f4b-9da3-410d-a742-3b69dc766716'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:46.269687 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed948a-886e-4f27-998b-a7e531efb167 None None] Routers {'05a63f4b-9da3-410d-a742-3b69dc766716'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:46.271174 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-86ed948a-886e-4f27-998b-a7e531efb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['05a63f4b-9da3-410d-a742-3b69dc766716'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:46.273262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-43c545f2-ca81-4f3d-bf7d-529113abc227 None None] Provisioning complete for port 94bff8c2-1212-41f4-b228-d9790c53eb2b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:46.273891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-43c545f2-ca81-4f3d-bf7d-529113abc227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:46.330503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Router 6822467f-9294-485d-9e92-bc5d4a9b1a93 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:46.370748 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-86ed948a-886e-4f27-998b-a7e531efb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:46.376818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-43c545f2-ca81-4f3d-bf7d-529113abc227 None None] Port 94bff8c2-1212-41f4-b228-d9790c53eb2b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:46.393643 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed948a-886e-4f27-998b-a7e531efb167 None None] Routers {'05a63f4b-9da3-410d-a742-3b69dc766716'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:46.394595 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-86ed948a-886e-4f27-998b-a7e531efb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['05a63f4b-9da3-410d-a742-3b69dc766716'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:46.402103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:46.439213 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-86ed948a-886e-4f27-998b-a7e531efb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:46.440114 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed948a-886e-4f27-998b-a7e531efb167 None None] The sync data for ids ['05a63f4b-9da3-410d-a742-3b69dc766716'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:46.551094 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-db757338-f9bd-4dc0-9bf3-422b49345848 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/routers/05a63f4b-9da3-410d-a742-3b69dc766716 HTTP/1.1" status: 200 len: 925 time: 0.3156862 Jun 22 14:59:46.552617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:46.553735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37420) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:46.563065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:46.572635 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "PUT /v2.0/routers/6822467f-9294-485d-9e92-bc5d4a9b1a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8967469 Jun 22 14:59:46.574791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Sync routers for ids ['6822467f-9294-485d-9e92-bc5d4a9b1a93'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:46.574911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37422) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:46.593975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Routers {'6822467f-9294-485d-9e92-bc5d4a9b1a93'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:46.594841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6822467f-9294-485d-9e92-bc5d4a9b1a93'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:46.625550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647560f9-445c-4ca2-91f1-8bfbb81b6e10 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:46.629547 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-647560f9-445c-4ca2-91f1-8bfbb81b6e10 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=05a63f4b-9da3-410d-a742-3b69dc766716&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0701933 Jun 22 14:59:46.630287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37424) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:46.691799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70f579-970d-4498-b0ec-c9fc8f4d2fa4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:46.697650 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cd70f579-970d-4498-b0ec-c9fc8f4d2fa4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports/94bff8c2-1212-41f4-b228-d9790c53eb2b HTTP/1.1" status: 200 len: 911 time: 0.1209893 Jun 22 14:59:46.701664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37428) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:46.723408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Set router 6822467f-9294-485d-9e92-bc5d4a9b1a93 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:46.792189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee045c87-95d8-4447-9381-1d49ada4315b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:46.800458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37430) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:46.801066 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ee045c87-95d8-4447-9381-1d49ada4315b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 881 time: 0.1691473 Jun 22 14:59:46.862341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6f38e428-ced3-4097-8139-a890a625d9c2 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=05a63f4b-9da3-410d-a742-3b69dc766716 HTTP/1.1" status: 200 len: 205 time: 0.0556653 Jun 22 14:59:46.863002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37434) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:47.006247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822467f-9294-485d-9e92-bc5d4a9b1a93', 'name': 'tempest-NetworksTestDHCPv6-router-716246172', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:42Z', 'updated_at': '2021-06-22T14:59:44Z', 'revision_number': 2, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None, '_interfaces': [{'id': '94bff8c2-1212-41f4-b228-d9790c53eb2b', 'name': '', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'mac_address': 'fa:16:3e:38:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822467f-9294-485d-9e92-bc5d4a9b1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5cbf0e1d-e41e-444f-9937-27d077dd5ddb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:43Z', 'updated_at': '2021-06-22T14:59:44Z', 'revision_number': 2, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'subnets': [{'id': '5cbf0e1d-e41e-444f-9937-27d077dd5ddb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:47.027219 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:59:47.049535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Checking router: 6822467f-9294-485d-9e92-bc5d4a9b1a93 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:47.049937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Updating router 6822467f-9294-485d-9e92-bc5d4a9b1a93 port 94bff8c2-1212-41f4-b228-d9790c53eb2b binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:59:47.058157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:47.090398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:47.358288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4d3f91b2-3751-4fcc-b59a-d4c205447616 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:47.410535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87c6808-0f7e-4bde-8111-d73aaac9b19a None None] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:47.548725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b1a21ed3-ece3-402f-89b2-58a416c88911 None None] Provisioning for port 4d3f91b2-3751-4fcc-b59a-d4c205447616 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:47.553255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a672301c-ebfa-4c8c-add9-1094f918a6dd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:47.559746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a672301c-ebfa-4c8c-add9-1094f918a6dd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:47.563903 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a672301c-ebfa-4c8c-add9-1094f918a6dd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.8587370 Jun 22 14:59:47.565678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37438) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:47.584727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 4d3f91b2-3751-4fcc-b59a-d4c205447616 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:47.599036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Allocated IP 172.26.6.37 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/bf23e410-bb51-413a-a628-c150f7385e75) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:47.620305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:47.674390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b386e2b-f859-4b07-a568-16f289340212 req-357eb369-0773-4bfc-b3d9-3a7b2df9519b tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:47.675901 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b386e2b-f859-4b07-a568-16f289340212 req-357eb369-0773-4bfc-b3d9-3a7b2df9519b tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.6806459 Jun 22 14:59:47.711281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4d3f91b2-3751-4fcc-b59a-d4c205447616 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:47.711660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:47.822548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:47.845658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Transition to ACTIVE for port object 94bff8c2-1212-41f4-b228-d9790c53eb2b will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:47.872086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:47.872633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:47.877713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:47.987558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.012972 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Pushing event updated for resources: {'Port': ['ID=94bff8c2-1212-41f4-b228-d9790c53eb2b,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:48.035548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b655cb33-e819-433a-9296-433d3dd87b92 tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:48.048820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37444) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:48.061047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'subnet': {'network_id': '60eb649d-93d1-4982-8419-8e6d44df206d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:48.116104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Attempting to bind port 94bff8c2-1212-41f4-b228-d9790c53eb2b on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:48.116588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:48.117061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Attempting to bind port 94bff8c2-1212-41f4-b228-d9790c53eb2b by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:48.117652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Attempting to bind port 94bff8c2-1212-41f4-b228-d9790c53eb2b on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:48.121080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Pushing event updated for resources: {'Port': ['ID=bf23e410-bb51-413a-a628-c150f7385e75,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:48.130797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:48.132698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.133417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.134180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.134925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.135459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.135989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.136530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.137093 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.137642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.138180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.138705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.139239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:59:48.149873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.157664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:48.158952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:48.159596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:48.160245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.161031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:48.161784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Bound port: 94bff8c2-1212-41f4-b228-d9790c53eb2b, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:48.162417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.206415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:48.215731 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b386e2b-f859-4b07-a568-16f289340212 req-42e5927c-63bb-4b45-87a3-626340dce074 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5118644 Jun 22 14:59:48.217186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:48.263689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] For port 94bff8c2-1212-41f4-b228-d9790c53eb2b, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:48.288381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] For port 94bff8c2-1212-41f4-b228-d9790c53eb2b, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=94bff8c2-1212-41f4-b228-d9790c53eb2b,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:48.290875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Deleting port 17f51048-097c-4000-883e-01e4a62e24ab {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:48.291045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 4d3f91b2-3751-4fcc-b59a-d4c205447616, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4d3f91b2-3751-4fcc-b59a-d4c205447616,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:48.291402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.313359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.326044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.330242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:48.403878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=4d3f91b2-3751-4fcc-b59a-d4c205447616,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:48.425603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Routers {'6822467f-9294-485d-9e92-bc5d4a9b1a93'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:48.426273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6822467f-9294-485d-9e92-bc5d4a9b1a93'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:48.456806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:48.462659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.538536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b6d51-c2f8-4f51-9863-67556ff762ed req-0e494397-29af-4810-9d47-ba02f8d3bb7a tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:48.552407 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fc5b6d51-c2f8-4f51-9863-67556ff762ed req-0e494397-29af-4810-9d47-ba02f8d3bb7a tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.1765137 Jun 22 14:59:48.685076 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fc5b6d51-c2f8-4f51-9863-67556ff762ed req-f08d2eae-1350-47f6-815e-47eda7b869cd tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313837 Jun 22 14:59:48.690275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.713724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37450) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:48.745393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-053d1330-916c-4f37-8670-4a697150e029 None None] Provisioning complete for port 4d3f91b2-3751-4fcc-b59a-d4c205447616 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:48.745695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-053d1330-916c-4f37-8670-4a697150e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.749117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Pushing event updated for resources: {'Port': ['ID=94bff8c2-1212-41f4-b228-d9790c53eb2b,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:48.756421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:48.757166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:48.757579 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:48.776339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] Set router 6822467f-9294-485d-9e92-bc5d4a9b1a93 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:48.778556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Calling delete_port for 17f51048-097c-4000-883e-01e4a62e24ab owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:48.872304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:48.945813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e8e327-e0e9-4a70-9421-4a819b5da086 tempest-TestNetworkAdvancedServerOps-2022428059 tempest-TestNetworkAdvancedServerOps-2022428059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:48.947374 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d2e8e327-e0e9-4a70-9421-4a819b5da086 tempest-TestNetworkAdvancedServerOps-2022428059 tempest-TestNetworkAdvancedServerOps-2022428059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 1093 time: 0.2326751 Jun 22 14:59:48.952069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37454) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:48.973631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:49.001063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.061824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822467f-9294-485d-9e92-bc5d4a9b1a93', 'name': 'tempest-NetworksTestDHCPv6-router-716246172', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:42Z', 'updated_at': '2021-06-22T14:59:44Z', 'revision_number': 2, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None, '_interfaces': [{'id': '94bff8c2-1212-41f4-b228-d9790c53eb2b', 'name': '', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'mac_address': 'fa:16:3e:38:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822467f-9294-485d-9e92-bc5d4a9b1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5cbf0e1d-e41e-444f-9937-27d077dd5ddb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:43Z', 'updated_at': '2021-06-22T14:59:48Z', 'revision_number': 4, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'subnets': [{'id': '5cbf0e1d-e41e-444f-9937-27d077dd5ddb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:49.085457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.093606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f815e4-f8cc-48db-90db-0b93246cedb4 None None] The sync data for ids ['6822467f-9294-485d-9e92-bc5d4a9b1a93'] in dv-neutron-601336-93-hyperv is: [{'id': '6822467f-9294-485d-9e92-bc5d4a9b1a93', 'name': 'tempest-NetworksTestDHCPv6-router-716246172', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:42Z', 'updated_at': '2021-06-22T14:59:44Z', 'revision_number': 2, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None, '_interfaces': [{'id': '94bff8c2-1212-41f4-b228-d9790c53eb2b', 'name': '', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'mac_address': 'fa:16:3e:38:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822467f-9294-485d-9e92-bc5d4a9b1a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '5cbf0e1d-e41e-444f-9937-27d077dd5ddb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:43Z', 'updated_at': '2021-06-22T14:59:48Z', 'revision_number': 4, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'subnets': [{'id': '5cbf0e1d-e41e-444f-9937-27d077dd5ddb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:49.224499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.238069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:49.278627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 94bff8c2-1212-41f4-b228-d9790c53eb2b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:49.279065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.284865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4d3f91b2-3751-4fcc-b59a-d4c205447616 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:49.357067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.362232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4d3f91b2-3751-4fcc-b59a-d4c205447616 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:49.362743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.366803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.393181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Subnet': ['ID=71883ffa-6b91-41e9-9071-43620549a850,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:49.396577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:49.405345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d4b40cfd-8c22-4aa2-b8a0-d3b80092764c tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:49.434301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] For port 94bff8c2-1212-41f4-b228-d9790c53eb2b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=94bff8c2-1212-41f4-b228-d9790c53eb2b,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:49.434749 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.520714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event deleted for resources: {'Port': ['ID=17f51048-097c-4000-883e-01e4a62e24ab,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:49.526962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:49.527750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Checking segment: {'id': '83bfa68a-ecef-49ef-9db1-605ab98eb067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60eb649d-93d1-4982-8419-8e6d44df206d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:49.528253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network hostable DHCP agents. Network: 60eb649d-93d1-4982-8419-8e6d44df206d, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:49.541018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 94bff8c2-1212-41f4-b228-d9790c53eb2b owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:49.595214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network 60eb649d-93d1-4982-8419-8e6d44df206d is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:49.611678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.619629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.638741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Allocated IP 172.26.6.106 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/5cc5032f-8171-46b4-b981-bae14d353937) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:49.652965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 60eb649d-93d1-4982-8419-8e6d44df206d) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:49.661581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6051b549-8b1d-4b4d-90d0-0feb4613dc57 None None] Network 60eb649d-93d1-4982-8419-8e6d44df206d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:49.751932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:49.756914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.855546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-60eb649d-93d1-4982-8419-8e6d44df206d', 'network_id': '60eb649d-93d1-4982-8419-8e6d44df206d', 'tenant_id': '63367acf50584ebd89d5dbd18acccd2d', 'fixed_ips': [{'subnet_id': '71883ffa-6b91-41e9-9071-43620549a850'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:49.856598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.865253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.915872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.918895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8b05aa2-a2ee-42d3-bb95-c4b692539332 tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:49.923888 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8667917 Jun 22 14:59:49.925186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37460) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:49.926930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.939006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-934633321'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:49.943154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.950806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:49.960395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=94bff8c2-1212-41f4-b228-d9790c53eb2b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:50.032770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:50.033638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.034744 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Fanout notify agent at l3_agent the message router_deleted on router 05a63f4b-9da3-410d-a742-3b69dc766716 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:59:50.035096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:50.045317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.046523 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/05a63f4b-9da3-410d-a742-3b69dc766716 HTTP/1.1" status: 204 len: 168 time: 3.1809950 Jun 22 14:59:50.047532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Router 9fc5d268-39ca-42f2-bf33-69459458e898 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:50.050374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:50.054384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.057614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37464) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:50.063589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a587c909-0a9f-4239-866f-555c0098675c tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1790930810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:50.074405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Allocated IP 2001:db8:0:ffff::2 (60eb649d-93d1-4982-8419-8e6d44df206d/71883ffa-6b91-41e9-9071-43620549a850/110c965e-6e93-41c7-996a-b1fb2c602c06) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:50.121204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:50.123654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fe4bcea-1e3c-41eb-9ea4-56cdc244afe2 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:50.125955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.137593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:50.211815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a587c909-0a9f-4239-866f-555c0098675c tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.212900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a587c909-0a9f-4239-866f-555c0098675c tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.235495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:50.288034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.288377 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Added segment 73380cc1-72ad-4304-8dc7-7a8bdcbd3b67 of type vlan for network ee66562a-ae8a-4a1c-90cf-af612ef74bb9 Jun 22 14:59:50.299508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.312002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Transition to ACTIVE for port object 110c965e-6e93-41c7-996a-b1fb2c602c06 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:50.317657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'Port': ['ID=5cc5032f-8171-46b4-b981-bae14d353937,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:50.330133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Transition to ACTIVE for port object 110c965e-6e93-41c7-996a-b1fb2c602c06 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:50.336759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.340895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c163c171-17f7-4d7a-8493-194a170de93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:50.343589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:50.374165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a587c909-0a9f-4239-866f-555c0098675c tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.390162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a587c909-0a9f-4239-866f-555c0098675c tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.401507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Pushing event updated for resources: {'Port': ['ID=110c965e-6e93-41c7-996a-b1fb2c602c06,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:50.407262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:50.413170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.416860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Network 60eb649d-93d1-4982-8419-8e6d44df206d is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:50.421860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:50.422084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:50.427526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:50.435531 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Sync routers for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:50.441266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a587c909-0a9f-4239-866f-555c0098675c tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.447842 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a587c909-0a9f-4239-866f-555c0098675c tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3882256 Jun 22 14:59:50.453665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37468) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:50.459192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': True}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:50.470337 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:50.471068 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:50.507671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Router 6822467f-9294-485d-9e92-bc5d4a9b1a93 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:59:50.554354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.555618 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9194741 Jun 22 14:59:50.560358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37470) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:50.575800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Attempting to bind port 110c965e-6e93-41c7-996a-b1fb2c602c06 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:50.579267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Attempting to bind port 110c965e-6e93-41c7-996a-b1fb2c602c06 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '83bfa68a-ecef-49ef-9db1-605ab98eb067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60eb649d-93d1-4982-8419-8e6d44df206d'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:50.579894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Attempting to bind port 110c965e-6e93-41c7-996a-b1fb2c602c06 on network 60eb649d-93d1-4982-8419-8e6d44df206d {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:50.585978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:50.586517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Checking segment: {'id': '83bfa68a-ecef-49ef-9db1-605ab98eb067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60eb649d-93d1-4982-8419-8e6d44df206d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:50.587809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.588307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Bound using segment: {'id': '83bfa68a-ecef-49ef-9db1-605ab98eb067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60eb649d-93d1-4982-8419-8e6d44df206d'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:50.589261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Bound port: 110c965e-6e93-41c7-996a-b1fb2c602c06, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bfa68a-ecef-49ef-9db1-605ab98eb067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '60eb649d-93d1-4982-8419-8e6d44df206d'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:50.589760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.655958 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:50.694798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:50.703174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] For port 110c965e-6e93-41c7-996a-b1fb2c602c06, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:50.708343 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "PUT /v2.0/routers/6822467f-9294-485d-9e92-bc5d4a9b1a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1396711 Jun 22 14:59:50.709101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37472) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:50.712391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] For port 110c965e-6e93-41c7-996a-b1fb2c602c06, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=110c965e-6e93-41c7-996a-b1fb2c602c06,segment=NetworkSegment(83bfa68a-ecef-49ef-9db1-605ab98eb067),segment_id=83bfa68a-ecef-49ef-9db1-605ab98eb067)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:50.727708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.729844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:50.782378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f903d7-585f-4380-976b-be8bf9350594 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:50.784007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f903d7-585f-4380-976b-be8bf9350594 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:50.785615 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-91f903d7-585f-4380-976b-be8bf9350594 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0755796 Jun 22 14:59:50.788574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37474) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:50.829569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Pushing event updated for resources: {'Port': ['ID=110c965e-6e93-41c7-996a-b1fb2c602c06,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:50.841541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:50.973845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 5cbf0e1d-e41e-444f-9937-27d077dd5ddb {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:50.982111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:50.995828 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:48Z', 'revision_number': 3, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:51.036234 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Checking router: 9fc5d268-39ca-42f2-bf33-69459458e898 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:51.036676 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Updating router 9fc5d268-39ca-42f2-bf33-69459458e898 port bf23e410-bb51-413a-a628-c150f7385e75 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:59:51.079525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.090120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:51.090746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.096871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d40df7af-5331-4271-b24d-653efcbb8ae3 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271 tempest-ExtraDHCPOptionsIpV6TestJSON-1753457271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:51.126158 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.135366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.201269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] Sync routers for ids ['6822467f-9294-485d-9e92-bc5d4a9b1a93'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:51.217881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.233905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] Routers {'6822467f-9294-485d-9e92-bc5d4a9b1a93'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:51.237004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6822467f-9294-485d-9e92-bc5d4a9b1a93'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:51.303771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.334324 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4051406 Jun 22 14:59:51.367690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37480) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:51.374111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'subnet': {'network_id': 'ee66562a-ae8a-4a1c-90cf-af612ef74bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:51.390887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] Set router 6822467f-9294-485d-9e92-bc5d4a9b1a93 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:51.406434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.430469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Network': ['ID=ee66562a-ae8a-4a1c-90cf-af612ef74bb9,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:51.435342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:51.468092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 110c965e-6e93-41c7-996a-b1fb2c602c06 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:51.470135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network ee66562a-ae8a-4a1c-90cf-af612ef74bb9 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:51.472996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822467f-9294-485d-9e92-bc5d4a9b1a93', 'name': 'tempest-NetworksTestDHCPv6-router-716246172', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:42Z', 'updated_at': '2021-06-22T14:59:49Z', 'revision_number': 3, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:51.560287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.562545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.566148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:51.583318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] Checking router: 6822467f-9294-485d-9e92-bc5d4a9b1a93 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:51.617397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:51.620360 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.621994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.626313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] Routers {'6822467f-9294-485d-9e92-bc5d4a9b1a93'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:51.626939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6822467f-9294-485d-9e92-bc5d4a9b1a93'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:51.631333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbf0e1d-e41e-444f-9937-27d077dd5ddb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:51.650268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:51.651880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.654042 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/5cbf0e1d-e41e-444f-9937-27d077dd5ddb HTTP/1.1" status: 204 len: 168 time: 0.8646963 Jun 22 14:59:51.658863 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Transition to ACTIVE for port object bf23e410-bb51-413a-a628-c150f7385e75 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:51.667394 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.670162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2268d324-86f8-450c-b79f-1230416d2013 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:51.674064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37484) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:51.683379 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:51.759207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] Set router 6822467f-9294-485d-9e92-bc5d4a9b1a93 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:51.782561 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e92af3-60bc-4f6e-903d-d70ad7e3c740 None None] Pushing event updated for resources: {'Port': ['ID=bf23e410-bb51-413a-a628-c150f7385e75,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:51.797543 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-31e92af3-60bc-4f6e-903d-d70ad7e3c740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:51.798785 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Attempting to bind port bf23e410-bb51-413a-a628-c150f7385e75 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:51.799515 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Attempting to bind port bf23e410-bb51-413a-a628-c150f7385e75 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:51.800094 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Attempting to bind port bf23e410-bb51-413a-a628-c150f7385e75 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:51.810907 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:51.811443 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:51.812125 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.812623 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:51.813290 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Bound port: bf23e410-bb51-413a-a628-c150f7385e75, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:51.813768 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.857427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822467f-9294-485d-9e92-bc5d4a9b1a93', 'name': 'tempest-NetworksTestDHCPv6-router-716246172', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:42Z', 'updated_at': '2021-06-22T14:59:49Z', 'revision_number': 3, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:51.895609 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] For port bf23e410-bb51-413a-a628-c150f7385e75, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:51.900734 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] For port bf23e410-bb51-413a-a628-c150f7385e75, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bf23e410-bb51-413a-a628-c150f7385e75,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:51.906983 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:51.911184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 110c965e-6e93-41c7-996a-b1fb2c602c06 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:51.916766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7afef9-81b9-4d82-9334-0838399cedcb None None] The sync data for ids ['6822467f-9294-485d-9e92-bc5d4a9b1a93'] in dv-neutron-601336-93-hyperv is: [{'id': '6822467f-9294-485d-9e92-bc5d4a9b1a93', 'name': 'tempest-NetworksTestDHCPv6-router-716246172', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:42Z', 'updated_at': '2021-06-22T14:59:49Z', 'revision_number': 3, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:51.932766 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-80621fb5-2e03-443c-af94-68a7f917561b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:51.985128 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9be22c1a-c8b9-47fe-b2fb-3e71c0332139 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3104222 Jun 22 14:59:51.985996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37486) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:52.005219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.026317 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:52.026953 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:52.108201 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e92af3-60bc-4f6e-903d-d70ad7e3c740 None None] Pushing event updated for resources: {'Port': ['ID=bf23e410-bb51-413a-a628-c150f7385e75,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:52.112971 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-31e92af3-60bc-4f6e-903d-d70ad7e3c740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:52.223179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.267856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.324214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:52.345525 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:52.404902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f450e5f-8e38-4964-96e0-3aeac8681a73 None None] Network 60eb649d-93d1-4982-8419-8e6d44df206d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:52.509262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.537090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3c6effd9-00ce-47c3-ae11-4a045ad67c91 None None] Provisioning for port 110c965e-6e93-41c7-996a-b1fb2c602c06 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:52.543664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3c6effd9-00ce-47c3-ae11-4a045ad67c91 None None] Provisioning complete for port 110c965e-6e93-41c7-996a-b1fb2c602c06 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:52.544052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3c6effd9-00ce-47c3-ae11-4a045ad67c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.562033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60899ee8-e84a-47e6-b004-0b29a89cb2a4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:52.595162 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:48Z', 'revision_number': 3, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:52.616791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Allocated IP 172.26.6.174 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/6475bc91-3288-4ef4-a9b2-62ca72eb3d25) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:52.627545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.632226 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa2e044-1a62-463c-9e36-e9792f2a5cab None None] The sync data for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv is: [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:48Z', 'revision_number': 3, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:52.647253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] Deleting port 8d3f609b-1377-428b-9abf-85e899a79046 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:52.647883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.697974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37a0-ee87-4be4-8ab2-8dde28e28242 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.756538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] For port 8d3f609b-1377-428b-9abf-85e899a79046, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8d3f609b-1377-428b-9abf-85e899a79046,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:52.756966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.837549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event updated for resources: {'Port': ['ID=5cc5032f-8171-46b4-b981-bae14d353937,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:52.838488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.841312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:52.852310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] Calling delete_port for 8d3f609b-1377-428b-9abf-85e899a79046 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:52.922929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3c6effd9-00ce-47c3-ae11-4a045ad67c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.930091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Allocated IP 172.20.0.1 (ed0422ad-0de6-429f-a4fd-43d77d26c56c/f1d60a4f-f936-4590-8797-492177cdea87/361b9677-8ec4-4c4b-807b-b00e1a453c2e) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:52.960231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.982662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37a0-ee87-4be4-8ab2-8dde28e28242 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:52.986358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0acb9be5-eff9-4683-a53a-6fa2eddeb766 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:52.991796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37a0-ee87-4be4-8ab2-8dde28e28242 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.067430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.071282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3c6effd9-00ce-47c3-ae11-4a045ad67c91 None None] For port 110c965e-6e93-41c7-996a-b1fb2c602c06, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=110c965e-6e93-41c7-996a-b1fb2c602c06,segment=NetworkSegment(83bfa68a-ecef-49ef-9db1-605ab98eb067),segment_id=83bfa68a-ecef-49ef-9db1-605ab98eb067)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:53.071495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:53.084455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3c6effd9-00ce-47c3-ae11-4a045ad67c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.090023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e25d1c6b-0ae8-4210-b59b-b5ff0e834c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:53.090169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:53.095677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:53.110772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event updated for resources: {'Port': ['ID=6475bc91-3288-4ef4-a9b2-62ca72eb3d25,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:53.138195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:53.174625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 14:59:53.176053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37a0-ee87-4be4-8ab2-8dde28e28242 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.176212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4a37a0-ee87-4be4-8ab2-8dde28e28242 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Fanout notify agent at l3_agent the message router_deleted on router 6822467f-9294-485d-9e92-bc5d4a9b1a93 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:59:53.187114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6effd9-00ce-47c3-ae11-4a045ad67c91 None None] Pushing event updated for resources: {'Port': ['ID=110c965e-6e93-41c7-996a-b1fb2c602c06,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:53.187910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a4a37a0-ee87-4be4-8ab2-8dde28e28242 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.188543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.189034 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0a4a37a0-ee87-4be4-8ab2-8dde28e28242 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/routers/6822467f-9294-485d-9e92-bc5d4a9b1a93 HTTP/1.1" status: 204 len: 168 time: 1.1966965 Jun 22 14:59:53.191848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3c6effd9-00ce-47c3-ae11-4a045ad67c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:53.194308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37494) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:53.204825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:53.211315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.211510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.223476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:53.224931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:53.233254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] No DVR routers for this DVR port 8d3f609b-1377-428b-9abf-85e899a79046 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:53.292722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] Pushing event deleted for resources: {'Port': ['ID=8d3f609b-1377-428b-9abf-85e899a79046,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:53.297150 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:53.422944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Subnet': ['ID=553d49b9-5f9f-4631-bc5a-a59641c34ee0,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:53.432619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:53.440362 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Floating IP 216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca associated. External IP: 172.26.6.106, port: 366a07c9-a46d-43fd-bfcc-2c710c4c22da. Jun 22 14:59:53.449491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Checking segment: {'id': '73380cc1-72ad-4304-8dc7-7a8bdcbd3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee66562a-ae8a-4a1c-90cf-af612ef74bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:53.449491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network hostable DHCP agents. Network: ee66562a-ae8a-4a1c-90cf-af612ef74bb9, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:53.478108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Transition to ACTIVE for port object 361b9677-8ec4-4c4b-807b-b00e1a453c2e will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:53.521661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bf23e410-bb51-413a-a628-c150f7385e75 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:53.581926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network ee66562a-ae8a-4a1c-90cf-af612ef74bb9 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:53.613279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:53.613624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, ee66562a-ae8a-4a1c-90cf-af612ef74bb9) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:53.617191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.655071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:53.655734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.794222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.804332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92106baf-3e47-46fa-a43b-35f4593f6c63 None None] Network ee66562a-ae8a-4a1c-90cf-af612ef74bb9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:53.817502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Router ac18e5f8-6fda-4ed6-b06c-19552b4043cf has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:59:53.821744 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4520919 Jun 22 14:59:53.824657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37500) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:53.830740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'port': {'network_id': 'ee66562a-ae8a-4a1c-90cf-af612ef74bb9', 'name': 'tempest-NetworksIpV6TestAttrs-779501148'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:53.861735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.874032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port bf23e410-bb51-413a-a628-c150f7385e75 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:53.874378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90791f84-5da7-429b-82e6-b26a23542cae tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:53.889653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-19cd7d39-37a9-44a0-aab8-ec9ba1c28d8c None None] Provisioning complete for port 110c965e-6e93-41c7-996a-b1fb2c602c06 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:53.890182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-19cd7d39-37a9-44a0-aab8-ec9ba1c28d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.893215 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port bf23e410-bb51-413a-a628-c150f7385e75 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:53.893598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:53.913818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:53.960877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:53.970742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:54.046959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Pushing event updated for resources: {'Port': ['ID=361b9677-8ec4-4c4b-807b-b00e1a453c2e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:54.063036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:54.084941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:54.088043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.090997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.108517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:54.122994 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] Sync routers for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:54.130457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] device_id is not set on port 2fc6ebd9-0af1-4f81-976c-79486ed1c7aa yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:54.158220 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:54.159005 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:54.241271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.282168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.291188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-ee66562a-ae8a-4a1c-90cf-af612ef74bb9', 'network_id': 'ee66562a-ae8a-4a1c-90cf-af612ef74bb9', 'tenant_id': '63367acf50584ebd89d5dbd18acccd2d', 'fixed_ips': [{'subnet_id': '553d49b9-5f9f-4631-bc5a-a59641c34ee0'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:54.292067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.325020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port bf23e410-bb51-413a-a628-c150f7385e75, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bf23e410-bb51-413a-a628-c150f7385e75,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:54.326683 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3575475 Jun 22 14:59:54.342673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.344387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 110c965e-6e93-41c7-996a-b1fb2c602c06 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:54.344867 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:54.390512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Allocated IP 2001:db8::f816:3eff:febf:378b (ee66562a-ae8a-4a1c-90cf-af612ef74bb9/553d49b9-5f9f-4631-bc5a-a59641c34ee0/2fc6ebd9-0af1-4f81-976c-79486ed1c7aa) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:54.396872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:54.515013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:59:54.526267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919ea47d-4d4f-47e4-9012-4c124184f105" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:59:54.534304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=bf23e410-bb51-413a-a628-c150f7385e75,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:54.541352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:54.576385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-97097baf-cfe6-47f4-b47c-bf974f5cb85a None None] Provisioning for port 361b9677-8ec4-4c4b-807b-b00e1a453c2e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:54.584103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 110c965e-6e93-41c7-996a-b1fb2c602c06 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:54.584876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.605679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-97097baf-cfe6-47f4-b47c-bf974f5cb85a None None] Provisioning complete for port 361b9677-8ec4-4c4b-807b-b00e1a453c2e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:54.605913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-97097baf-cfe6-47f4-b47c-bf974f5cb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.616451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b983261-e658-4bda-8566-3039701177fe x-openstack-request-id: req-6b983261-e658-4bda-8566-3039701177fe {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:59:54.616833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:59:54.617142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b983261-e658-4bda-8566-3039701177fe {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:59:54.617581 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'status': 'completed', 'code': 200} Jun 22 14:59:54.639936 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'floating_ip_address': '172.26.6.106', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'port_id': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa87731-372d-44a7-8d50-2956e39a249e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:59:50Z', 'updated_at': '2021-06-22T14:59:50Z', 'revision_number': 0, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149950e9-00d2-4fbe-96d8-98ccc77fefe6', 'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'mac_address': 'fa:16:3e:c3:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:18Z', 'updated_at': '2021-06-22T14:59:28Z', 'revision_number': 5, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'subnets': [{'id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:54.685684 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] Checking router: ac18e5f8-6fda-4ed6-b06c-19552b4043cf for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:54.691209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.693456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-97097baf-cfe6-47f4-b47c-bf974f5cb85a None None] Port 361b9677-8ec4-4c4b-807b-b00e1a453c2e cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:54.704509 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:54.706117 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:54.732438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Transition to ACTIVE for port object 2fc6ebd9-0af1-4f81-976c-79486ed1c7aa will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:54.807882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.843003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1267dff8-4514-426c-aa13-fce1e5da3b75 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:54.918966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Port': ['ID=2fc6ebd9-0af1-4f81-976c-79486ed1c7aa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:54.921492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Allocated IP 2001:db8::f816:3eff:fe83:164a (ee66562a-ae8a-4a1c-90cf-af612ef74bb9/553d49b9-5f9f-4631-bc5a-a59641c34ee0/b21d07ea-eedf-49ba-8fb8-864f6fedb3c2) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:54.932372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:54.940971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network ee66562a-ae8a-4a1c-90cf-af612ef74bb9 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:54.943728 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:54.952208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:54.960269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:54.969878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:54.970559 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:54.991926 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1632385 Jun 22 14:59:54.994025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37512) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:55.025377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8d3f609b-1377-428b-9abf-85e899a79046 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:55.027227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.043899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.055116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 8d3f609b-1377-428b-9abf-85e899a79046 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:59:55.055830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8d3f609b-1377-428b-9abf-85e899a79046 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:55.056418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 94bff8c2-1212-41f4-b228-d9790c53eb2b no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 14:59:55.066709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.070317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-0e4d2a3d-3b67-4ec7-8425-c19e941e3173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:55.072387 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-0e4d2a3d-3b67-4ec7-8425-c19e941e3173 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7216a9e20d544392a414b02c881cfac3&device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 1098 time: 0.3532152 Jun 22 14:59:55.106148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 94bff8c2-1212-41f4-b228-d9790c53eb2b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 14:59:55.106279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 94bff8c2-1212-41f4-b228-d9790c53eb2b not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 14:59:55.113349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-590528e7-f7ab-47e8-b90c-bd9cd48c6ed2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:55.137769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Deleting subnet 553d49b9-5f9f-4631-bc5a-a59641c34ee0 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:55.158921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07ac11-29d9-4af1-82ee-0cf0a04653d6 req-102516e3-4ffd-4d0b-87c5-ae083e2d2ccd tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:55.160676 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f07ac11-29d9-4af1-82ee-0cf0a04653d6 req-102516e3-4ffd-4d0b-87c5-ae083e2d2ccd tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.3970809 Jun 22 14:59:55.189289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.198144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Transition to ACTIVE for port object b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:55.215675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Transition to ACTIVE for port object b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:55.223175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.223843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.226371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b39afbc0-777b-43b6-8750-d45027d6d7b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:55.290949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:55.292270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=6424486c-91c0-44fb-8e71-590d5a814b5f,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:55.295465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:55.309703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Network ee66562a-ae8a-4a1c-90cf-af612ef74bb9 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:55.310550 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'floating_ip_address': '172.26.6.106', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'port_id': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa87731-372d-44a7-8d50-2956e39a249e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:59:50Z', 'updated_at': '2021-06-22T14:59:50Z', 'revision_number': 0, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149950e9-00d2-4fbe-96d8-98ccc77fefe6', 'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'mac_address': 'fa:16:3e:c3:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:18Z', 'updated_at': '2021-06-22T14:59:28Z', 'revision_number': 5, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'subnets': [{'id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:55.313091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:55.314717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.317487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:55.328462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Pushing event updated for resources: {'Port': ['ID=b21d07ea-eedf-49ba-8fb8-864f6fedb3c2,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:55.338716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:55.344320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:55.350048 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbcd30-b35a-48b5-97fe-3a65d5ad4a37 None None] The sync data for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'floating_ip_address': '172.26.6.106', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'port_id': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa87731-372d-44a7-8d50-2956e39a249e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:59:50Z', 'updated_at': '2021-06-22T14:59:50Z', 'revision_number': 0, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149950e9-00d2-4fbe-96d8-98ccc77fefe6', 'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'mac_address': 'fa:16:3e:c3:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:18Z', 'updated_at': '2021-06-22T14:59:28Z', 'revision_number': 5, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'subnets': [{'id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:55.354495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:55.356083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.356426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bf23e410-bb51-413a-a628-c150f7385e75 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:55.359060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2ec10-60eb-4e53-a252-5b3598e40c10 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:55.413107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-5b84c604-87ab-4053-9ee5-fd92460ddfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:55.415273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-5b84c604-87ab-4053-9ee5-fd92460ddfa8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb HTTP/1.1" status: 200 len: 897 time: 0.2639437 Jun 22 14:59:55.418357 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f07ac11-29d9-4af1-82ee-0cf0a04653d6 req-8239f951-9119-40c6-9b50-f6c9c6655fb3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386949 Jun 22 14:59:55.439470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.473587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37516) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:55.495509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Attempting to bind port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:55.496048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Attempting to bind port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '73380cc1-72ad-4304-8dc7-7a8bdcbd3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee66562a-ae8a-4a1c-90cf-af612ef74bb9'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:55.496482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Attempting to bind port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 on network ee66562a-ae8a-4a1c-90cf-af612ef74bb9 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:55.505484 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3051455 Jun 22 14:59:55.512720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37518) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:55.513344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:55.513822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Checking segment: {'id': '73380cc1-72ad-4304-8dc7-7a8bdcbd3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee66562a-ae8a-4a1c-90cf-af612ef74bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:55.517873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.518911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Bound using segment: {'id': '73380cc1-72ad-4304-8dc7-7a8bdcbd3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee66562a-ae8a-4a1c-90cf-af612ef74bb9'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:55.518911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Bound port: b21d07ea-eedf-49ba-8fb8-864f6fedb3c2, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73380cc1-72ad-4304-8dc7-7a8bdcbd3b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ee66562a-ae8a-4a1c-90cf-af612ef74bb9'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:55.519300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.522853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c220b1c2-9820-4f9d-a69e-5d84a529d530 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1225615411', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:55.594351 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-fb1a6fe2-8a57-4463-825f-0d771dda5db0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da HTTP/1.1" status: 200 len: 999 time: 0.1661999 Jun 22 14:59:55.599255 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0eecb5d1-d164-4c56-a4e3-eb2c1be93c78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/floatingips/216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca HTTP/1.1" status: 200 len: 991 time: 0.1240673 Jun 22 14:59:55.616682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.646842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c220b1c2-9820-4f9d-a69e-5d84a529d530 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.647854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c220b1c2-9820-4f9d-a69e-5d84a529d530 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.673973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port bf23e410-bb51-413a-a628-c150f7385e75 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:55.674526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.691998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.694162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d182fcfa-069e-485c-bb46-99491af1921a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:55.716444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a65ddf4-af76-44ea-a151-d2ddf100be60 None None] New status for floating IP 216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:59:55.728712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Subnet': ['ID=553d49b9-5f9f-4631-bc5a-a59641c34ee0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:55.733738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:55.736965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.741597 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/subnets/553d49b9-5f9f-4631-bc5a-a59641c34ee0 HTTP/1.1" status: 204 len: 168 time: 0.7441125 Jun 22 14:59:55.742080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37520) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:55.742586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-cb5357b8-c7f3-4966-b552-1b2996538a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:55.744766 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-cb5357b8-c7f3-4966-b552-1b2996538a45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=170727aa-6848-41db-b5a3-d2a12def7acd HTTP/1.1" status: 200 len: 835 time: 0.1370189 Jun 22 14:59:55.751962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Router 80458137-4db7-46e8-b159-7210902e38db is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:55.763901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] For port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:55.797280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] For port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b21d07ea-eedf-49ba-8fb8-864f6fedb3c2,segment=NetworkSegment(73380cc1-72ad-4304-8dc7-7a8bdcbd3b67),segment_id=73380cc1-72ad-4304-8dc7-7a8bdcbd3b67)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:55.799367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c220b1c2-9820-4f9d-a69e-5d84a529d530 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.814795 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b7b71-af1f-45bd-9392-97139783adae tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:55.817159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b7b71-af1f-45bd-9392-97139783adae tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:55.818943 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-078b7b71-af1f-45bd-9392-97139783adae tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0745645 Jun 22 14:59:55.822030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37522) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:55.823859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.825435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c220b1c2-9820-4f9d-a69e-5d84a529d530 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.888340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:55.901450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '6424486c-91c0-44fb-8e71-590d5a814b5f'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:55.902645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.924555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-967ab442-ffed-4c48-927b-fdefcaf0b273 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.931119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c220b1c2-9820-4f9d-a69e-5d84a529d530 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:55.934132 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-967ab442-ffed-4c48-927b-fdefcaf0b273 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 22 14:59:55.934710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967ab442-ffed-4c48-927b-fdefcaf0b273 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 14:59:55.935361 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c220b1c2-9820-4f9d-a69e-5d84a529d530 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4188902 Jun 22 14:59:55.941175 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-967ab442-ffed-4c48-927b-fdefcaf0b273 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/ee66562a-ae8a-4a1c-90cf-af612ef74bb9 HTTP/1.1" status: 409 len: 405 time: 0.1170959 Jun 22 14:59:55.942117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37526) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:55.949931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37528) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:55.956858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2059291471'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:56.009097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.025784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.029844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:56.049848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:56.053512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-1dff6fdd-daea-4b28-bfcf-d695b5f745c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:56.055121 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-1dff6fdd-daea-4b28-bfcf-d695b5f745c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2988019 Jun 22 14:59:56.058480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.062146 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e6bd21ce-d817-48bc-ba50-0ac8ce25d361 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "PUT /v2.0/routers/80458137-4db7-46e8-b159-7210902e38db HTTP/1.1" status: 200 len: 919 time: 5.6074040 Jun 22 14:59:56.064670 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf1f33-cc5c-4bdb-a436-03af63d945ef None None] Sync routers for ids ['80458137-4db7-46e8-b159-7210902e38db'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:56.065533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37532) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:56.078395 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf1f33-cc5c-4bdb-a436-03af63d945ef None None] Routers {'80458137-4db7-46e8-b159-7210902e38db'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:56.079016 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a6bf1f33-cc5c-4bdb-a436-03af63d945ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['80458137-4db7-46e8-b159-7210902e38db'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:56.140015 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a6bf1f33-cc5c-4bdb-a436-03af63d945ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:56.166400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Pushing event updated for resources: {'Port': ['ID=b21d07ea-eedf-49ba-8fb8-864f6fedb3c2,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:56.170187 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf1f33-cc5c-4bdb-a436-03af63d945ef None None] Routers {'80458137-4db7-46e8-b159-7210902e38db'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:56.170981 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a6bf1f33-cc5c-4bdb-a436-03af63d945ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['80458137-4db7-46e8-b159-7210902e38db'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:56.179472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:56.279955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/6424486c-91c0-44fb-8e71-590d5a814b5f/be5205b3-8cd4-4964-a9d7-f0304e03e37b) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:56.286059 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a6bf1f33-cc5c-4bdb-a436-03af63d945ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:56.286775 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf1f33-cc5c-4bdb-a436-03af63d945ef None None] The sync data for ids ['80458137-4db7-46e8-b159-7210902e38db'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:59:56.302547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.318635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:56.325008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Pushing event updated for resources: {'Port': ['ID=361b9677-8ec4-4c4b-807b-b00e1a453c2e,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:56.326359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.333620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:56.428571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:56.464616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.465134 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Added segment 6b7f5e7f-0017-44ad-a860-3bed89a3fe53 of type vlan for network ead52df3-4cf6-45da-9d6f-c47f131df532 Jun 22 14:59:56.468644 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-c85521e7-374a-455b-a496-1032d0a2d163 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020653 Jun 22 14:59:56.485330 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7c6194e6-ae23-4d49-88e0-c356cbf32e83 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/routers/80458137-4db7-46e8-b159-7210902e38db HTTP/1.1" status: 200 len: 925 time: 0.4087510 Jun 22 14:59:56.486889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37534) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:56.544387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.574080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:56.576994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:56.606417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37538) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:56.639066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.650808 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:56.651936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.694267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.694839 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-919ea47d-4d4f-47e4-9012-4c124184f105 req-dc26c764-71b4-4ca8-bdff-c3220540d40a service neutron] 10.222.0.21 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082551 Jun 22 14:59:56.726913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Transition to ACTIVE for port object be5205b3-8cd4-4964-a9d7-f0304e03e37b will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:56.749204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Transition to ACTIVE for port object be5205b3-8cd4-4964-a9d7-f0304e03e37b will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:56.759085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.768627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a9779527-d923-430c-97a7-d2e35ebe94b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:56.819657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:56.824331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:56.828282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:56.850076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Pushing event updated for resources: {'Port': ['ID=be5205b3-8cd4-4964-a9d7-f0304e03e37b,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:56.862843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:56.963921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Attempting to bind port be5205b3-8cd4-4964-a9d7-f0304e03e37b on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:59:56.964298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Attempting to bind port be5205b3-8cd4-4964-a9d7-f0304e03e37b by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:59:56.964661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Attempting to bind port be5205b3-8cd4-4964-a9d7-f0304e03e37b on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:59:56.981711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:59:56.982207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:56.982798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:56.983207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:59:56.983706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Bound port: be5205b3-8cd4-4964-a9d7-f0304e03e37b, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:59:56.984084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.001309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0fbce502-b582-4b0c-ba07-75ca26e1c669 None None] Provisioning complete for port 361b9677-8ec4-4c4b-807b-b00e1a453c2e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:57.001742 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0fbce502-b582-4b0c-ba07-75ca26e1c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.041802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:57.067617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.076551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0fbce502-b582-4b0c-ba07-75ca26e1c669 None None] Port 361b9677-8ec4-4c4b-807b-b00e1a453c2e cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:57.099360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] For port be5205b3-8cd4-4964-a9d7-f0304e03e37b, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:59:57.104638 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] For port be5205b3-8cd4-4964-a9d7-f0304e03e37b, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=be5205b3-8cd4-4964-a9d7-f0304e03e37b,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:59:57.113043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.116733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1315570b-1bae-412a-87e7-f3b17be40840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:57.132321 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1803451 Jun 22 14:59:57.140734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37542) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:57.147162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'subnet': {'network_id': 'ead52df3-4cf6-45da-9d6f-c47f131df532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:57.187312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Pushing event updated for resources: {'Port': ['ID=be5205b3-8cd4-4964-a9d7-f0304e03e37b,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:57.190159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:57.224020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Network': ['ID=ead52df3-4cf6-45da-9d6f-c47f131df532,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:57.227203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:57.245801 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6516fcf3-a702-41ca-846e-a2d79f33f226 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/floatingips/216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca HTTP/1.1" status: 200 len: 993 time: 0.6374938 Jun 22 14:59:57.255166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b2310e-19b6-472f-b2ec-b2cec0ab7d43 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:57.259106 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c0b2310e-19b6-472f-b2ec-b2cec0ab7d43 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=80458137-4db7-46e8-b159-7210902e38db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7696552 Jun 22 14:59:57.261817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network ead52df3-4cf6-45da-9d6f-c47f131df532 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:57.266731 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37544) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:57.353399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Router 9fc5d268-39ca-42f2-bf33-69459458e898 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:59:57.402965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:57.441713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:57.445304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.456306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd2cc7e-216d-4c7d-bd59-5ee9a05fa9e8 None None] Network ee66562a-ae8a-4a1c-90cf-af612ef74bb9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:57.604688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fd848220-cf1d-47dc-a382-ac2576086185 None None] Provisioning for port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:57.617350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fad564a-1f80-4b16-bc9b-3c0f31e70ce1 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:57.619545 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0fad564a-1f80-4b16-bc9b-3c0f31e70ce1 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 881 time: 0.3518221 Jun 22 14:59:57.624242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37548) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:57.660228 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c6ad8d4a-4dd8-4f74-bc42-daef98ec47be tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=80458137-4db7-46e8-b159-7210902e38db HTTP/1.1" status: 200 len: 205 time: 0.0346651 Jun 22 14:59:57.661974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::1 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/6424486c-91c0-44fb-8e71-590d5a814b5f/f1bfa252-631b-4c81-b8e5-161a920a0818) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:57.664014 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37550) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:57.702725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:59:57.705569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:57.714908 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] 10.222.0.22 "PUT /v2.0/routers/9fc5d268-39ca-42f2-bf33-69459458e898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1535010 Jun 22 14:59:57.718301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:57.718429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.781577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Sync routers for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:59:57.799077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:59:57.800725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:57.873022 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.952012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] DHCP port deletion for ee66562a-ae8a-4a1c-90cf-af612ef74bb9 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:59:57.976621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.978306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.985347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.objects.ports [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93502) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 14:59:57.987105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:57.994593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:57.995644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object f1bfa252-631b-4c81-b8e5-161a920a0818 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:58.013241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:59:58.041334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.046852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52866bcc-5ff0-4db7-9062-a6ecee85b75d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:58.075043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Checking segment: {'id': '6b7f5e7f-0017-44ad-a860-3bed89a3fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ead52df3-4cf6-45da-9d6f-c47f131df532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:58.075402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network hostable DHCP agents. Network: ead52df3-4cf6-45da-9d6f-c47f131df532, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:58.077849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Subnet': ['ID=5c030c07-70b7-4c25-906c-187df5bd7e2f,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:58.082225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:58.086832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b21d07ea-eedf-49ba-8fb8-864f6fedb3c2,segment=NetworkSegment(73380cc1-72ad-4304-8dc7-7a8bdcbd3b67),segment_id=73380cc1-72ad-4304-8dc7-7a8bdcbd3b67)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:58.110396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network ead52df3-4cf6-45da-9d6f-c47f131df532 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:58.123478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.123623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, ead52df3-4cf6-45da-9d6f-c47f131df532) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:58.128715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:58.129477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.136230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:58.155404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684e20df-abd3-4f12-8264-41c5f2e7a839 None None] Network ead52df3-4cf6-45da-9d6f-c47f131df532 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:58.160436 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0185330 Jun 22 14:59:58.163124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37560) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:58.163266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=f1bfa252-631b-4c81-b8e5-161a920a0818,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:58.175170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'port': {'network_id': 'ead52df3-4cf6-45da-9d6f-c47f131df532', 'name': 'tempest-NetworksIpV6TestAttrs-17260935'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:58.177900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:58.180669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:58.184299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:58.193815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:58.194360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.307756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] Deleting port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:58.308129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.363133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=b21d07ea-eedf-49ba-8fb8-864f6fedb3c2,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:58.374145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.393671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:58.433335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:58.441032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.460169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] For port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b21d07ea-eedf-49ba-8fb8-864f6fedb3c2,segment=NetworkSegment(73380cc1-72ad-4304-8dc7-7a8bdcbd3b67),segment_id=73380cc1-72ad-4304-8dc7-7a8bdcbd3b67)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:59:58.460878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.470519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] device_id is not set on port 6e73b111-0e7b-412e-9fa9-32d4693f6c6f yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 14:59:58.581519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] Calling delete_port for b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:58.609411 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.669547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Allocated IP 2001:db8::f816:3eff:fe89:4765 (ead52df3-4cf6-45da-9d6f-c47f131df532/5c030c07-70b7-4c25-906c-187df5bd7e2f/6e73b111-0e7b-412e-9fa9-32d4693f6c6f) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:58.738550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37574) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:58.749773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1229750562-network', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:58.782159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Made reservation on behalf of 2148a4a130804613b1a8543cdb6e2b67 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:58.784999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.803749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.804358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.817502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e66ff0f1-fad4-4c09-a70a-6e8688b74b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:58.840121 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-ead52df3-4cf6-45da-9d6f-c47f131df532', 'network_id': 'ead52df3-4cf6-45da-9d6f-c47f131df532', 'tenant_id': '63367acf50584ebd89d5dbd18acccd2d', 'fixed_ips': [{'subnet_id': '5c030c07-70b7-4c25-906c-187df5bd7e2f'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:59:58.841084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.857861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] No DVR routers for this DVR port b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:59:58.861378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] Pushing event deleted for resources: {'Port': ['ID=b21d07ea-eedf-49ba-8fb8-864f6fedb3c2,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:58.871742 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:58.888189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Deleting port 6475bc91-3288-4ef4-a9b2-62ca72eb3d25 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 14:59:58.889167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:58.944208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2874f89f-5405-46b5-bb18-fa3a0f0de9e1 None None] Provisioning for port be5205b3-8cd4-4964-a9d7-f0304e03e37b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:58.978184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 2, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:59:58.986355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.023074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.034579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df96687b-f122-4cfc-872d-30e718efa33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:59.078748 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.078984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:59:59.093711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bc5271-b102-4b39-aa47-1a1931547757,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:59.097286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:59.105086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.111729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.111951 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Added segment 93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70 of type vlan for network 37d640e8-5a11-492a-abde-36944a6b797e Jun 22 14:59:59.131298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.134460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Transition to ACTIVE for port object 6e73b111-0e7b-412e-9fa9-32d4693f6c6f will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:59:59.161331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Calling delete_port for 6475bc91-3288-4ef4-a9b2-62ca72eb3d25 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 14:59:59.166891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.167207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.171116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3f81eee7-39bf-42ca-bd72-1e3f6d461ff5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:59.174998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Checking router: 9fc5d268-39ca-42f2-bf33-69459458e898 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:59:59.175364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Updating router 9fc5d268-39ca-42f2-bf33-69459458e898 port 361b9677-8ec4-4c4b-807b-b00e1a453c2e binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:59:59.180881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.220212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.242160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.249932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:59.251784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.255008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f882a3b-bafe-46f9-bcd9-934000559ea7 tempest-ExternalNetworksTestJSON-67086061 tempest-ExternalNetworksTestJSON-67086061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:59.259265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.288083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-199f0483-8cce-4b6f-90d8-f5591d6c38e0 None None] Provisioning for port f1bfa252-631b-4c81-b8e5-161a920a0818 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:59.298082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-199f0483-8cce-4b6f-90d8-f5591d6c38e0 None None] Provisioning complete for port f1bfa252-631b-4c81-b8e5-161a920a0818 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:59.298475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-199f0483-8cce-4b6f-90d8-f5591d6c38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.315036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=f1bfa252-631b-4c81-b8e5-161a920a0818,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:59.323674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:59.334541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network ead52df3-4cf6-45da-9d6f-c47f131df532 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:59.343668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:59.346014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:59:59.353330 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:59.354060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.374287 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6298435 Jun 22 14:59:59.377411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37578) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:59.384127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Request body: {'subnet': {'network_id': '37d640e8-5a11-492a-abde-36944a6b797e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1229750562-subnet', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'ip_version': 4}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:59.392766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device be5205b3-8cd4-4964-a9d7-f0304e03e37b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 14:59:59.395212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=37d640e8-5a11-492a-abde-36944a6b797e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:59.398880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:59.401579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12c62146-6602-4f7c-9490-086eda14283a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:59.410981 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.2467010 Jun 22 14:59:59.413495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:59:59.415115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37580) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:59.425230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:59.459412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Port': ['ID=6e73b111-0e7b-412e-9fa9-32d4693f6c6f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:59.463666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:59.465231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Made reservation on behalf of 2148a4a130804613b1a8543cdb6e2b67 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:59:59.468445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.511582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 37d640e8-5a11-492a-abde-36944a6b797e details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 14:59:59.638691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Allocated IP 2001:db8::f816:3eff:fed3:91bd (ead52df3-4cf6-45da-9d6f-c47f131df532/5c030c07-70b7-4c25-906c-187df5bd7e2f/2573d05e-b79d-49af-8d5e-db5fa1f258b1) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:59:59.678599 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-199f0483-8cce-4b6f-90d8-f5591d6c38e0 None None] Port f1bfa252-631b-4c81-b8e5-161a920a0818 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 14:59:59.761825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.764525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:59.831815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2780745-1a9e-4d75-83fb-cbec22eeb6c3,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:59.842945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:59:59.848936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Checking segment: {'id': '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:59:59.849678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Network hostable DHCP agents. Network: 37d640e8-5a11-492a-abde-36944a6b797e, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:59:59.875754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Network 37d640e8-5a11-492a-abde-36944a6b797e is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:59:59.882338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port be5205b3-8cd4-4964-a9d7-f0304e03e37b completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:59:59.895645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 37d640e8-5a11-492a-abde-36944a6b797e) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:59:59.899364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Deleting subnet 5c030c07-70b7-4c25-906c-187df5bd7e2f {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:59:59.905085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:59:59.905535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.909342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port be5205b3-8cd4-4964-a9d7-f0304e03e37b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:59.909525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.918785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d3704-14be-41f5-965e-bcdc1f6a5632 None None] Network 37d640e8-5a11-492a-abde-36944a6b797e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:59:59.925885 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5473526 Jun 22 14:59:59.928560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37586) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:59:59.937424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:59:59.947551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-026cce4a-29eb-435e-bbf9-ce31c69c5f05 None None] Provisioning complete for port f1bfa252-631b-4c81-b8e5-161a920a0818 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:59:59.947760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-026cce4a-29eb-435e-bbf9-ce31c69c5f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.963813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.966674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c156437-3853-431a-bfc0-14637a468dcd tempest-PortsAdminExtendedAttrsTestJSON-682352022 tempest-PortsAdminExtendedAttrsTestJSON-682352022-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:59:59.970662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Router f79a7eb5-6de1-468a-ba09-113b8a03da7a is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:59:59.972883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.975166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:59:59.995910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event deleted for resources: {'Port': ['ID=6475bc91-3288-4ef4-a9b2-62ca72eb3d25,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:59:59.999101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:00.061071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.136814 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.157917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-026cce4a-29eb-435e-bbf9-ce31c69c5f05 None None] Port f1bfa252-631b-4c81-b8e5-161a920a0818 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:00.194147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.207904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:00.223997 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Sync routers for ids ['f79a7eb5-6de1-468a-ba09-113b8a03da7a'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:00.225028 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "PUT /v2.0/routers/f79a7eb5-6de1-468a-ba09-113b8a03da7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2783394 Jun 22 15:00:00.226250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37592) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:00.240197 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Routers {'f79a7eb5-6de1-468a-ba09-113b8a03da7a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:00.246997 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f79a7eb5-6de1-468a-ba09-113b8a03da7a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:00.251126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.271123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Transition to ACTIVE for port object 361b9677-8ec4-4c4b-807b-b00e1a453c2e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:00.281034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8e9a-8b0d-4c93-8566-c709a5bb4e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.284272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.335439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2416f2c6-2f5a-409d-88af-0d99a907132e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:00.336130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.340132 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2416f2c6-2f5a-409d-88af-0d99a907132e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports/f1bfa252-631b-4c81-b8e5-161a920a0818 HTTP/1.1" status: 200 len: 911 time: 0.0799806 Jun 22 15:00:00.340132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37594) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:00.341849 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Set router f79a7eb5-6de1-468a-ba09-113b8a03da7a gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:00.345799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:00.351528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Transition to ACTIVE for port object 2573d05e-b79d-49af-8d5e-db5fa1f258b1 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:00.352986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.358010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.460193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Transition to ACTIVE for port object 2573d05e-b79d-49af-8d5e-db5fa1f258b1 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:00.468333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.490117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9ce6c-e4b8-4b05-847f-6931a651d83b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:00.497744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f9ce6c-e4b8-4b05-847f-6931a651d83b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:00.499358 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-22f9ce6c-e4b8-4b05-847f-6931a651d83b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1575711 Jun 22 15:00:00.500222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.503835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.504366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Fanout notify agent at l3_agent the message router_deleted on router 80458137-4db7-46e8-b159-7210902e38db {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:00:00.506100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37596) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:00.520256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.525343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-37d640e8-5a11-492a-abde-36944a6b797e', 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'fixed_ips': [{'subnet_id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:00:00.526373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.528843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474841f-97a4-4fed-8946-ce693447fdf1 None None] Pushing event updated for resources: {'Port': ['ID=361b9677-8ec4-4c4b-807b-b00e1a453c2e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:00.531961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b474841f-97a4-4fed-8946-ce693447fdf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:00.533120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b474841f-97a4-4fed-8946-ce693447fdf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:00.575194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.580849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.588839 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/80458137-4db7-46e8-b159-7210902e38db HTTP/1.1" status: 204 len: 168 time: 2.9228823 Jun 22 15:00:00.596725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37598) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:00.622207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-aeb08830-2f87-4071-8ce0-600beb06062d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-768478815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:00.640594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.655189 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a7eb5-6de1-468a-ba09-113b8a03da7a', 'name': 'tempest-NetworksTestDHCPv6-router-1225615411', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:55Z', 'updated_at': '2021-06-22T14:59:58Z', 'revision_number': 2, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None, '_interfaces': [{'id': 'f1bfa252-631b-4c81-b8e5-161a920a0818', 'name': '', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'mac_address': 'fa:16:3e:0c:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a7eb5-6de1-468a-ba09-113b8a03da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6424486c-91c0-44fb-8e71-590d5a814b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:57Z', 'updated_at': '2021-06-22T14:59:58Z', 'revision_number': 2, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'subnets': [{'id': '6424486c-91c0-44fb-8e71-590d5a814b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:00.667629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Network ead52df3-4cf6-45da-9d6f-c47f131df532 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:00.686395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port be5205b3-8cd4-4964-a9d7-f0304e03e37b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=be5205b3-8cd4-4964-a9d7-f0304e03e37b,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:00.699480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:00.705383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:00.714095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Pushing event updated for resources: {'Port': ['ID=2573d05e-b79d-49af-8d5e-db5fa1f258b1,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:00.718156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:00.718559 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Checking router: f79a7eb5-6de1-468a-ba09-113b8a03da7a for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:00:00.718997 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Updating router f79a7eb5-6de1-468a-ba09-113b8a03da7a port f1bfa252-631b-4c81-b8e5-161a920a0818 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:00:00.727489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.784099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5de4c92b-fcfd-4d18-9cbe-a5fc3f0356f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:00.791071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Attempting to bind port 361b9677-8ec4-4c4b-807b-b00e1a453c2e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:00.791713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Attempting to bind port 361b9677-8ec4-4c4b-807b-b00e1a453c2e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:00.792329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Attempting to bind port 361b9677-8ec4-4c4b-807b-b00e1a453c2e on network ed0422ad-0de6-429f-a4fd-43d77d26c56c {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:00.799551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aeb08830-2f87-4071-8ce0-600beb06062d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.800636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aeb08830-2f87-4071-8ce0-600beb06062d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.803965 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.856377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.911752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:00.947419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=be5205b3-8cd4-4964-a9d7-f0304e03e37b,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:00.951529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aeb08830-2f87-4071-8ce0-600beb06062d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.960665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:00.962644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Checking segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:00.963389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.963999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Bound using segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:00.964711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Bound port: 361b9677-8ec4-4c4b-807b-b00e1a453c2e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:00.965375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.967037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aeb08830-2f87-4071-8ce0-600beb06062d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:00.980888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Allocated IP 172.26.6.109 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/24aa5929-a55d-45eb-a86a-9e3310c2f022) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:00.996660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:00.997875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:00.998431 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b21d07ea-eedf-49ba-8fb8-864f6fedb3c2 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:01.009882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aeb08830-2f87-4071-8ce0-600beb06062d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.013390 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-aeb08830-2f87-4071-8ce0-600beb06062d tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4124367 Jun 22 15:00:01.014958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37602) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:01.073415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.121270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.142148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': False}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:01.146213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] For port 361b9677-8ec4-4c4b-807b-b00e1a453c2e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:01.149615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] For port 361b9677-8ec4-4c4b-807b-b00e1a453c2e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=361b9677-8ec4-4c4b-807b-b00e1a453c2e,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:01.150827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Attempting to bind port 2573d05e-b79d-49af-8d5e-db5fa1f258b1 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:01.151449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Attempting to bind port 2573d05e-b79d-49af-8d5e-db5fa1f258b1 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '6b7f5e7f-0017-44ad-a860-3bed89a3fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ead52df3-4cf6-45da-9d6f-c47f131df532'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:01.151701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Attempting to bind port 2573d05e-b79d-49af-8d5e-db5fa1f258b1 on network ead52df3-4cf6-45da-9d6f-c47f131df532 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:01.163208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.186108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.188397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:01.192778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9f6a514d-0c6c-480a-96ac-c6a580ca75a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:01.199958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:01.200350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Checking segment: {'id': '6b7f5e7f-0017-44ad-a860-3bed89a3fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ead52df3-4cf6-45da-9d6f-c47f131df532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:01.200795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.201250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Bound using segment: {'id': '6b7f5e7f-0017-44ad-a860-3bed89a3fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ead52df3-4cf6-45da-9d6f-c47f131df532'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:01.208662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.217192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Bound port: 2573d05e-b79d-49af-8d5e-db5fa1f258b1, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b7f5e7f-0017-44ad-a860-3bed89a3fe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ead52df3-4cf6-45da-9d6f-c47f131df532'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:01.219641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.239992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:01.243223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2a4dbba0-12cc-408e-8282-900b3189557a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:01.245526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:01.248290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:01.283749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Pushing event updated for resources: {'Port': ['ID=24aa5929-a55d-45eb-a86a-9e3310c2f022,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:01.287459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:01.309348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Subnet': ['ID=5c030c07-70b7-4c25-906c-187df5bd7e2f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:01.312544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.314423 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/subnets/5c030c07-70b7-4c25-906c-187df5bd7e2f HTTP/1.1" status: 204 len: 168 time: 1.8978908 Jun 22 15:00:01.322773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37608) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:01.395419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:01.474663 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.500057 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Transition to ACTIVE for port object f1bfa252-631b-4c81-b8e5-161a920a0818 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:01.508166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f658c82-1922-4ca8-9542-915c64a43cbd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:01.510920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f658c82-1922-4ca8-9542-915c64a43cbd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:01.512690 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.515823 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2f658c82-1922-4ca8-9542-915c64a43cbd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1893592 Jun 22 15:00:01.516174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37610) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:01.520363 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-31e92af3-60bc-4f6e-903d-d70ad7e3c740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:01.579282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.641024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device be5205b3-8cd4-4964-a9d7-f0304e03e37b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:01.691004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4261a0db-40dc-43f6-82ac-4d937023d091 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.707450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:01.708185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:01.719777 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21fb41-e3aa-463a-a333-a6d1d934468d None None] Pushing event updated for resources: {'Port': ['ID=f1bfa252-631b-4c81-b8e5-161a920a0818,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:01.738993 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4261a0db-40dc-43f6-82ac-4d937023d091 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 22 15:00:01.739964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4261a0db-40dc-43f6-82ac-4d937023d091 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:01.741989 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4261a0db-40dc-43f6-82ac-4d937023d091 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/ead52df3-4cf6-45da-9d6f-c47f131df532 HTTP/1.1" status: 409 len: 405 time: 0.2248309 Jun 22 15:00:01.747394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37612) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:01.751828 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3a21fb41-e3aa-463a-a333-a6d1d934468d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:01.753526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.762142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-167697823'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:01.775804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.777651 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Attempting to bind port f1bfa252-631b-4c81-b8e5-161a920a0818 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:01.778023 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Attempting to bind port f1bfa252-631b-4c81-b8e5-161a920a0818 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:01.778384 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Attempting to bind port f1bfa252-631b-4c81-b8e5-161a920a0818 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:01.783719 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:01.784323 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:01.784726 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.785150 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:01.785612 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Bound port: f1bfa252-631b-4c81-b8e5-161a920a0818, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:01.785980 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.862667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Allocated IP 172.20.0.2 (37d640e8-5a11-492a-abde-36944a6b797e/b2780745-1a9e-4d75-83fb-cbec22eeb6c3/018e3797-5349-4799-bfdd-97de1cc81fed) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:01.889509 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] For port f1bfa252-631b-4c81-b8e5-161a920a0818, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:01.896628 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] For port f1bfa252-631b-4c81-b8e5-161a920a0818, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f1bfa252-631b-4c81-b8e5-161a920a0818,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:01.906395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] For port 2573d05e-b79d-49af-8d5e-db5fa1f258b1, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:01.908050 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:01.910710 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:01.979054 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21fb41-e3aa-463a-a333-a6d1d934468d None None] Pushing event updated for resources: {'Port': ['ID=f1bfa252-631b-4c81-b8e5-161a920a0818,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:01.986427 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3a21fb41-e3aa-463a-a333-a6d1d934468d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:01.987157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] For port 2573d05e-b79d-49af-8d5e-db5fa1f258b1, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2573d05e-b79d-49af-8d5e-db5fa1f258b1,segment=NetworkSegment(6b7f5e7f-0017-44ad-a860-3bed89a3fe53),segment_id=6b7f5e7f-0017-44ad-a860-3bed89a3fe53)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:01.990365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474841f-97a4-4fed-8946-ce693447fdf1 None None] Pushing event updated for resources: {'Port': ['ID=361b9677-8ec4-4c4b-807b-b00e1a453c2e,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:02.007400 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Routers {'f79a7eb5-6de1-468a-ba09-113b8a03da7a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:02.008073 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T14:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f79a7eb5-6de1-468a-ba09-113b8a03da7a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:02.017249 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b474841f-97a4-4fed-8946-ce693447fdf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:02.018542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port be5205b3-8cd4-4964-a9d7-f0304e03e37b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:02.018922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.020975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.038016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:02.042277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.047769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:02.120588 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] Set router f79a7eb5-6de1-468a-ba09-113b8a03da7a gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:02.122070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.126484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:00:02.163107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.163365 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Added segment d5e813cf-f7af-4556-a4c5-aed89c0f398b of type vlan for network 1b4f0e79-886e-4cfd-a21c-e41cddd0707e Jun 22 15:00:02.273516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:02.312796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.378875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port f1bfa252-631b-4c81-b8e5-161a920a0818 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:02.379229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.394899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Pushing event updated for resources: {'Port': ['ID=2573d05e-b79d-49af-8d5e-db5fa1f258b1,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:02.400475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:02.457638 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a7eb5-6de1-468a-ba09-113b8a03da7a', 'name': 'tempest-NetworksTestDHCPv6-router-1225615411', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:55Z', 'updated_at': '2021-06-22T14:59:58Z', 'revision_number': 2, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None, '_interfaces': [{'id': 'f1bfa252-631b-4c81-b8e5-161a920a0818', 'name': '', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'mac_address': 'fa:16:3e:0c:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a7eb5-6de1-468a-ba09-113b8a03da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6424486c-91c0-44fb-8e71-590d5a814b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:57Z', 'updated_at': '2021-06-22T15:00:01Z', 'revision_number': 4, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'subnets': [{'id': '6424486c-91c0-44fb-8e71-590d5a814b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:02.457958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.479362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a9ed68-dd17-426a-9935-8c10e473256c None None] Network ead52df3-4cf6-45da-9d6f-c47f131df532 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:02.485033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.488287 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4500c-06cb-47e8-b339-4d5379d3dc2b None None] The sync data for ids ['f79a7eb5-6de1-468a-ba09-113b8a03da7a'] in dv-neutron-601336-93-hyperv is: [{'id': 'f79a7eb5-6de1-468a-ba09-113b8a03da7a', 'name': 'tempest-NetworksTestDHCPv6-router-1225615411', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:55Z', 'updated_at': '2021-06-22T14:59:58Z', 'revision_number': 2, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None, '_interfaces': [{'id': 'f1bfa252-631b-4c81-b8e5-161a920a0818', 'name': '', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'mac_address': 'fa:16:3e:0c:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f79a7eb5-6de1-468a-ba09-113b8a03da7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6424486c-91c0-44fb-8e71-590d5a814b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:57Z', 'updated_at': '2021-06-22T15:00:01Z', 'revision_number': 4, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'subnets': [{'id': '6424486c-91c0-44fb-8e71-590d5a814b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:02.504860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.513980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:02.514638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.516324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:00:02.535718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8b72d66-bd71-4387-a7fe-a14177c2868f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:02.623562 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8716826 Jun 22 15:00:02.639777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37620) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:02.653607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'subnet': {'network_id': '1b4f0e79-886e-4cfd-a21c-e41cddd0707e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:02.707808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.712275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7959-a341-41fe-9be8-189694871224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.720845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:02.740010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Transition to ACTIVE for port object 018e3797-5349-4799-bfdd-97de1cc81fed will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:02.745022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Sync routers for ids ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:02.751970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.753508 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8234098 Jun 22 15:00:02.760192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37622) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:02.790374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Network': ['ID=1b4f0e79-886e-4cfd-a21c-e41cddd0707e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:02.826749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 1b4f0e79-886e-4cfd-a21c-e41cddd0707e details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:00:02.835036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:02.841115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] For port f1bfa252-631b-4c81-b8e5-161a920a0818, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f1bfa252-631b-4c81-b8e5-161a920a0818,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:02.841924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.900307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Routers {'383e9043-f7c3-4c51-8d80-c10e4d7a2c22'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:02.902814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:02.947360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Transition to ACTIVE for port object 018e3797-5349-4799-bfdd-97de1cc81fed will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:02.959706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for f1bfa252-631b-4c81-b8e5-161a920a0818 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:02.979285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:02.983811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:02.988119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Allocated IP 172.26.6.5 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/0e445227-e9ba-4b62-88d9-9a00e767e7a4) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:03.017579 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:03.037664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:03.078610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:03.142371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Network 37d640e8-5a11-492a-abde-36944a6b797e is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:03.162722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:03.169718 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:03.191815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Pushing event updated for resources: {'Port': ['ID=018e3797-5349-4799-bfdd-97de1cc81fed,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:03.199673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:03.262154 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Set router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:03.376511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f1bfa252-631b-4c81-b8e5-161a920a0818 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:03.438735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:01Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:03.475028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Attempting to bind port 018e3797-5349-4799-bfdd-97de1cc81fed on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:03.475733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Attempting to bind port 018e3797-5349-4799-bfdd-97de1cc81fed by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:03.476279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Attempting to bind port 018e3797-5349-4799-bfdd-97de1cc81fed on network 37d640e8-5a11-492a-abde-36944a6b797e {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:03.512632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8f8e0f-ac1d-40d7-9f22-666b53f14b82 None None] The sync data for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv is: [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:01Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:03.524992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:03.525794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Checking segment: {'id': '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:03.526403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:03.526965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Bound using segment: {'id': '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:03.527597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Bound port: 018e3797-5349-4799-bfdd-97de1cc81fed, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:03.528135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:03.872232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] For port 018e3797-5349-4799-bfdd-97de1cc81fed, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:03.876511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:03.878026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] For port 018e3797-5349-4799-bfdd-97de1cc81fed, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=018e3797-5349-4799-bfdd-97de1cc81fed,segment=NetworkSegment(93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70),segment_id=93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:03.946551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:03.951461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:03.973224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:04.022393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.023039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port f1bfa252-631b-4c81-b8e5-161a920a0818 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:04.044980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f1bfa252-631b-4c81-b8e5-161a920a0818 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:04.045371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.085065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Port f1bfa252-631b-4c81-b8e5-161a920a0818 was deleted so its status cannot be updated. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jun 22 15:00:04.090364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Allocated IP 172.20.0.1 (37d640e8-5a11-492a-abde-36944a6b797e/b2780745-1a9e-4d75-83fb-cbec22eeb6c3/4cd33f04-1808-4b6e-82c1-faf46c59d7c5) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:04.099749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Pushing event updated for resources: {'Port': ['ID=018e3797-5349-4799-bfdd-97de1cc81fed,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:04.105195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.111666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0e97d64-93c4-438b-8a5b-97b07114fe78 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:04.113056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:04.116502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:59Z', 'updated_at': '2021-06-22T15:00:01Z', 'revision_number': 3, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'gw_port': {'id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:00Z', 'updated_at': '2021-06-22T15:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:04.150953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=f1bfa252-631b-4c81-b8e5-161a920a0818,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:04.153764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.160168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:04.160329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Checking router: 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:00:04.161515 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Updating router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 port 24aa5929-a55d-45eb-a86a-9e3310c2f022 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:00:04.161748 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:04.214763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.343633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:04.360626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Pushing event updated for resources: {'Port': ['ID=0e445227-e9ba-4b62-88d9-9a00e767e7a4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:04.368321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.402004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:04.404406 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:04.424733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Transition to ACTIVE for port object 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:04.474522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:04.542196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.545354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c96469e8-ebc6-49c4-9372-43c0bbe02d97 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:04.608843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.620662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Network 37d640e8-5a11-492a-abde-36944a6b797e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:04.643667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:00:04.649813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:04.652579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.654137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:04.655529 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-61fc3672-5d9e-4286-aff6-4d5ad5af3703 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:04.658179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd33f04-1808-4b6e-82c1-faf46c59d7c5,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:04.661822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:04.718461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.788470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.803054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Transition to ACTIVE for port object 24aa5929-a55d-45eb-a86a-9e3310c2f022 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:04.813056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.818046 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:04.872507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Attempting to bind port 24aa5929-a55d-45eb-a86a-9e3310c2f022 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:04.872927 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Attempting to bind port 24aa5929-a55d-45eb-a86a-9e3310c2f022 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:04.873704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Attempting to bind port 24aa5929-a55d-45eb-a86a-9e3310c2f022 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:04.877940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.882594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ad3e8-9d60-46b0-9c15-34c4b6421ec6 None None] Pushing event updated for resources: {'Port': ['ID=24aa5929-a55d-45eb-a86a-9e3310c2f022,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:04.893451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d00ad3e8-9d60-46b0-9c15-34c4b6421ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:04.896228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:04.896937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:04.897517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.898109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:04.899533 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Bound port: 24aa5929-a55d-45eb-a86a-9e3310c2f022, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:04.900165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.978610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] For port 24aa5929-a55d-45eb-a86a-9e3310c2f022, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:04.982829 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] For port 24aa5929-a55d-45eb-a86a-9e3310c2f022, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=24aa5929-a55d-45eb-a86a-9e3310c2f022,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:04.988541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:04.993535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-432729bc-983e-4011-896d-34529f6bdd45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:05.083161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Routers {'383e9043-f7c3-4c51-8d80-c10e4d7a2c22'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:05.083804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:05.085819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ad3e8-9d60-46b0-9c15-34c4b6421ec6 None None] Pushing event updated for resources: {'Port': ['ID=24aa5929-a55d-45eb-a86a-9e3310c2f022,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:05.089743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d00ad3e8-9d60-46b0-9c15-34c4b6421ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:05.123842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:05.136243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:05.162278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:05.207239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Subnet': ['ID=b8d77217-ded0-4e01-a1ce-4ad26ad3e3ca,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:05.217853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:05.219698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] Set router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:05.229973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd33f04-1808-4b6e-82c1-faf46c59d7c5,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:05.234145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:05.262927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:05.329490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Router f79a7eb5-6de1-468a-ba09-113b8a03da7a has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:00:05.336574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Checking segment: {'id': 'd5e813cf-f7af-4556-a4c5-aed89c0f398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1b4f0e79-886e-4cfd-a21c-e41cddd0707e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:05.337023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network hostable DHCP agents. Network: 1b4f0e79-886e-4cfd-a21c-e41cddd0707e, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:00:05.436572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Network 37d640e8-5a11-492a-abde-36944a6b797e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:05.442566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:05.455367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network 1b4f0e79-886e-4cfd-a21c-e41cddd0707e is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:00:05.527913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 1b4f0e79-886e-4cfd-a21c-e41cddd0707e) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:05.546847 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c7b79-30cc-457d-b613-8b5d45742cf4 None None] Network 1b4f0e79-886e-4cfd-a21c-e41cddd0707e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:05.598920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 018e3797-5349-4799-bfdd-97de1cc81fed up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:05.639334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:05.640403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:05.654408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:05.657790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:05.668823 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] Sync routers for ids ['f79a7eb5-6de1-468a-ba09-113b8a03da7a'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:05.684291 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0490d564-cc4f-4d5c-8ab0-347858c0c11a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "PUT /v2.0/routers/f79a7eb5-6de1-468a-ba09-113b8a03da7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1410656 Jun 22 15:00:05.688970 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] Routers {'f79a7eb5-6de1-468a-ba09-113b8a03da7a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:05.689726 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f79a7eb5-6de1-468a-ba09-113b8a03da7a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:05.690651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37638) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:05.704831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:00:05.706851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 018e3797-5349-4799-bfdd-97de1cc81fed completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:05.713051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 361b9677-8ec4-4c4b-807b-b00e1a453c2e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:05.727838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:05.782082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:59Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 4, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'gw_port': {'id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:00Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '4cd33f04-1808-4b6e-82c1-faf46c59d7c5', 'name': '', 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'mac_address': 'fa:16:3e:e5:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:03Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 1, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'subnets': [{'id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:05.807474 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1637304 Jun 22 15:00:05.811326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37640) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:05.826211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2001b42-6338-4f42-9a3c-9b8fcfdc903f None None] The sync data for ids ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'] in dv-neutron-601336-93-hyperv is: [{'id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:59Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 4, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'gw_port': {'id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:00Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '4cd33f04-1808-4b6e-82c1-faf46c59d7c5', 'name': '', 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'mac_address': 'fa:16:3e:e5:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:03Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 1, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'subnets': [{'id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:05.829391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac87a4f-d396-44ef-8844-9e60677f58c7 None None] Network 37d640e8-5a11-492a-abde-36944a6b797e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:05.841830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d82a6-accd-4b86-8f21-051a9fedda02 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:05.843874 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d82a6-accd-4b86-8f21-051a9fedda02 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:05.849142 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] Set router f79a7eb5-6de1-468a-ba09-113b8a03da7a gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:05.852980 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-843d82a6-accd-4b86-8f21-051a9fedda02 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1577184 Jun 22 15:00:05.853524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37642) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:05.924407 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a7eb5-6de1-468a-ba09-113b8a03da7a', 'name': 'tempest-NetworksTestDHCPv6-router-1225615411', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:55Z', 'updated_at': '2021-06-22T15:00:03Z', 'revision_number': 3, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:05.953169 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] Checking router: f79a7eb5-6de1-468a-ba09-113b8a03da7a for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:00:05.965013 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] Routers {'f79a7eb5-6de1-468a-ba09-113b8a03da7a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:05.966578 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['f79a7eb5-6de1-468a-ba09-113b8a03da7a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:05.972153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 6424486c-91c0-44fb-8e71-590d5a814b5f {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:05.979152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.000024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:06.007004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-1b4f0e79-886e-4cfd-a21c-e41cddd0707e', 'network_id': '1b4f0e79-886e-4cfd-a21c-e41cddd0707e', 'tenant_id': '63367acf50584ebd89d5dbd18acccd2d', 'fixed_ips': [{'subnet_id': 'b8d77217-ded0-4e01-a1ce-4ad26ad3e3ca'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:00:06.007381 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] 10.222.0.22 "PUT /v2.0/routers/383e9043-f7c3-4c51-8d80-c10e4d7a2c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2462857 Jun 22 15:00:06.009171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.062360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0584a4b5-dcee-41ae-bf6e-a67d33bd998f None None] Provisioning for port 018e3797-5349-4799-bfdd-97de1cc81fed completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:06.112704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.137499 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] Set router f79a7eb5-6de1-468a-ba09-113b8a03da7a gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:06.138699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.139433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0584a4b5-dcee-41ae-bf6e-a67d33bd998f None None] Provisioning complete for port 018e3797-5349-4799-bfdd-97de1cc81fed triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:06.139893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0584a4b5-dcee-41ae-bf6e-a67d33bd998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.271973 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f79a7eb5-6de1-468a-ba09-113b8a03da7a', 'name': 'tempest-NetworksTestDHCPv6-router-1225615411', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:55Z', 'updated_at': '2021-06-22T15:00:03Z', 'revision_number': 3, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:06.334043 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ff369-4d84-4c26-9e9d-5a73acfa6f6e None None] The sync data for ids ['f79a7eb5-6de1-468a-ba09-113b8a03da7a'] in dv-neutron-601336-93-hyperv is: [{'id': 'f79a7eb5-6de1-468a-ba09-113b8a03da7a', 'name': 'tempest-NetworksTestDHCPv6-router-1225615411', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:55Z', 'updated_at': '2021-06-22T15:00:03Z', 'revision_number': 3, 'project_id': 'df45ad20f7ff481296b34b0d2bc12122', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:06.347780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.386613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 361b9677-8ec4-4c4b-807b-b00e1a453c2e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:06.435759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 361b9677-8ec4-4c4b-807b-b00e1a453c2e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:06.436124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.472129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.476755 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.614845 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Allocated IP 2001:db8::f816:3eff:fe53:610b (1b4f0e79-886e-4cfd-a21c-e41cddd0707e/b8d77217-ded0-4e01-a1ce-4ad26ad3e3ca/9b50d15e-24f9-434a-ab4c-c5dc30ce5e69) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:06.775335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0584a4b5-dcee-41ae-bf6e-a67d33bd998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.842629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.881418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0584a4b5-dcee-41ae-bf6e-a67d33bd998f None None] For port 018e3797-5349-4799-bfdd-97de1cc81fed, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=018e3797-5349-4799-bfdd-97de1cc81fed,segment=NetworkSegment(93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70),segment_id=93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:06.916773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0584a4b5-dcee-41ae-bf6e-a67d33bd998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:06.923994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d00ad3e8-9d60-46b0-9c15-34c4b6421ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:07.042894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 361b9677-8ec4-4c4b-807b-b00e1a453c2e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=361b9677-8ec4-4c4b-807b-b00e1a453c2e,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:07.082835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.110787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.146985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584a4b5-dcee-41ae-bf6e-a67d33bd998f None None] Pushing event updated for resources: {'Port': ['ID=018e3797-5349-4799-bfdd-97de1cc81fed,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:07.161954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0584a4b5-dcee-41ae-bf6e-a67d33bd998f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:07.162429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:07.178092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.201445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Router 076aef89-7b47-486b-99dc-24167f4bebaf is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:00:07.233869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37656) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:07.239326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8674897d-7a69-411e-98b0-6b907d4156cd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403623038', 'description': 'tempest-secgroup-smoke-1403623038 description', 'project_id': 'df1a184c91084752ab23db1f17571be8'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:07.293021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8674897d-7a69-411e-98b0-6b907d4156cd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.318841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Transition to ACTIVE for port object 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:07.372523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:07.378653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.380535 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "PUT /v2.0/routers/076aef89-7b47-486b-99dc-24167f4bebaf HTTP/1.1" status: 200 len: 917 time: 6.3640034 Jun 22 15:00:07.384167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37658) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:07.387480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb20b5-9878-432e-835a-b98946533402 None None] Sync routers for ids ['076aef89-7b47-486b-99dc-24167f4bebaf'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:07.402610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=361b9677-8ec4-4c4b-807b-b00e1a453c2e,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:07.413065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:07.414885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Transition to ACTIVE for port object 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:07.433561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb20b5-9878-432e-835a-b98946533402 None None] Routers {'076aef89-7b47-486b-99dc-24167f4bebaf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:07.437282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-20eb20b5-9878-432e-835a-b98946533402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['076aef89-7b47-486b-99dc-24167f4bebaf'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:07.453974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.485345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.487775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8674897d-7a69-411e-98b0-6b907d4156cd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.491807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.497926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8a73cd3-2771-47c7-a61c-b04ffce7e4b4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:07.501087 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-afddbb18-d48f-4b6c-9483-c967de39949f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:07.506685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.509269 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/6424486c-91c0-44fb-8e71-590d5a814b5f HTTP/1.1" status: 204 len: 168 time: 1.6544678 Jun 22 15:00:07.514860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37662) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:07.533512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d77217-ded0-4e01-a1ce-4ad26ad3e3ca,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:07.535592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8674897d-7a69-411e-98b0-6b907d4156cd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.551686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:07.556107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a7f7d54b-e1f2-41c3-b008-cdc937d4739e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:07.563706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8674897d-7a69-411e-98b0-6b907d4156cd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.564985 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8674897d-7a69-411e-98b0-6b907d4156cd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3294098 Jun 22 15:00:07.577933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37666) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:07.590135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d31b64a8-c381-4d22-82fc-5dcadcf20edb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'security_group_rule': {'security_group_id': 'b160d67b-15ab-4c6c-bd37-2b81300b030c', 'project_id': 'df1a184c91084752ab23db1f17571be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:07.620449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=6424486c-91c0-44fb-8e71-590d5a814b5f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:07.627543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:07.742026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674897d-7a69-411e-98b0-6b907d4156cd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b160d67b-15ab-4c6c-bd37-2b81300b030c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:07.748969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8674897d-7a69-411e-98b0-6b907d4156cd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:07.792945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.794279 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6e8ccbe6-7dd2-4a3a-bd68-e942f171a5ec tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/routers/076aef89-7b47-486b-99dc-24167f4bebaf HTTP/1.1" status: 200 len: 923 time: 0.4084771 Jun 22 15:00:07.795866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37668) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:07.822415 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cbb13920-7f07-473d-a6de-9f55a13ed776 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3035223 Jun 22 15:00:07.822641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4f0e79-886e-4cfd-a21c-e41cddd0707e']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:07.822747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37670) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:07.828144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0584a4b5-dcee-41ae-bf6e-a67d33bd998f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:07.835181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e813cf-f7af-4556-a4c5-aed89c0f398b') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:07.835285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e813cf-f7af-4556-a4c5-aed89c0f398b') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:07.842922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 24aa5929-a55d-45eb-a86a-9e3310c2f022 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:07.845966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abaf4a3-de70-47ad-89da-f386b20e64ed None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:07.850323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.853418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-20eb20b5-9878-432e-835a-b98946533402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:07.866321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.873625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:07.873977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.944857 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3165bb4-b475-4248-bee1-ceccd3272628 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:07.946378 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:07.967974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 15:00:07.967974 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 15:00:07.967974 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'id': '1b4f0e79-886e-4cfd-a21c-e41cddd0707e'}] Jun 22 15:00:07.967974 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:00:07.968428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:00:07.995393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Network 1b4f0e79-886e-4cfd-a21c-e41cddd0707e is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:08.001808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8d1f3591-eb8d-4b6b-ad48-d6e0b4c57ef1 None None] Provisioning complete for port 018e3797-5349-4799-bfdd-97de1cc81fed triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:08.002531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3591-eb8d-4b6b-ad48-d6e0b4c57ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.005482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d31b64a8-c381-4d22-82fc-5dcadcf20edb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.031997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:08.055878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Pushing event updated for resources: {'Port': ['ID=9b50d15e-24f9-434a-ab4c-c5dc30ce5e69,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:08.059808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:08.067897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eb20b5-9878-432e-835a-b98946533402 None None] Routers {'076aef89-7b47-486b-99dc-24167f4bebaf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:08.068800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-20eb20b5-9878-432e-835a-b98946533402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['076aef89-7b47-486b-99dc-24167f4bebaf'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:08.078926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:08.093469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d31b64a8-c381-4d22-82fc-5dcadcf20edb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.105836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d31b64a8-c381-4d22-82fc-5dcadcf20edb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.120214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:08.136549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-20eb20b5-9878-432e-835a-b98946533402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:08.137658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb20b5-9878-432e-835a-b98946533402 None None] The sync data for ids ['076aef89-7b47-486b-99dc-24167f4bebaf'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:08.153605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5400d759-c768-4a01-846e-c70114ee7478 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:08.155325 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5400d759-c768-4a01-846e-c70114ee7478 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=076aef89-7b47-486b-99dc-24167f4bebaf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3582280 Jun 22 15:00:08.156536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b64a8-c381-4d22-82fc-5dcadcf20edb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92587ddb-cf14-4ce0-a7b8-64ef8c63fb7f,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:08.159370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d31b64a8-c381-4d22-82fc-5dcadcf20edb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:08.160149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37674) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:08.169917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d31b64a8-c381-4d22-82fc-5dcadcf20edb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.171046 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d31b64a8-c381-4d22-82fc-5dcadcf20edb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5918593 Jun 22 15:00:08.182379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37676) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:08.187376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d95247b0-9b19-4d0f-9dca-92341cd16c83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'security_group_rule': {'security_group_id': 'b160d67b-15ab-4c6c-bd37-2b81300b030c', 'project_id': 'df1a184c91084752ab23db1f17571be8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:08.233806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3165bb4-b475-4248-bee1-ceccd3272628 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.236126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3165bb4-b475-4248-bee1-ceccd3272628 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.265856 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 24aa5929-a55d-45eb-a86a-9e3310c2f022 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:08.277524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Attempting to bind port 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:08.277922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Attempting to bind port 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'd5e813cf-f7af-4556-a4c5-aed89c0f398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1b4f0e79-886e-4cfd-a21c-e41cddd0707e'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:08.278301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Attempting to bind port 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69 on network 1b4f0e79-886e-4cfd-a21c-e41cddd0707e {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:08.280227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 24aa5929-a55d-45eb-a86a-9e3310c2f022 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:08.280603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.292777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d95247b0-9b19-4d0f-9dca-92341cd16c83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.294623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3165bb4-b475-4248-bee1-ceccd3272628 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.295215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3165bb4-b475-4248-bee1-ceccd3272628 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Fanout notify agent at l3_agent the message router_deleted on router f79a7eb5-6de1-468a-ba09-113b8a03da7a {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:00:08.303265 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3165bb4-b475-4248-bee1-ceccd3272628 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.304547 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c3165bb4-b475-4248-bee1-ceccd3272628 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/routers/f79a7eb5-6de1-468a-ba09-113b8a03da7a HTTP/1.1" status: 204 len: 168 time: 0.4808993 Jun 22 15:00:08.308941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37678) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:08.335378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:08.335770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Checking segment: {'id': 'd5e813cf-f7af-4556-a4c5-aed89c0f398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1b4f0e79-886e-4cfd-a21c-e41cddd0707e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:08.337021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.337436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Bound using segment: {'id': 'd5e813cf-f7af-4556-a4c5-aed89c0f398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1b4f0e79-886e-4cfd-a21c-e41cddd0707e'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:08.337932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Bound port: 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e813cf-f7af-4556-a4c5-aed89c0f398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1b4f0e79-886e-4cfd-a21c-e41cddd0707e'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:08.338312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.349377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d5957-c8ea-4e11-b00c-7ec7d7e10abe tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:08.350319 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-140d5957-c8ea-4e11-b00c-7ec7d7e10abe tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 881 time: 0.1886575 Jun 22 15:00:08.354474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37680) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:08.395075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1123b4b6-faf4-47bc-bbc1-7087da6456c3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:08.398005 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1123b4b6-faf4-47bc-bbc1-7087da6456c3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0876436 Jun 22 15:00:08.398780 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-76871ea8-d2a6-4caf-951f-e177650f98ae tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=076aef89-7b47-486b-99dc-24167f4bebaf HTTP/1.1" status: 200 len: 205 time: 0.0395644 Jun 22 15:00:08.401708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37682) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:08.402219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37684) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:08.430703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d95247b0-9b19-4d0f-9dca-92341cd16c83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.449774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8d1f3591-eb8d-4b6b-ad48-d6e0b4c57ef1 None None] Provisioning for port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:08.462017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8d1f3591-eb8d-4b6b-ad48-d6e0b4c57ef1 None None] Provisioning complete for port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:08.462402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3591-eb8d-4b6b-ad48-d6e0b4c57ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.490911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.496712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d95247b0-9b19-4d0f-9dca-92341cd16c83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.506203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] For port 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:08.514035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-28de3cd5-deaa-4ab9-915c-23d62a868ad0 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:08.529632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:00:08.530464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95247b0-9b19-4d0f-9dca-92341cd16c83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677732ca-be0e-4ea8-8869-dd68e6c41b4c,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:08.533688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] For port 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9b50d15e-24f9-434a-ab4c-c5dc30ce5e69,segment=NetworkSegment(d5e813cf-f7af-4556-a4c5-aed89c0f398b),segment_id=d5e813cf-f7af-4556-a4c5-aed89c0f398b)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:08.538023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d95247b0-9b19-4d0f-9dca-92341cd16c83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:08.545941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.549444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:08.550882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.557029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aecfba4-4f52-4267-84dc-57a82d02da3c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:08.558478 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1aecfba4-4f52-4267-84dc-57a82d02da3c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1553397 Jun 22 15:00:08.561336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37688) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:08.564593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8d1f3591-eb8d-4b6b-ad48-d6e0b4c57ef1 None None] Port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:08.592214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d95247b0-9b19-4d0f-9dca-92341cd16c83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.596422 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d95247b0-9b19-4d0f-9dca-92341cd16c83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4130833 Jun 22 15:00:08.598275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37690) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:08.610912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1336d192-4614-482b-8375-857c58c49e15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'security_group_rule': {'security_group_id': 'b160d67b-15ab-4c6c-bd37-2b81300b030c', 'project_id': 'df1a184c91084752ab23db1f17571be8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:08.617839 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-185666c0-771f-4dcd-bade-173c186ad484 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550523 Jun 22 15:00:08.625304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37692) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:08.631067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:08.635461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 24aa5929-a55d-45eb-a86a-9e3310c2f022, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=24aa5929-a55d-45eb-a86a-9e3310c2f022,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:08.650016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.651195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 018e3797-5349-4799-bfdd-97de1cc81fed up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:08.671140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.675888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1336d192-4614-482b-8375-857c58c49e15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.744355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:08.748355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.759409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Pushing event updated for resources: {'Port': ['ID=9b50d15e-24f9-434a-ab4c-c5dc30ce5e69,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:08.779836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:08.783360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-db51d900-4675-464f-bb3d-adbbbade589c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:08.815122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Deleting port 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:08.815460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.874509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-109b9078-575a-4aea-8b0b-9b96ed019893 None None] Provisioning complete for port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:08.876583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-109b9078-575a-4aea-8b0b-9b96ed019893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.882448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3119fb5-7491-48f7-a974-f88e2c9ea7d5 None None] Network 1b4f0e79-886e-4cfd-a21c-e41cddd0707e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:08.959888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] For port 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9b50d15e-24f9-434a-ab4c-c5dc30ce5e69,segment=NetworkSegment(d5e813cf-f7af-4556-a4c5-aed89c0f398b),segment_id=d5e813cf-f7af-4556-a4c5-aed89c0f398b)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:08.961279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:08.990435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1336d192-4614-482b-8375-857c58c49e15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.019902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] Deleting port be5205b3-8cd4-4964-a9d7-f0304e03e37b {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:09.020284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.022265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.049942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Calling delete_port for 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:09.052927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1336d192-4614-482b-8375-857c58c49e15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.053902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-109b9078-575a-4aea-8b0b-9b96ed019893 None None] Port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:09.063221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:09.091915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=24aa5929-a55d-45eb-a86a-9e3310c2f022,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:09.103253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 018e3797-5349-4799-bfdd-97de1cc81fed triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:09.105741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.110703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:09.116406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1336d192-4614-482b-8375-857c58c49e15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.117817 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1336d192-4614-482b-8375-857c58c49e15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5171084 Jun 22 15:00:09.121266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37698) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:09.130881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a8192fcf-5e03-465e-84d3-a9815a0b8c08 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'security_group_rule': {'security_group_id': 'b160d67b-15ab-4c6c-bd37-2b81300b030c', 'project_id': 'df1a184c91084752ab23db1f17571be8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:09.149749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336d192-4614-482b-8375-857c58c49e15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ea54d5-591e-4b7a-8ae8-5cf5a0be82b1,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:09.155614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1336d192-4614-482b-8375-857c58c49e15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:09.193326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Deleting port 0e445227-e9ba-4b62-88d9-9a00e767e7a4 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:09.193686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.210118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] For port be5205b3-8cd4-4964-a9d7-f0304e03e37b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=be5205b3-8cd4-4964-a9d7-f0304e03e37b,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:09.214382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.319176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8192fcf-5e03-465e-84d3-a9815a0b8c08 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.329085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] Calling delete_port for be5205b3-8cd4-4964-a9d7-f0304e03e37b owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:09.345833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.418019 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Sync routers for ids ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:09.440683 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Routers {'383e9043-f7c3-4c51-8d80-c10e4d7a2c22'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:09.441600 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:09.443887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Calling delete_port for 0e445227-e9ba-4b62-88d9-9a00e767e7a4 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:09.451230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.455913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f1bfa252-631b-4c81-b8e5-161a920a0818 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:09.457886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:09.463110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:00:09.497531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Port': ['ID=9b50d15e-24f9-434a-ab4c-c5dc30ce5e69,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:09.498727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: f1bfa252-631b-4c81-b8e5-161a920a0818 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:09.499330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f1bfa252-631b-4c81-b8e5-161a920a0818 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:09.515582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.518881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b0234515-e8e6-4856-a7bc-9328e41f4698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:09.529656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:09.532376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No DVR routers for this DVR port 9b50d15e-24f9-434a-ab4c-c5dc30ce5e69 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:09.549172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] No DVR routers for this DVR port be5205b3-8cd4-4964-a9d7-f0304e03e37b on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:09.599438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170ed5fb-0f02-42b5-9f95-71cbf475bd4a None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:00:09.603951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] Pushing event deleted for resources: {'Port': ['ID=be5205b3-8cd4-4964-a9d7-f0304e03e37b,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:09.658744 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Set router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:09.668034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:09.708280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 24aa5929-a55d-45eb-a86a-9e3310c2f022 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:09.760508 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.services.revisions.revision_plugin [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Could not find related port for resource to bump revision. Jun 22 15:00:09.782826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8192fcf-5e03-465e-84d3-a9815a0b8c08 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.798103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_pluggable_backend [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Port be5205b3-8cd4-4964-a9d7-f0304e03e37b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 22 15:00:09.798613 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_pluggable_backend [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Reverting IP allocation for 2001:db8::f816:3eff:feb4:b261 {{(pid=93501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 22 15:00:09.802349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_pluggable_backend [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb4:b261 {{(pid=93501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 22 15:00:09.803834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.813421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8192fcf-5e03-465e-84d3-a9815a0b8c08 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.814290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0763338d-3640-4c5f-82f2-2a5e59380fce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:09.861780 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:09.868531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:09.877247 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:09.877837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.883981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=ec41d2cd-827d-4d60-aa39-c60c91ac1854,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:09.892075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:09.892516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:09.902779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8192fcf-5e03-465e-84d3-a9815a0b8c08 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.903908 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a8192fcf-5e03-465e-84d3-a9815a0b8c08 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7811468 Jun 22 15:00:09.908009 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2817147 Jun 22 15:00:09.908621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37702) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:09.912881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 24aa5929-a55d-45eb-a86a-9e3310c2f022 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:09.913672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'security_group_rule': {'security_group_id': 'b160d67b-15ab-4c6c-bd37-2b81300b030c', 'project_id': 'df1a184c91084752ab23db1f17571be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:09.916552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:09.934606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8192fcf-5e03-465e-84d3-a9815a0b8c08 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fd73ab-a8b7-4433-8162-e16cc7beac6e,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:09.936433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37704) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:09.943362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:09.947703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8192fcf-5e03-465e-84d3-a9815a0b8c08 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:09.950451 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Project df1a184c91084752ab23db1f17571be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:00:09.965332 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.097345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.112195 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:59Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 4, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'gw_port': {'id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:00Z', 'updated_at': '2021-06-22T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '4cd33f04-1808-4b6e-82c1-faf46c59d7c5', 'name': '', 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'mac_address': 'fa:16:3e:e5:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:03Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 2, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'subnets': [{'id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:10.116113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ed5fb-0f02-42b5-9f95-71cbf475bd4a None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:00:10.181357 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.182857 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Checking router: 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:00:10.183392 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Updating router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:00:10.192550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.199187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:10.231298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5204ae18-4600-41bf-a31c-24361ea645a2,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:10.235597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:10.244470 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.250601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:10.251276 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.254154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.294820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4f0e79-886e-4cfd-a21c-e41cddd0707e']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:10.312870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e813cf-f7af-4556-a4c5-aed89c0f398b') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:10.313606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e813cf-f7af-4556-a4c5-aed89c0f398b') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:10.319460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.326400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.326644 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4120872 Jun 22 15:00:10.328637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37710) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:10.340094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'security_group_rule': {'security_group_id': 'b160d67b-15ab-4c6c-bd37-2b81300b030c', 'project_id': 'df1a184c91084752ab23db1f17571be8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:10.362327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.403854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:10.404366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:10.407644 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:10.447548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 361b9677-8ec4-4c4b-807b-b00e1a453c2e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:10.455163 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Project df1a184c91084752ab23db1f17571be8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:00:10.479620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.500872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.509728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5c40e334-3c30-49d7-b349-5c76ba11aa42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:10.538592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event deleted for resources: {'Port': ['ID=0e445227-e9ba-4b62-88d9-9a00e767e7a4,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:10.546682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.550255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:10.555306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 361b9677-8ec4-4c4b-807b-b00e1a453c2e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:10.555776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.563891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d78d3c60-1b95-49d4-a93a-ce343fdb397c tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:10.580010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.585058 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/1b4f0e79-886e-4cfd-a21c-e41cddd0707e HTTP/1.1" status: 204 len: 168 time: 4.7695613 Jun 22 15:00:10.591958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37714) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:10.635373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2099799128'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:10.691195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Network': ['ID=1b4f0e79-886e-4cfd-a21c-e41cddd0707e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:10.715347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:10.723074 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.740071 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Transition to ACTIVE for port object 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:10.752992 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.756737 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f0de7269-499a-4318-a69f-16bf34938bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:10.757320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.765847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.768994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.797500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:10.832143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': 'ec41d2cd-827d-4d60-aa39-c60c91ac1854'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:00:10.833807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.843082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:10.846879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.848252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.853813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2f6adc2e-1a88-4c71-adb1-78c380822a0a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:10.856906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device be5205b3-8cd4-4964-a9d7-f0304e03e37b no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:10.869918 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f11679-9019-452b-beee-087e13e45101 None None] Pushing event updated for resources: {'Port': ['ID=4cd33f04-1808-4b6e-82c1-faf46c59d7c5,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:10.885133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: be5205b3-8cd4-4964-a9d7-f0304e03e37b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:10.886768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device be5205b3-8cd4-4964-a9d7-f0304e03e37b not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:10.887631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea09502e-3d24-4feb-9c3b-56bd8c2eb21c,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:10.897402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:10.900780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.901378 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-52f11679-9019-452b-beee-087e13e45101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:10.905719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.908549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.909466 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5795529 Jun 22 15:00:10.920325 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Attempting to bind port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:10.920706 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Attempting to bind port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:10.921142 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Attempting to bind port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 on network 37d640e8-5a11-492a-abde-36944a6b797e {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:10.926429 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:10.926820 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Checking segment: {'id': '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:10.927207 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.927654 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Bound using segment: {'id': '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:10.928273 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Bound port: 4cd33f04-1808-4b6e-82c1-faf46c59d7c5, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:10.928813 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.958166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:00:10.981668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.982294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Fanout notify agent at l3_agent the message router_deleted on router 076aef89-7b47-486b-99dc-24167f4bebaf {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:00:10.984572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.985037 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Added segment cdf16597-20f8-4937-a267-d66158d12ea2 of type vlan for network c94719a2-875e-4e55-a0db-88201979eba0 Jun 22 15:00:10.991429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:10.997179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/076aef89-7b47-486b-99dc-24167f4bebaf HTTP/1.1" status: 204 len: 168 time: 2.5922713 Jun 22 15:00:10.997857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37724) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:11.011828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1470886667', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:11.023215 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] For port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:11.025627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=f809da67-34ef-47c2-83d2-e7e6bcb70d17,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:11.029126 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] For port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4cd33f04-1808-4b6e-82c1-faf46c59d7c5,segment=NetworkSegment(93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70),segment_id=93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:11.033281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:11.040670 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.043537 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3a21fb41-e3aa-463a-a333-a6d1d934468d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:11.050363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:11.052903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:11.058326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.064505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:11.065298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.090016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.091325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.115457 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1748593 Jun 22 15:00:11.115652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37740) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:11.124133 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f11679-9019-452b-beee-087e13e45101 None None] Pushing event updated for resources: {'Port': ['ID=4cd33f04-1808-4b6e-82c1-faf46c59d7c5,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:11.127289 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Routers {'383e9043-f7c3-4c51-8d80-c10e4d7a2c22'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:11.127430 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:11.130323 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-52f11679-9019-452b-beee-087e13e45101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:11.137829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:19:53:ba', 'name': 'tempest-NetworksTestDHCPv6-955715866'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:11.141717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.147400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:11.148128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.149392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Allocated IP 2001:db8::f816:3eff:fece:6a84 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/ec41d2cd-827d-4d60-aa39-c60c91ac1854/1eac1c19-0137-456e-bea9-9fa4d904187e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:11.154146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-500e1f7f-ff85-4063-a30f-9c82c7ee8eb5 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:11.236378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.297430 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] Set router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:11.383396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.397449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Transition to ACTIVE for port object 1eac1c19-0137-456e-bea9-9fa4d904187e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:11.428225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Transition to ACTIVE for port object 1eac1c19-0137-456e-bea9-9fa4d904187e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:11.440256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.442695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:11.487644 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8567247 Jun 22 15:00:11.490582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37768) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:11.496971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'subnet': {'network_id': 'c94719a2-875e-4e55-a0db-88201979eba0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:11.499972 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:11.503208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:11.506816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:11.512905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Pushing event updated for resources: {'Port': ['ID=1eac1c19-0137-456e-bea9-9fa4d904187e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:11.517120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:11.581226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Attempting to bind port 1eac1c19-0137-456e-bea9-9fa4d904187e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:11.581606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Attempting to bind port 1eac1c19-0137-456e-bea9-9fa4d904187e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:11.581976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Attempting to bind port 1eac1c19-0137-456e-bea9-9fa4d904187e on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:11.591846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:11.592603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:11.593040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.593496 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:11.593979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Bound port: 1eac1c19-0137-456e-bea9-9fa4d904187e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:11.594975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.670857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.690622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Network': ['ID=c94719a2-875e-4e55-a0db-88201979eba0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:11.694773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:11.699978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:11.704430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.707178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network c94719a2-875e-4e55-a0db-88201979eba0 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:00:11.742122 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:59Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 4, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'gw_port': {'id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:00Z', 'updated_at': '2021-06-22T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '4cd33f04-1808-4b6e-82c1-faf46c59d7c5', 'name': '', 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'mac_address': 'fa:16:3e:e5:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:03Z', 'updated_at': '2021-06-22T15:00:11Z', 'revision_number': 4, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'subnets': [{'id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:11.756312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] For port 1eac1c19-0137-456e-bea9-9fa4d904187e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:11.813096 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3dd49f-3c83-410d-af36-4ed50bed5054 None None] The sync data for ids ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'] in dv-neutron-601336-93-hyperv is: [{'id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:59Z', 'updated_at': '2021-06-22T15:00:04Z', 'revision_number': 4, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'gw_port': {'id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:00Z', 'updated_at': '2021-06-22T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '4cd33f04-1808-4b6e-82c1-faf46c59d7c5', 'name': '', 'network_id': '37d640e8-5a11-492a-abde-36944a6b797e', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'mac_address': 'fa:16:3e:e5:5b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:03Z', 'updated_at': '2021-06-22T15:00:11Z', 'revision_number': 4, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'subnets': [{'id': 'b2780745-1a9e-4d75-83fb-cbec22eeb6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:11.819892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:11.827082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:11.904381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] For port 1eac1c19-0137-456e-bea9-9fa4d904187e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1eac1c19-0137-456e-bea9-9fa4d904187e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:11.933335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:11.942517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4321d8d2-913d-4ae8-b353-3c072463cb0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:11.991061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:12.040554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Pushing event updated for resources: {'Port': ['ID=1eac1c19-0137-456e-bea9-9fa4d904187e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:12.050351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:12.076253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port cc7676b3-f767-4516-96ec-21e1b3bfa893 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:12.103143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:12.110141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:12.110959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:12.111314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:12.263874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:12.332300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:12.404607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4cd33f04-1808-4b6e-82c1-faf46c59d7c5,segment=NetworkSegment(93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70),segment_id=93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:12.416566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:12.418610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:12.542842 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=4cd33f04-1808-4b6e-82c1-faf46c59d7c5,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:12.546023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:12.684319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:12.696105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc0baf1a-51aa-4f57-9e24-f1bd4b49fa50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:12.737289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Allocated IP 172.26.6.223 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/098fd1ec-b862-4531-8384-105fba5bfa79) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:12.776325 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-0c9df69c-9363-4a53-9b31-09623cecf1e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3690255 Jun 22 15:00:12.787126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Subnet': ['ID=9bbfd574-57f2-4176-963d-06e59768942f,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:12.791290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:12.808674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Checking segment: {'id': 'cdf16597-20f8-4937-a267-d66158d12ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c94719a2-875e-4e55-a0db-88201979eba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:12.809190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network hostable DHCP agents. Network: c94719a2-875e-4e55-a0db-88201979eba0, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:00:12.829532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network c94719a2-875e-4e55-a0db-88201979eba0 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:00:12.840469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, c94719a2-875e-4e55-a0db-88201979eba0) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:12.845571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:12.846458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:12.864476 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3726213 Jun 22 15:00:12.867729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37800) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:12.871437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 172.20.0.12 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/f809da67-34ef-47c2-83d2-e7e6bcb70d17/cc7676b3-f767-4516-96ec-21e1b3bfa893) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:12.910355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:fe19:53ba (8c283d8d-bdf0-4810-b080-3afcb2f245b2/ec41d2cd-827d-4d60-aa39-c60c91ac1854/cc7676b3-f767-4516-96ec-21e1b3bfa893) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:12.986872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.074228 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.128710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.174720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.185871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-07275cc2-828c-428b-a12e-82a13b3916c4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:13.191874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-7a248f94-5653-4323-bb91-434289883ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:13.193375 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-7a248f94-5653-4323-bb91-434289883ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=569f7b4f4d704e1eb313be472f945329&device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 1098 time: 0.3652747 Jun 22 15:00:13.228019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbfd574-57f2-4176-963d-06e59768942f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:13.262282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:13.286091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.305258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94719a2-875e-4e55-a0db-88201979eba0']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:13.321020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf16597-20f8-4937-a267-d66158d12ea2') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:13.321563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf16597-20f8-4937-a267-d66158d12ea2') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:13.334561 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.376957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.388838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:13.389277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.391628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-405796ed-cbc5-479c-aabb-a97645f46e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:13.393137 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-405796ed-cbc5-479c-aabb-a97645f46e8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7f373ee7-e179-444e-8640-6a4d88429f7d HTTP/1.1" status: 200 len: 912 time: 0.1762459 Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:13.393680 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:13.463329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.497322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.509940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3180103b-c46b-491b-a0ca-8c6f24436fe3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:13.532544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.543046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.545090 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/c94719a2-875e-4e55-a0db-88201979eba0 HTTP/1.1" status: 204 len: 168 time: 0.6761804 Jun 22 15:00:13.545971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c438f5ea-42a1-4471-bcf3-20db9fbb282f tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:13.552364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37824) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:13.567546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:13.570067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object cc7676b3-f767-4516-96ec-21e1b3bfa893 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:13.570757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-74027605'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:13.573782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event updated for resources: {'Port': ['ID=098fd1ec-b862-4531-8384-105fba5bfa79,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:13.576736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:13.579411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:13.586935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:13.610908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Network': ['ID=c94719a2-875e-4e55-a0db-88201979eba0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:13.635701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:13.670823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:13.674621 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-8ab6b2f7-f801-4786-8740-bce30cfc0215 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87766080-3af1-4fba-8306-208c861f7c3e HTTP/1.1" status: 200 len: 1001 time: 0.2701151 Jun 22 15:00:13.675317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.708222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:00:13.736081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359157b-0ed9-4116-abb9-32d4b814b715 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:00:13.742643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.743060 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Added segment 538da413-fc36-44ac-95a5-3b9a3b60c0db of type vlan for network c13a17f8-d512-4088-a97a-2321a20b955d Jun 22 15:00:13.799002 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.846959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1eac1c19-0137-456e-bea9-9fa4d904187e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:13.852246 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fb58a695-1acc-40c3-b1e4-46ace19196ad None None] Provisioning for port 1eac1c19-0137-456e-bea9-9fa4d904187e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:13.866347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.875863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:13.877672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:13.884156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:13.960427 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4020138 Jun 22 15:00:13.969711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-a1588f13-faa8-489a-8a5c-0cbeb642e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:13.970252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37832) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:13.971210 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-a1588f13-faa8-489a-8a5c-0cbeb642e0c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=809ce0a9-5ed1-4b60-9866-29ab6a5b2575 HTTP/1.1" status: 200 len: 850 time: 0.2589059 Jun 22 15:00:13.978821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Request body: {'subnet': {'network_id': 'c13a17f8-d512-4088-a97a-2321a20b955d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:14.049863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Network': ['ID=c13a17f8-d512-4088-a97a-2321a20b955d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:14.063124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:14.068183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.073973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c25b9365-511b-4545-94dc-7e0e5f82412e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:14.075265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network c13a17f8-d512-4088-a97a-2321a20b955d details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:00:14.093445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 1eac1c19-0137-456e-bea9-9fa4d904187e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:14.135593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:14.136234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.186805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e5f2d-35ea-44e5-8350-95fa1933838b req-250daf81-0ebc-45ed-9d50-3494ca9d2ba7 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:14.191177 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-385e5f2d-35ea-44e5-8350-95fa1933838b req-250daf81-0ebc-45ed-9d50-3494ca9d2ba7 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 945 time: 0.1270635 Jun 22 15:00:14.199034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Made reservation on behalf of 63367acf50584ebd89d5dbd18acccd2d for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:14.203099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.207373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3359157b-0ed9-4116-abb9-32d4b814b715 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:00:14.262699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:14.268725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:14.277153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:14.283019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.350558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.355673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=cc7676b3-f767-4516-96ec-21e1b3bfa893,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:14.375270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:14.396566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 1eac1c19-0137-456e-bea9-9fa4d904187e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1eac1c19-0137-456e-bea9-9fa4d904187e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:14.402633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.405107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:14.454875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-9c412da7-8af3-4b12-a996-3e96d63178a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:14.456283 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-385e5f2d-35ea-44e5-8350-95fa1933838b req-06c01b3c-3a37-49ab-87cb-7edb682ebaad tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913038 Jun 22 15:00:14.459212 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-9c412da7-8af3-4b12-a996-3e96d63178a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7f373ee7-e179-444e-8640-6a4d88429f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4606197 Jun 22 15:00:14.469846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:14.470489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.506247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:14.579090 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4585004 Jun 22 15:00:14.581613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37840) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:14.604354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:00:14.606444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.609912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-251fda8e-709e-4b64-869a-3a48c353ecca tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:14.612014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=1eac1c19-0137-456e-bea9-9fa4d904187e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:14.625630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:14.636806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:14.637205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.679112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event updated for resources: {'Subnet': ['ID=c4c0be00-30e8-4e1c-a918-bd9484adcdae,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:14.684378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:14.730145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Checking segment: {'id': '538da413-fc36-44ac-95a5-3b9a3b60c0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c13a17f8-d512-4088-a97a-2321a20b955d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:14.730891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network hostable DHCP agents. Network: c13a17f8-d512-4088-a97a-2321a20b955d, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:00:14.756473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Network c13a17f8-d512-4088-a97a-2321a20b955d is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:00:14.770065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, c13a17f8-d512-4088-a97a-2321a20b955d) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:14.782829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:14.784381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.808566 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8361905 Jun 22 15:00:14.811208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37844) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:14.887243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2d618-abd6-4432-9b82-e0ecc4227e7c None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:14.909874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66163a23-b149-45c3-af7b-5f73be763795 None None] Network c94719a2-875e-4e55-a0db-88201979eba0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:14.959180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:14.974200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12894c-bad3-452e-8623-9a1555efe911 None None] Network c13a17f8-d512-4088-a97a-2321a20b955d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:15.051088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.065604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66163a23-b149-45c3-af7b-5f73be763795 None None] Network c94719a2-875e-4e55-a0db-88201979eba0 could not be found, it might have been deleted concurrently. {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 15:00:15.103675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc95712-373c-46d7-9890-2b2e677768cb None None] Network c94719a2-875e-4e55-a0db-88201979eba0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:15.147736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.151619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3bb2ba17-ab27-42e2-87dd-28a3877d8bee tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:15.190729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc95712-373c-46d7-9890-2b2e677768cb None None] Network c94719a2-875e-4e55-a0db-88201979eba0 could not be found, it might have been deleted concurrently. {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 15:00:15.224098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c0be00-30e8-4e1c-a918-bd9484adcdae,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:15.228487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:15.306439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc6576-b4e2-4840-964b-ea9a7bf68eb1 None None] Network c13a17f8-d512-4088-a97a-2321a20b955d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:15.335834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.349219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13a17f8-d512-4088-a97a-2321a20b955d']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:15.371650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538da413-fc36-44ac-95a5-3b9a3b60c0db') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:15.372239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538da413-fc36-44ac-95a5-3b9a3b60c0db') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:15.384029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.404137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.411667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:15.412091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.469430 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-d884f681-9245-457e-bc38-f8e60eb37fb3 service neutron] 10.222.0.21 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9960446 Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:15.531026 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:15.545723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.581557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.598967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.608712 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/c13a17f8-d512-4088-a97a-2321a20b955d HTTP/1.1" status: 204 len: 168 time: 0.7931817 Jun 22 15:00:15.608712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:15.619939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37856) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:15.657210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Network': ['ID=c13a17f8-d512-4088-a97a-2321a20b955d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:15.661394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:15.697221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea5433-fcc2-4e73-a6d5-cce341255cdb req-1ecedae0-13b8-426e-b1dc-8bf1d01e50b2 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:15.707653 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3eea5433-fcc2-4e73-a6d5-cce341255cdb req-1ecedae0-13b8-426e-b1dc-8bf1d01e50b2 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 945 time: 0.1737680 Jun 22 15:00:15.737198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1eac1c19-0137-456e-bea9-9fa4d904187e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:15.760151 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3eea5433-fcc2-4e73-a6d5-cce341255cdb req-dece2d57-b08e-417a-aadd-f262e5b21fd2 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532682 Jun 22 15:00:15.766821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2ddcbda1-fcf9-4ccf-9c6d-d78f27603a44 None None] Provisioning complete for port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:15.767322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2ddcbda1-fcf9-4ccf-9c6d-d78f27603a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:15.803059 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489b6f9c-e84f-47f1-89e2-65eb3c532367 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:15.809010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489b6f9c-e84f-47f1-89e2-65eb3c532367 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:15.812985 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-489b6f9c-e84f-47f1-89e2-65eb3c532367 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 1.2275980 Jun 22 15:00:15.814716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37864) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:15.815923 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e97677-367a-4a60-b1f9-e85368e4eb08 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): The resource could not be found. Jun 22 15:00:15.816409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e97677-367a-4a60-b1f9-e85368e4eb08 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:15.818087 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-65e97677-367a-4a60-b1f9-e85368e4eb08 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/subnets/c4c0be00-30e8-4e1c-a918-bd9484adcdae HTTP/1.1" status: 404 len: 337 time: 0.1968369 Jun 22 15:00:15.823151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37866) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:15.885557 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-670216c2-1c66-4f8a-913f-8d697ceb8a2a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): The resource could not be found. Jun 22 15:00:15.886353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670216c2-1c66-4f8a-913f-8d697ceb8a2a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:15.888794 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-670216c2-1c66-4f8a-913f-8d697ceb8a2a tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/c13a17f8-d512-4088-a97a-2321a20b955d HTTP/1.1" status: 404 len: 339 time: 0.0318465 Jun 22 15:00:15.891994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37868) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:15.937257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-be924ece-2a2b-44a3-8a63-ba8241f8159c tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): The resource could not be found. Jun 22 15:00:15.937709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be924ece-2a2b-44a3-8a63-ba8241f8159c tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:15.939412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-be924ece-2a2b-44a3-8a63-ba8241f8159c tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/subnets/9bbfd574-57f2-4176-963d-06e59768942f HTTP/1.1" status: 404 len: 337 time: 0.0419028 Jun 22 15:00:15.945508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37870) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:15.982470 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e858f7-eb88-4b48-89be-c7b6933a62bb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): The resource could not be found. Jun 22 15:00:15.983365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e858f7-eb88-4b48-89be-c7b6933a62bb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:15.985361 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f3e858f7-eb88-4b48-89be-c7b6933a62bb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/c94719a2-875e-4e55-a0db-88201979eba0 HTTP/1.1" status: 404 len: 339 time: 0.0365920 Jun 22 15:00:15.992649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37874) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:16.027415 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4870ae0c-7c25-4337-915b-9b3db117b18e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): The resource could not be found. Jun 22 15:00:16.028187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4870ae0c-7c25-4337-915b-9b3db117b18e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:16.030181 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4870ae0c-7c25-4337-915b-9b3db117b18e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/subnets/b8d77217-ded0-4e01-a1ce-4ad26ad3e3ca HTTP/1.1" status: 404 len: 337 time: 0.0358942 Jun 22 15:00:16.032727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37876) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:16.053417 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e419613-aaba-4656-b462-6a197a8f24b7 req-fa64755e-db99-4a47-b171-1af883d448ad service neutron] 10.222.0.21 "GET /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993615 Jun 22 15:00:16.077579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Router 9078a06f-0bad-4d52-9141-e42960234942 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:00:16.081224 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67a7c74-c92b-4f5d-ac73-6a78d13a1708 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): The resource could not be found. Jun 22 15:00:16.081832 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67a7c74-c92b-4f5d-ac73-6a78d13a1708 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:16.083699 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a67a7c74-c92b-4f5d-ac73-6a78d13a1708 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/1b4f0e79-886e-4cfd-a21c-e41cddd0707e HTTP/1.1" status: 404 len: 339 time: 0.0499942 Jun 22 15:00:16.086868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37878) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:16.119396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:16.121399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.151994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port cc7676b3-f767-4516-96ec-21e1b3bfa893 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:16.152348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.223250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0c397a97-9214-4431-b693-7f30f1fe3d0e None None] Provisioning complete for port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:16.223672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0c397a97-9214-4431-b693-7f30f1fe3d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.225778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:16.249278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5bbdb-5322-44e3-88c0-5027e9a2afc6 None None] Sync routers for ids ['9078a06f-0bad-4d52-9141-e42960234942'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:16.251568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581bc25-868d-4644-bf70-e6926ca01cab req-f835b90a-1dbd-42ea-8401-c791b13db7f5 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:16.253562 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f581bc25-868d-4644-bf70-e6926ca01cab req-f835b90a-1dbd-42ea-8401-c791b13db7f5 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 945 time: 0.3614430 Jun 22 15:00:16.269731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.271679 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2656531 Jun 22 15:00:16.271939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523156da-1537-4028-bc25-ea0438626b4d None None] Update dhcp port {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': 'ec41d2cd-827d-4d60-aa39-c60c91ac1854', 'ip_address': '2001:db8::f816:3eff:fece:6a84'}, {'subnet_id': 'f809da67-34ef-47c2-83d2-e7e6bcb70d17'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': '1eac1c19-0137-456e-bea9-9fa4d904187e'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:00:16.275381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37880) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:16.280851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:16.319620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5bbdb-5322-44e3-88c0-5027e9a2afc6 None None] Routers {'9078a06f-0bad-4d52-9141-e42960234942'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:16.321017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4cc5bbdb-5322-44e3-88c0-5027e9a2afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9078a06f-0bad-4d52-9141-e42960234942'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:16.360525 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f581bc25-868d-4644-bf70-e6926ca01cab req-04ce6c12-589b-45ff-9e40-124697e6193c tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977199 Jun 22 15:00:16.373022 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.378910 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4cc5bbdb-5322-44e3-88c0-5027e9a2afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:16.393439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-523156da-1537-4028-bc25-ea0438626b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.415823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5bbdb-5322-44e3-88c0-5027e9a2afc6 None None] Routers {'9078a06f-0bad-4d52-9141-e42960234942'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:16.416452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4cc5bbdb-5322-44e3-88c0-5027e9a2afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9078a06f-0bad-4d52-9141-e42960234942'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:16.444250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Deleting port 6e73b111-0e7b-412e-9fa9-32d4693f6c6f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:16.444606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.491379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4cc5bbdb-5322-44e3-88c0-5027e9a2afc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:16.492519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5bbdb-5322-44e3-88c0-5027e9a2afc6 None None] The sync data for ids ['9078a06f-0bad-4d52-9141-e42960234942'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:16.556346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for cc7676b3-f767-4516-96ec-21e1b3bfa893 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:16.643131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.661586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.667520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-523156da-1537-4028-bc25-ea0438626b4d None None] Allocated IP 172.20.0.2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/f809da67-34ef-47c2-83d2-e7e6bcb70d17/1eac1c19-0137-456e-bea9-9fa4d904187e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:16.678777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.744666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Calling delete_port for 6e73b111-0e7b-412e-9fa9-32d4693f6c6f owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:16.747913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Deleting port 098fd1ec-b862-4531-8384-105fba5bfa79 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:16.748254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.864237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.865849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-523156da-1537-4028-bc25-ea0438626b4d None None] For port 1eac1c19-0137-456e-bea9-9fa4d904187e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1eac1c19-0137-456e-bea9-9fa4d904187e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:16.934714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-523156da-1537-4028-bc25-ea0438626b4d None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.968828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.969416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Calling delete_port for 098fd1ec-b862-4531-8384-105fba5bfa79 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:16.978047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-523156da-1537-4028-bc25-ea0438626b4d None None] Transition to ACTIVE for port object 1eac1c19-0137-456e-bea9-9fa4d904187e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:16.983157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:16.985691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-523156da-1537-4028-bc25-ea0438626b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:16.987731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:17.064111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.066482 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/ports/6e73b111-0e7b-412e-9fa9-32d4693f6c6f HTTP/1.1" status: 204 len: 168 time: 0.9747243 Jun 22 15:00:17.071227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37888) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:17.072224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Port': ['ID=6e73b111-0e7b-412e-9fa9-32d4693f6c6f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:17.077122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:17.110426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523156da-1537-4028-bc25-ea0438626b4d None None] Pushing event updated for resources: {'Port': ['ID=1eac1c19-0137-456e-bea9-9fa4d904187e,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:17.127096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-523156da-1537-4028-bc25-ea0438626b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:17.139432 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4299d1-0b8f-44fd-bc2b-29bc8996b7cc tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): The resource could not be found. Jun 22 15:00:17.139901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4299d1-0b8f-44fd-bc2b-29bc8996b7cc tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:17.144209 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6b4299d1-0b8f-44fd-bc2b-29bc8996b7cc tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/subnets/5c030c07-70b7-4c25-906c-187df5bd7e2f HTTP/1.1" status: 404 len: 337 time: 0.0548670 Jun 22 15:00:17.144776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37890) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:17.278072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.291864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.294341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-19920b5e-cbf1-4a54-9d6a-2423460b728b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:17.305890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-96d41e23-8aac-4e5e-b320-5ac669e2098f tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:17.328594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Pushing event deleted for resources: {'Port': ['ID=098fd1ec-b862-4531-8384-105fba5bfa79,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:17.337606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:17.405931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=cc7676b3-f767-4516-96ec-21e1b3bfa893,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:17.448190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.456128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:17.467132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.575398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.578465 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/cc7676b3-f767-4516-96ec-21e1b3bfa893 HTTP/1.1" status: 204 len: 168 time: 1.7625225 Jun 22 15:00:17.599489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37896) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:17.656219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1eac1c19-0137-456e-bea9-9fa4d904187e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:17.657696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3b39a-d509-4485-87c8-9dc764d0302c req-458c44f4-3822-4aa8-9bc2-1dacd7a9a1dd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:17.667878 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69b3b39a-d509-4485-87c8-9dc764d0302c req-458c44f4-3822-4aa8-9bc2-1dacd7a9a1dd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 945 time: 0.2807763 Jun 22 15:00:17.700179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Deleting port 2573d05e-b79d-49af-8d5e-db5fa1f258b1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:17.700812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.707906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc458c4-44f8-467f-8198-2344b8223e9c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:17.709468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc458c4-44f8-467f-8198-2344b8223e9c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:17.711631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc458c4-44f8-467f-8198-2344b8223e9c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:17.713295 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8bc458c4-44f8-467f-8198-2344b8223e9c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1119123 Jun 22 15:00:17.726807 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37898) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:17.841120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7b813-ae51-477d-810e-04698ce551d3 req-bc7ed63c-c22e-460b-8e73-ff1a394925ef tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:17.843677 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6bb7b813-ae51-477d-810e-04698ce551d3 req-bc7ed63c-c22e-460b-8e73-ff1a394925ef tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 945 time: 0.2639945 Jun 22 15:00:17.897076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] For port 2573d05e-b79d-49af-8d5e-db5fa1f258b1, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2573d05e-b79d-49af-8d5e-db5fa1f258b1,segment=NetworkSegment(6b7f5e7f-0017-44ad-a860-3bed89a3fe53),segment_id=6b7f5e7f-0017-44ad-a860-3bed89a3fe53)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:17.897513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.900575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.909099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:17.969125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet ec41d2cd-827d-4d60-aa39-c60c91ac1854 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:18.001588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Calling delete_port for 2573d05e-b79d-49af-8d5e-db5fa1f258b1 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:18.015009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.020257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69b3b39a-d509-4485-87c8-9dc764d0302c req-adb0d88f-a3e8-480a-b737-dc46cf50c6de tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504758 Jun 22 15:00:18.072806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e097ff-7beb-4e1f-8441-26b8a7e0b6f9 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:18.074106 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6bb7b813-ae51-477d-810e-04698ce551d3 req-09406653-f01d-40ff-a20f-3c46e3b976b9 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973538 Jun 22 15:00:18.107582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-2b05b170-c8ae-4310-bb09-9870d1193b63 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:18.109125 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-2b05b170-c8ae-4310-bb09-9870d1193b63 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 945 time: 0.4668131 Jun 22 15:00:18.130008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Router 9078a06f-0bad-4d52-9141-e42960234942 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:00:18.134774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.160555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fe506c3a-e164-46ee-85ba-0ba037ba888a None None] Could not find standard attr ID for object cc7676b3-f767-4516-96ec-21e1b3bfa893. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:00:18.202416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fe506c3a-e164-46ee-85ba-0ba037ba888a None None] Provisioning for port 1eac1c19-0137-456e-bea9-9fa4d904187e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:18.220247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fe506c3a-e164-46ee-85ba-0ba037ba888a None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:18.220632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fe506c3a-e164-46ee-85ba-0ba037ba888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.247493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.263073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:18.297806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No DVR routers for this DVR port 2573d05e-b79d-49af-8d5e-db5fa1f258b1 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:18.306397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Port': ['ID=2573d05e-b79d-49af-8d5e-db5fa1f258b1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:18.308916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:18.328502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:18.340937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.343909 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe0b32-c060-4e53-9a08-c5032ee2d568 None None] Sync routers for ids ['9078a06f-0bad-4d52-9141-e42960234942'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:18.345367 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "PUT /v2.0/routers/9078a06f-0bad-4d52-9141-e42960234942 HTTP/1.1" status: 200 len: 710 time: 2.0689676 Jun 22 15:00:18.346144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37904) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:18.353653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.386504 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe0b32-c060-4e53-9a08-c5032ee2d568 None None] Routers {'9078a06f-0bad-4d52-9141-e42960234942'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:18.387159 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-47fe0b32-c060-4e53-9a08-c5032ee2d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9078a06f-0bad-4d52-9141-e42960234942'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:18.432020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.448856 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead52df3-4cf6-45da-9d6f-c47f131df532']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:18.464523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7f5e7f-0017-44ad-a860-3bed89a3fe53') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:18.470278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7f5e7f-0017-44ad-a860-3bed89a3fe53') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:18.479054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Deleting port 87766080-3af1-4fba-8306-208c861f7c3e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:18.479410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.486124 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ddea413c-97e7-4599-8304-9e0414bf2148 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/routers/9078a06f-0bad-4d52-9141-e42960234942 HTTP/1.1" status: 200 len: 745 time: 0.1327498 Jun 22 15:00:18.488575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37906) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:18.499620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.519347 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-47fe0b32-c060-4e53-9a08-c5032ee2d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:18.520320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.530290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:18.531276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.547842 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe0b32-c060-4e53-9a08-c5032ee2d568 None None] Routers {'9078a06f-0bad-4d52-9141-e42960234942'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:18.548482 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-47fe0b32-c060-4e53-9a08-c5032ee2d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9078a06f-0bad-4d52-9141-e42960234942'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:18.565738 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:18.598071 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-47fe0b32-c060-4e53-9a08-c5032ee2d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:18.598996 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe0b32-c060-4e53-9a08-c5032ee2d568 None None] The sync data for ids ['9078a06f-0bad-4d52-9141-e42960234942'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:18.623953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.624941 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0710b9d9-de2e-4e36-863b-0d3acd377cde tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=9078a06f-0bad-4d52-9141-e42960234942 HTTP/1.1" status: 200 len: 205 time: 0.1337547 Jun 22 15:00:18.629477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37908) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:18.637874 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:18.664176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=ec41d2cd-827d-4d60-aa39-c60c91ac1854,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:18.666544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.669566 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-af12262a-2145-47a9-af8f-a2e7921120e6 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=9078a06f-0bad-4d52-9141-e42960234942 HTTP/1.1" status: 200 len: 205 time: 0.0386660 Jun 22 15:00:18.672552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37910) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:18.675327 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/ec41d2cd-827d-4d60-aa39-c60c91ac1854 HTTP/1.1" status: 204 len: 168 time: 0.9461203 Jun 22 15:00:18.676520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:18.677063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37912) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:18.723089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.729740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:18.745969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] For port 87766080-3af1-4fba-8306-208c861f7c3e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=87766080-3af1-4fba-8306-208c861f7c3e,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:18.746335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.759135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.761055 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/ead52df3-4cf6-45da-9d6f-c47f131df532 HTTP/1.1" status: 204 len: 168 time: 1.6151106 Jun 22 15:00:18.763882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet f809da67-34ef-47c2-83d2-e7e6bcb70d17 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:18.765063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37914) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:18.770768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:18.851959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Network': ['ID=ead52df3-4cf6-45da-9d6f-c47f131df532,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:18.855896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:18.858371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e456c8a4-9434-4478-8527-34134d4f7c08 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.389521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.471709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Deleting port 2fc6ebd9-0af1-4f81-976c-79486ed1c7aa {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:19.472334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.482890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e456c8a4-9434-4478-8527-34134d4f7c08 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.542018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e456c8a4-9434-4478-8527-34134d4f7c08 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.610200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e456c8a4-9434-4478-8527-34134d4f7c08 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.610879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e456c8a4-9434-4478-8527-34134d4f7c08 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Fanout notify agent at l3_agent the message router_deleted on router 9078a06f-0bad-4d52-9141-e42960234942 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:00:19.626895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e456c8a4-9434-4478-8527-34134d4f7c08 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.632074 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e456c8a4-9434-4478-8527-34134d4f7c08 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/9078a06f-0bad-4d52-9141-e42960234942 HTTP/1.1" status: 204 len: 168 time: 0.9536715 Jun 22 15:00:19.635199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37924) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:19.653000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.663617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-0e95e133-946f-430e-9c02-85d84d27501c tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:19.665136 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-0e95e133-946f-430e-9c02-85d84d27501c tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 945 time: 0.3669100 Jun 22 15:00:19.702190 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-397e7be9-9ade-4e8d-bf24-9ef8a0a1edc0 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=9078a06f-0bad-4d52-9141-e42960234942 HTTP/1.1" status: 200 len: 205 time: 0.0597947 Jun 22 15:00:19.704871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd7a2-5bfc-452f-8b1e-7b951dc3534a req-bb2bcc2b-9bfe-4050-b10f-f32c5fd1e9a8 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:19.714921 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-141dd7a2-5bfc-452f-8b1e-7b951dc3534a req-bb2bcc2b-9bfe-4050-b10f-f32c5fd1e9a8 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 945 time: 0.4162965 Jun 22 15:00:19.715402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fd0c6-09ad-49e9-ba08-e9f007764969 req-9a34d80f-cbcc-4573-995d-22b7d52ad758 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:19.716956 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c16fd0c6-09ad-49e9-ba08-e9f007764969 req-9a34d80f-cbcc-4573-995d-22b7d52ad758 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 945 time: 0.3713729 Jun 22 15:00:19.724493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.749166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37926) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:19.750317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Calling delete_port for 2fc6ebd9-0af1-4f81-976c-79486ed1c7aa owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:19.782636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.783011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.783324 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Floating IP 014892ca-ea8b-4752-80c0-fdaa2d90dc2a disassociated. External IP: 172.26.6.198, port: 87766080-3af1-4fba-8306-208c861f7c3e. Jun 22 15:00:19.783714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Calling delete_port for 87766080-3af1-4fba-8306-208c861f7c3e owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:19.819101 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-141dd7a2-5bfc-452f-8b1e-7b951dc3534a req-ab0a9f7d-23c4-4d49-88c4-d54c5bbb6538 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053326 Jun 22 15:00:19.860006 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-67e5f585-adc2-4900-87ac-6e51c3ee5bf1 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] delete failed (client error): The resource could not be found. Jun 22 15:00:19.861034 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-67e5f585-adc2-4900-87ac-6e51c3ee5bf1 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/9078a06f-0bad-4d52-9141-e42960234942 HTTP/1.1" status: 404 len: 336 time: 0.1111228 Jun 22 15:00:19.863944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37928) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:19.879121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.904575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ea7759bb-b0b4-4123-8eab-f1830fe2dc23 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:19.910879 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-48966fa2-ddc1-4d52-ba91-420e23574640 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=076aef89-7b47-486b-99dc-24167f4bebaf HTTP/1.1" status: 200 len: 205 time: 0.0454030 Jun 22 15:00:19.914746 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37930) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:19.945939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Port': ['ID=2fc6ebd9-0af1-4f81-976c-79486ed1c7aa,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:19.967009 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c16fd0c6-09ad-49e9-ba08-e9f007764969 req-e6aadc06-9e51-41cd-a947-248db2a6f418 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e993432-3e69-4734-b8c5-08b14b082cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902263 Jun 22 15:00:19.978691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:19.981102 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-47ee4ac6-2c8b-41c2-ad87-0979db89b12a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] delete failed (client error): The resource could not be found. Jun 22 15:00:19.985257 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-47ee4ac6-2c8b-41c2-ad87-0979db89b12a tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/076aef89-7b47-486b-99dc-24167f4bebaf HTTP/1.1" status: 404 len: 336 time: 0.0660534 Jun 22 15:00:19.985257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:19.985257 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/ports/2fc6ebd9-0af1-4f81-976c-79486ed1c7aa HTTP/1.1" status: 204 len: 168 time: 1.2110877 Jun 22 15:00:19.985798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37932) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:19.987765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37934) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.025001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.027030 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-db525337-2b4a-4de0-8741-5e4021fa32dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] DELETE failed (client error): The resource could not be found. Jun 22 15:00:20.027740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db525337-2b4a-4de0-8741-5e4021fa32dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:20.032633 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-db525337-2b4a-4de0-8741-5e4021fa32dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/subnets/553d49b9-5f9f-4631-bc5a-a59641c34ee0 HTTP/1.1" status: 404 len: 337 time: 0.0435727 Jun 22 15:00:20.034065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37936) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.035268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:20.041439 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dea1fcde-f34f-4735-bac4-71bc162d3bd5 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=80458137-4db7-46e8-b159-7210902e38db HTTP/1.1" status: 200 len: 205 time: 0.0501356 Jun 22 15:00:20.045288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37938) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.084703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=f809da67-34ef-47c2-83d2-e7e6bcb70d17,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:20.091730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:20.094833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.095590 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/f809da67-34ef-47c2-83d2-e7e6bcb70d17 HTTP/1.1" status: 204 len: 168 time: 1.4221277 Jun 22 15:00:20.098086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37942) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.120070 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-0711f3ea-0563-449d-afcf-f5e51bbfe535 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] delete failed (client error): The resource could not be found. Jun 22 15:00:20.121455 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0711f3ea-0563-449d-afcf-f5e51bbfe535 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/80458137-4db7-46e8-b159-7210902e38db HTTP/1.1" status: 404 len: 336 time: 0.0749145 Jun 22 15:00:20.144794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37944) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.151376 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-03b74d1d-aa2c-4146-9ef5-a21a54d800a0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496690 Jun 22 15:00:20.154352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37946) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.161488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:20.206676 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a2361a3c-4274-4f9e-b417-022ef1e49673 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=05a63f4b-9da3-410d-a742-3b69dc766716 HTTP/1.1" status: 200 len: 205 time: 0.0564871 Jun 22 15:00:20.212736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37948) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.214289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Deleting port 5a544521-782e-4c8d-bb7b-a3b6d044a438 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:20.214634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.269961 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-bb51c0ee-fb91-449f-8e33-b5aaf2c22674 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] delete failed (client error): The resource could not be found. Jun 22 15:00:20.270983 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bb51c0ee-fb91-449f-8e33-b5aaf2c22674 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/05a63f4b-9da3-410d-a742-3b69dc766716 HTTP/1.1" status: 404 len: 336 time: 0.0531695 Jun 22 15:00:20.283075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37950) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.327046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.330990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37952) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.331652 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4b563035-e93b-4bc7-9040-2facacd7ed86 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=21b5ddf3-0524-42c8-8d40-bb963c4d84eb HTTP/1.1" status: 200 len: 205 time: 0.0468500 Jun 22 15:00:20.340382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.340692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:20.390708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:20.394753 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.410174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Pushing event deleted for resources: {'Port': ['ID=87766080-3af1-4fba-8306-208c861f7c3e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:20.416804 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-2dcb7348-a3e2-4775-9db8-b1b11686ea05 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] delete failed (client error): The resource could not be found. Jun 22 15:00:20.417840 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2dcb7348-a3e2-4775-9db8-b1b11686ea05 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/21b5ddf3-0524-42c8-8d40-bb963c4d84eb HTTP/1.1" status: 404 len: 336 time: 0.0859909 Jun 22 15:00:20.424534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:20.425045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37954) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.450619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] For port 5a544521-782e-4c8d-bb7b-a3b6d044a438, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:20.450964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.478324 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d604606c-cbfb-47f2-9e62-25a790dfcc80 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2451f23-9da0-41aa-8210-b86d9610236e HTTP/1.1" status: 200 len: 205 time: 0.0492120 Jun 22 15:00:20.485578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37956) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.536479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.560123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee66562a-ae8a-4a1c-90cf-af612ef74bb9']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:20.586183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73380cc1-72ad-4304-8dc7-7a8bdcbd3b67') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:20.586669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73380cc1-72ad-4304-8dc7-7a8bdcbd3b67') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:20.590276 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-0113a21e-37c6-47ab-9b9f-cb3e6d16a422 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] delete failed (client error): The resource could not be found. Jun 22 15:00:20.591364 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0113a21e-37c6-47ab-9b9f-cb3e6d16a422 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/routers/a2451f23-9da0-41aa-8210-b86d9610236e HTTP/1.1" status: 404 len: 336 time: 0.1056447 Jun 22 15:00:20.595162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37958) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.611122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.636769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.647651 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b2fdac-6df6-4eb1-ac17-4708ce8437fb tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] DELETE failed (client error): The resource could not be found. Jun 22 15:00:20.647651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b2fdac-6df6-4eb1-ac17-4708ce8437fb tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:20.650041 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-65b2fdac-6df6-4eb1-ac17-4708ce8437fb tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] 10.222.0.22 "DELETE /v2.0/subnets/8eec0cf5-aee8-47ea-aa00-bce98a57bfc2 HTTP/1.1" status: 404 len: 337 time: 0.0525074 Jun 22 15:00:20.689532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:20.690513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:20.693955 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:20.830596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:00:20.840953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.846770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.847181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.847458 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Floating IP b749da45-54bb-476f-957a-e142e7e6c5ea disassociated. External IP: 172.26.6.151, port: 5a544521-782e-4c8d-bb7b-a3b6d044a438. Jun 22 15:00:20.849144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Calling delete_port for 5a544521-782e-4c8d-bb7b-a3b6d044a438 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:20.852347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:20.858852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:20.864342 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/ee66562a-ae8a-4a1c-90cf-af612ef74bb9 HTTP/1.1" status: 204 len: 168 time: 0.8292549 Jun 22 15:00:20.868840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37964) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:20.953378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Network': ['ID=ee66562a-ae8a-4a1c-90cf-af612ef74bb9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:20.964491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:20.987331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Deleting subnet 71883ffa-6b91-41e9-9071-43620549a850 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:21.002567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.106092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5a544521-782e-4c8d-bb7b-a3b6d044a438 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:21.218598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:00:21.291623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.293376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37974) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:21.333612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:00:21.343377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a1ff67-d144-46a5-83ac-10e66ed6698e" -d '{"events": [{"server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "name": "network-vif-unplugged", "status": "completed", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:00:21.353678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:21.377767 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-715d5bb2-4234-4393-9bc0-8e090e2a48f1 req-e116e77d-159e-449d-8ddc-b7d754116713 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cbef53c-6a26-46d7-8935-a9357a2ab289 HTTP/1.1" status: 200 len: 210 time: 0.0611191 Jun 22 15:00:21.382862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] Sync routers for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:21.390541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5a544521-782e-4c8d-bb7b-a3b6d044a438, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5a544521-782e-4c8d-bb7b-a3b6d044a438,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:21.399723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.418450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.419923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 87766080-3af1-4fba-8306-208c861f7c3e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:21.424609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:21.434295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] No DVR routers for this DVR port 87766080-3af1-4fba-8306-208c861f7c3e on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:21.439833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.443560 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-71e5299d-e82c-480b-83d0-38fe3de053b4 req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.21 "DELETE /v2.0/ports/87766080-3af1-4fba-8306-208c861f7c3e HTTP/1.1" status: 204 len: 173 time: 3.3269870 Jun 22 15:00:21.455558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'name': 'network-vif-deleted', 'tag': '87766080-3af1-4fba-8306-208c861f7c3e'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:00:21.462991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aefb1f-7255-4a7e-94a1-147fe23abcce" -d '{"events": [{"server_uuid": "9cbef53c-6a26-46d7-8935-a9357a2ab289", "name": "network-vif-deleted", "tag": "87766080-3af1-4fba-8306-208c861f7c3e"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:00:21.508260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28cc29-43ad-4014-b301-487965459547 req-4b67ac05-f69c-4baa-acac-acd6bcd32dca tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:21.511863 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0d28cc29-43ad-4014-b301-487965459547 req-4b67ac05-f69c-4baa-acac-acd6bcd32dca tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 945 time: 0.4321799 Jun 22 15:00:21.522155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:21.524036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:21.540714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 87766080-3af1-4fba-8306-208c861f7c3e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:21.541289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 87766080-3af1-4fba-8306-208c861f7c3e not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:21.580078 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d00c75a3-972a-438e-b538-dab018bfe4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.678678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.684688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea2ca63-79bd-4f8b-a4ee-2f1346acf819 x-openstack-request-id: req-eea2ca63-79bd-4f8b-a4ee-2f1346acf819 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:00:21.685619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "name": "network-vif-unplugged", "status": "completed", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:00:21.686076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eea2ca63-79bd-4f8b-a4ee-2f1346acf819 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:00:21.686906 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'code': 200} Jun 22 15:00:21.720360 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0d28cc29-43ad-4014-b301-487965459547 req-8fa98026-c269-49d2-b016-0b8af00ba946 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups?id=355b46dc-4e53-4a4b-a633-0a1e2e081152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923192 Jun 22 15:00:21.780791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dff0ffb-303e-4c2e-abdc-fd275c838b72 x-openstack-request-id: req-0dff0ffb-303e-4c2e-abdc-fd275c838b72 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:00:21.781916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbef53c-6a26-46d7-8935-a9357a2ab289", "name": "network-vif-deleted", "tag": "87766080-3af1-4fba-8306-208c861f7c3e", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:00:21.782337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dff0ffb-303e-4c2e-abdc-fd275c838b72 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:00:21.782811 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbef53c-6a26-46d7-8935-a9357a2ab289', 'name': 'network-vif-deleted', 'tag': '87766080-3af1-4fba-8306-208c861f7c3e', 'status': 'completed', 'code': 200} Jun 22 15:00:21.792427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.819071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=5a544521-782e-4c8d-bb7b-a3b6d044a438,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:21.827256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:21.833893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:21.854295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.873312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:21.923714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Pushing event deleted for resources: {'Port': ['ID=5a544521-782e-4c8d-bb7b-a3b6d044a438,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:21.924204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Subnet': ['ID=71883ffa-6b91-41e9-9071-43620549a850,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:21.926247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:21.927056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:21.937840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:21.940544 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/subnets/71883ffa-6b91-41e9-9071-43620549a850 HTTP/1.1" status: 204 len: 168 time: 1.0660679 Jun 22 15:00:21.940799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:21.943285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37984) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:22.008135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02083ef5-90c3-4c93-aadb-cc37b48f8472 None None] Network 60eb649d-93d1-4982-8419-8e6d44df206d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:22.051971 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c071ec0-2f48-495d-bf0f-43f733bacde7 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:22.124688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:22.136909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:22.178077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effe36e-52cb-48df-9908-b0d997f3c073 req-f542b507-eb27-4aec-a466-6427b2da120c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:22.181170 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1effe36e-52cb-48df-9908-b0d997f3c073 req-f542b507-eb27-4aec-a466-6427b2da120c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2607081 Jun 22 15:00:22.233108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:00:22.277763 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1effe36e-52cb-48df-9908-b0d997f3c073 req-dff21937-2e5f-4808-818c-149d37a2ddc3 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841489 Jun 22 15:00:22.299365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2d21d391-b98f-4cff-b738-83c1ed7c974b None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:22.299841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2d21d391-b98f-4cff-b738-83c1ed7c974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:22.350768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d00c75a3-972a-438e-b538-dab018bfe4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:22.371393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d00c75a3-972a-438e-b538-dab018bfe4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:22.381156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-179f3dbd-2cbe-44ec-8b67-6bdd731cc1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:22.464718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c75a3-972a-438e-b538-dab018bfe4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e8426-2129-43ed-9e7a-8a62f774a8bf,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:22.473385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d00c75a3-972a-438e-b538-dab018bfe4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:22.547692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Deleting port 110c965e-6e93-41c7-996a-b1fb2c602c06 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:22.550540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:22.589812 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d00c75a3-972a-438e-b538-dab018bfe4b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87eb1b36d9a848cdaad0a8bf984e08bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2805908 Jun 22 15:00:22.606214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 37992) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:22.704579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:22.721170 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] Sync routers for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:22.727083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 37996) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:22.738710 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:22.739412 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:22.764090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] For port 110c965e-6e93-41c7-996a-b1fb2c602c06, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=110c965e-6e93-41c7-996a-b1fb2c602c06,segment=NetworkSegment(83bfa68a-ecef-49ef-9db1-605ab98eb067),segment_id=83bfa68a-ecef-49ef-9db1-605ab98eb067)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:22.764570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:22.874257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Calling delete_port for 110c965e-6e93-41c7-996a-b1fb2c602c06 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:22.886905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] No DVR routers for this DVR port 5a544521-782e-4c8d-bb7b-a3b6d044a438 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:22.902265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:22.904913 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75a277eb-cbd0-4a2a-b34d-7f51207217fb req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.21 "DELETE /v2.0/ports/5a544521-782e-4c8d-bb7b-a3b6d044a438 HTTP/1.1" status: 204 len: 173 time: 3.2311788 Jun 22 15:00:22.946206 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:22.984099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] For port 1eac1c19-0137-456e-bea9-9fa4d904187e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1eac1c19-0137-456e-bea9-9fa4d904187e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:23.004193 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-81388907-1e8a-44ba-bc03-42423b00e93c req-54d2c459-1af2-4039-b202-a8f6aa295edd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/ports?device_id=56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40 HTTP/1.1" status: 200 len: 210 time: 0.1151767 Jun 22 15:00:23.045604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a754cf43-5440-4924-8fc2-7e5ae6c36f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.090211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a754cf43-5440-4924-8fc2-7e5ae6c36f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.150169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a754cf43-5440-4924-8fc2-7e5ae6c36f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.153356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a754cf43-5440-4924-8fc2-7e5ae6c36f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.161362 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a754cf43-5440-4924-8fc2-7e5ae6c36f56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a7e8426-2129-43ed-9e7a-8a62f774a8bf HTTP/1.1" status: 204 len: 168 time: 0.5507307 Jun 22 15:00:23.164595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-aa059137-ad94-40c7-be87-d08fc19af052 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:23.171919 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.186010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754cf43-5440-4924-8fc2-7e5ae6c36f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e8426-2129-43ed-9e7a-8a62f774a8bf,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:23.188675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a754cf43-5440-4924-8fc2-7e5ae6c36f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:23.213338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.214143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.226654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:23.238810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:23.244139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:23.267269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:23.267499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.271909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86d31d55-e167-48be-9f55-50acefdfb8e2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.298057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86d31d55-e167-48be-9f55-50acefdfb8e2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.355283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:55Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'c5f929bc-4a3d-43c7-8509-5fd007c50d49', 'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'mac_address': 'fa:16:3e:59:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'subnets': [{'id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:23.371051 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f', 'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'mac_address': 'fa:16:3e:9b:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:05Z', 'revision_number': 5, 'project_id': '99949b406b5f443f84561f8fb9173852', 'subnets': [{'id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:23.390666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86d31d55-e167-48be-9f55-50acefdfb8e2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.393630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86d31d55-e167-48be-9f55-50acefdfb8e2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.396929 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-86d31d55-e167-48be-9f55-50acefdfb8e2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "DELETE /v2.0/security-groups/4e993432-3e69-4734-b8c5-08b14b082cc1 HTTP/1.1" status: 204 len: 168 time: 0.6631444 Jun 22 15:00:23.396929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.397614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38006) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:23.420773 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] Checking router: 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:00:23.435653 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:23.436395 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:23.436720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] Checking router: cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:00:23.455806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50817041-c1ce-4c08-9d8b-73a0f2895de9 req-ef33fe1d-064f-44f1-8aad-b1747717e1fd tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:23.459058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:23.465336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:23.470746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbcf720-dad7-46e2-9ed2-a2bcb2f86fb0 None None] DHCP port deletion for 60eb649d-93d1-4982-8419-8e6d44df206d request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:00:23.474198 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-50817041-c1ce-4c08-9d8b-73a0f2895de9 req-ef33fe1d-064f-44f1-8aad-b1747717e1fd tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3965726 Jun 22 15:00:23.495986 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3406653 Jun 22 15:00:23.498981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38010) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:23.512339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:23.533440 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-50817041-c1ce-4c08-9d8b-73a0f2895de9 req-e15d102f-ee41-41f1-b2c0-5fd951df5366 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581973 Jun 22 15:00:23.536729 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-8efe61fe-ba14-42c4-bb84-b8b84676af76 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] show failed (client error): The resource could not be found. Jun 22 15:00:23.543214 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8efe61fe-ba14-42c4-bb84-b8b84676af76 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "GET /v2.0/security-groups/4e993432-3e69-4734-b8c5-08b14b082cc1 HTTP/1.1" status: 404 len: 347 time: 0.1377611 Jun 22 15:00:23.543881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38012) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:23.550012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=1eac1c19-0137-456e-bea9-9fa4d904187e,revision_number=8']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:23.557577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] No DVR routers for this DVR port 110c965e-6e93-41c7-996a-b1fb2c602c06 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:23.736568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 110c965e-6e93-41c7-996a-b1fb2c602c06 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:23.787476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'name': 'network-vif-deleted', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:00:23.791253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e00fc9-e88c-4355-97f7-bff3864cc026" -d '{"events": [{"server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "name": "network-vif-deleted", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:00:23.795540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:23.802568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:23.813391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 110c965e-6e93-41c7-996a-b1fb2c602c06 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:23.814074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 110c965e-6e93-41c7-996a-b1fb2c602c06 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:23.832054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:23.852081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfda4cbe-5652-466c-8847-5b9f02d22c50 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.618s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:23.959610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae1da65-be54-4f0c-8b67-dc5d77c79fb5 x-openstack-request-id: req-cae1da65-be54-4f0c-8b67-dc5d77c79fb5 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:00:23.961004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40", "name": "network-vif-deleted", "tag": "5a544521-782e-4c8d-bb7b-a3b6d044a438", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:00:23.961517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cae1da65-be54-4f0c-8b67-dc5d77c79fb5 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:00:23.970745 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b81dc0-98cf-4aaa-8fc8-79dd4b7e7a40', 'name': 'network-vif-deleted', 'tag': '5a544521-782e-4c8d-bb7b-a3b6d044a438', 'status': 'completed', 'code': 200} Jun 22 15:00:23.971636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38018) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:23.984313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:24.201290 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:24.284394 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:00:24.319286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:24.331545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=4beefe0b-bc57-4fb0-a978-09c632ff7991,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:24.367867 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f7e5bde2-3ffc-48a3-9d36-f294e7160a39 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0c011de86bf45a39fbfc226a348e785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946300 Jun 22 15:00:24.372379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38026) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:24.381805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38028) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:24.383288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:24.387302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6b914f0-ad55-4353-9b54-f4f673bdd7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.982s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:24.479644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d31d55-e167-48be-9f55-50acefdfb8e2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e993432-3e69-4734-b8c5-08b14b082cc1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:24.482758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-86d31d55-e167-48be-9f55-50acefdfb8e2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:24.488392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eb649d-93d1-4982-8419-8e6d44df206d']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:24.495972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d6afb4c4-45b8-4421-b96a-ad9dbd3e7787 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:24.567957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:55Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'c5f929bc-4a3d-43c7-8509-5fd007c50d49', 'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'mac_address': 'fa:16:3e:59:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'subnets': [{'id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:24.588538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bfa68a-ecef-49ef-9db1-605ab98eb067') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:24.589230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bfa68a-ecef-49ef-9db1-605ab98eb067') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:24.606554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Port': ['ID=110c965e-6e93-41c7-996a-b1fb2c602c06,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:24.611108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:24.643113 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f', 'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'mac_address': 'fa:16:3e:9b:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:05Z', 'revision_number': 5, 'project_id': '99949b406b5f443f84561f8fb9173852', 'subnets': [{'id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:24.656589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:24.658365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-118390cd-c8a8-4ea9-8d28-6cbe558c3320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:24.680033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Deleting port ef8024f6-00fa-44ec-9bfc-828deb3795b1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:24.680275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:24.693281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:24.693525 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef2d65-6ae4-4266-8ed1-8236e0117e2a None None] The sync data for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv is: [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f', 'name': '', 'network_id': 'd30f626c-753c-4a78-ba1a-a679af3648a0', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'mac_address': 'fa:16:3e:9b:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:05Z', 'revision_number': 5, 'project_id': '99949b406b5f443f84561f8fb9173852', 'subnets': [{'id': '78e8e579-3389-4c61-a6f8-c663039c0974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:24.708127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a18378-eae0-4888-bd76-9812e71d0aa8 None None] The sync data for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv is: [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:57:55Z', 'revision_number': 4, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'c5f929bc-4a3d-43c7-8509-5fd007c50d49', 'name': '', 'network_id': '7f373ee7-e179-444e-8640-6a4d88429f7d', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'mac_address': 'fa:16:3e:59:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:54Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'subnets': [{'id': '809ce0a9-5ed1-4b60-9866-29ab6a5b2575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:24.764295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac646ba5-827a-4866-84c2-660cf1da9e01 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:24.774192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:24.775253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:24.782652 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:24.787827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-118390cd-c8a8-4ea9-8d28-6cbe558c3320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.003439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.013652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:25.053243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.058377 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] 10.222.0.22 "DELETE /v2.0/networks/60eb649d-93d1-4982-8419-8e6d44df206d HTTP/1.1" status: 204 len: 168 time: 3.1111953 Jun 22 15:00:25.068500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.068831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.072092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-118390cd-c8a8-4ea9-8d28-6cbe558c3320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.074889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-118390cd-c8a8-4ea9-8d28-6cbe558c3320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.078722 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-118390cd-c8a8-4ea9-8d28-6cbe558c3320 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6674fc45-b146-4d81-a31f-2d325a773fae HTTP/1.1" status: 204 len: 168 time: 0.6910081 Jun 22 15:00:25.084173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Pushing event deleted for resources: {'Network': ['ID=60eb649d-93d1-4982-8419-8e6d44df206d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:25.088831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:25.089375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4596d272-e6ce-427a-b051-fba008994d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:25.125003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f6387c76-eec1-4005-ad39-d300bd26cc04 None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:25.125385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f6387c76-eec1-4005-ad39-d300bd26cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.166980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118390cd-c8a8-4ea9-8d28-6cbe558c3320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6674fc45-b146-4d81-a31f-2d325a773fae,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:25.239682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Calling delete_port for ef8024f6-00fa-44ec-9bfc-828deb3795b1 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:25.298642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-118390cd-c8a8-4ea9-8d28-6cbe558c3320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:25.340724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b6c7f-13b0-42cb-b192-8c204e36b576 None None] New status for floating IP b749da45-54bb-476f-957a-e142e7e6c5ea: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:00:25.362252 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997cb4f-66bc-4cfa-ac06-1cba7cb85e61 None None] New status for floating IP 014892ca-ea8b-4752-80c0-fdaa2d90dc2a: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:00:25.398791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c64cc13-8acf-4b19-8156-d1310797dc2f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.444970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c64cc13-8acf-4b19-8156-d1310797dc2f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.641578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c64cc13-8acf-4b19-8156-d1310797dc2f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.650292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c64cc13-8acf-4b19-8156-d1310797dc2f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.657565 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4c64cc13-8acf-4b19-8156-d1310797dc2f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "DELETE /v2.0/security-groups/355b46dc-4e53-4a4b-a633-0a1e2e081152 HTTP/1.1" status: 204 len: 168 time: 1.2690153 Jun 22 15:00:25.658233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38046) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:25.660780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e8a0c9e3-0124-4c92-b341-1d6580e175ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:25.748193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38050) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:25.763816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64cc13-8acf-4b19-8156-d1310797dc2f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355b46dc-4e53-4a4b-a633-0a1e2e081152,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:25.772394 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-05f94e27-a370-43d9-bff5-d1b1193d96a7 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] show failed (client error): The resource could not be found. Jun 22 15:00:25.779251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1eac1c19-0137-456e-bea9-9fa4d904187e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:25.785602 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-05f94e27-a370-43d9-bff5-d1b1193d96a7 tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "GET /v2.0/security-groups/355b46dc-4e53-4a4b-a633-0a1e2e081152 HTTP/1.1" status: 404 len: 347 time: 0.1075685 Jun 22 15:00:25.786703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c64cc13-8acf-4b19-8156-d1310797dc2f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:25.797009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38054) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:25.885589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:25.906020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5fc2899-ea01-4385-b9fc-e5304c0c14c3 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:25.954124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:25.954516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.079993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.095161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0dff347-a36a-4662-85af-e2fb016457ee tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:26.159682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:26.182113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Pushing event deleted for resources: {'Port': ['ID=ef8024f6-00fa-44ec-9bfc-828deb3795b1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:26.185365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:26.196810 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-88e0e95a-3318-438d-906f-63be1a6d051c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63367acf50584ebd89d5dbd18acccd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422672 Jun 22 15:00:26.196810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:26.197146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38064) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:26.202258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:26.202849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.207625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=bfb4233a-222d-414a-acc1-a964086228c4,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:26.214930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:26.244670 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7415924 Jun 22 15:00:26.244972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38068) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:26.253630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:fa:5e:20', 'name': 'tempest-NetworksTestDHCPv6-1453904451'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:26.292630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29f39f69-b53a-495d-86e2-e0828d6908b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.298397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75addec-2bb2-4b5c-89bd-fd21cb2d0a71 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:26.314747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.317761 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.324639 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] 10.222.0.22 "DELETE /v2.0/floatingips/014892ca-ea8b-4752-80c0-fdaa2d90dc2a HTTP/1.1" status: 204 len: 168 time: 2.7717049 Jun 22 15:00:26.325088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38074) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:26.355159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Deleting port c1cb106d-2c61-4cf5-a2d7-de2cffa33fe4 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:26.355507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.401712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9fea2-d3f0-4376-902a-274a0672e3cf req-21539c00-e6d0-4506-a8e5-a4ef7dfe9a1a tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:26.412217 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-78e9fea2-d3f0-4376-902a-274a0672e3cf req-21539c00-e6d0-4506-a8e5-a4ef7dfe9a1a tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 1.1610932 Jun 22 15:00:26.420188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29f39f69-b53a-495d-86e2-e0828d6908b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.493747 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-78e9fea2-d3f0-4376-902a-274a0672e3cf req-e944bb42-c804-4321-afd7-d8ac8885cfac tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837913 Jun 22 15:00:26.518199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.518199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.520686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-62cc5625-88b0-4c46-b3fd-14ceb5e0e421 None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:26.521545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-62cc5625-88b0-4c46-b3fd-14ceb5e0e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.595305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Calling delete_port for c1cb106d-2c61-4cf5-a2d7-de2cffa33fe4 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:26.595652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29f39f69-b53a-495d-86e2-e0828d6908b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.597704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38078) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:26.598312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:26.599256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29f39f69-b53a-495d-86e2-e0828d6908b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.601838 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-29f39f69-b53a-495d-86e2-e0828d6908b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91e4324e-3091-4f6e-96c1-144092feb5fd HTTP/1.1" status: 204 len: 168 time: 0.4032404 Jun 22 15:00:26.610799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-596b7628-0fbb-41e5-bcdf-4f99fddc4a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:26.628317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f39f69-b53a-495d-86e2-e0828d6908b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e4324e-3091-4f6e-96c1-144092feb5fd,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:26.658595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29f39f69-b53a-495d-86e2-e0828d6908b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:26.778791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:26.812630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port eda59034-4f1e-4574-ae53-462537623b45 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:26.874462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-904081045'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:26.979480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] Update dhcp port {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '4beefe0b-bc57-4fb0-a978-09c632ff7991', 'ip_address': '2001:db8::f816:3eff:fece:6a84'}, {'subnet_id': 'bfb4233a-222d-414a-acc1-a964086228c4'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': '1eac1c19-0137-456e-bea9-9fa4d904187e'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:00:27.012101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Made reservation on behalf of 71bf3320b7b04a3b868c5b0254004114 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:27.025580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.028629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.131572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.139110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1d688b93-34e7-4ac3-bea7-ceee9fd8accd tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:27.142135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.208842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Pushing event deleted for resources: {'Port': ['ID=c1cb106d-2c61-4cf5-a2d7-de2cffa33fe4,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:27.215377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:27.247632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 172.20.0.6 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/bfb4233a-222d-414a-acc1-a964086228c4/eda59034-4f1e-4574-ae53-462537623b45) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:27.282377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:fefa:5e20 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/4beefe0b-bc57-4fb0-a978-09c632ff7991/eda59034-4f1e-4574-ae53-462537623b45) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:27.296681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.333495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.336907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.343520 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] 10.222.0.22 "DELETE /v2.0/floatingips/b749da45-54bb-476f-957a-e142e7e6c5ea HTTP/1.1" status: 204 len: 168 time: 1.5418959 Jun 22 15:00:27.343805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38096) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:27.583565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.596978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.612002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:00:27.623039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.623668 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Added segment d384de70-713d-4615-b86b-26f734aaa907 of type vlan for network 7b598c98-e985-4bca-bc20-524947d8ff55 Jun 22 15:00:27.679254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.693723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d00c75a3-972a-438e-b538-dab018bfe4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:27.756930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.768999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48efd30-8a04-4e4f-a98d-55015734c6e7,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:27.773284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:27.781386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object eda59034-4f1e-4574-ae53-462537623b45 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:27.789721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.796637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:27.797378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:27.801697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a2f10842-dbdb-4273-b7b6-c2958208dc3c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:27.891442 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2847834 Jun 22 15:00:27.896781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38112) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:27.900668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa17ad-c2c7-47d6-9e03-ebff9bf5d469 req-f72d2fd1-46af-4805-9954-58af8a1f46d1 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:27.902245 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7caa17ad-c2c7-47d6-9e03-ebff9bf5d469 req-f72d2fd1-46af-4805-9954-58af8a1f46d1 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2077658 Jun 22 15:00:27.903455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'subnet': {'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:27.909345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Network': ['ID=7b598c98-e985-4bca-bc20-524947d8ff55,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:27.912828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:27.922416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 7b598c98-e985-4bca-bc20-524947d8ff55 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:00:27.977310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38114) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:27.991107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.004800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f14baad-e6d9-4058-a65f-64c14183787f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:28.040279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Deleting port c5f929bc-4a3d-43c7-8509-5fd007c50d49 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:28.043908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.065724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:28.083442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:28.090269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:28.122575 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7caa17ad-c2c7-47d6-9e03-ebff9bf5d469 req-33c04d75-a1c7-4cf6-8c85-3729c9182b66 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970332 Jun 22 15:00:28.151467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:28.152153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.182395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group': {'name': 'tempest-secgroup--587783538'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:28.196485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] Allocated IP 172.20.0.2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/bfb4233a-222d-414a-acc1-a964086228c4/1eac1c19-0137-456e-bea9-9fa4d904187e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:28.200691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=eda59034-4f1e-4574-ae53-462537623b45,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:28.203794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:28.207844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] For port c5f929bc-4a3d-43c7-8509-5fd007c50d49, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c5f929bc-4a3d-43c7-8509-5fd007c50d49,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:28.208425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.211259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Made reservation on behalf of 71bf3320b7b04a3b868c5b0254004114 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:28.215318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.227087 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9809258 Jun 22 15:00:28.231801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38120) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:28.283323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.302389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.328282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Calling delete_port for c5f929bc-4a3d-43c7-8509-5fd007c50d49 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:28.330549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] For port 1eac1c19-0137-456e-bea9-9fa4d904187e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1eac1c19-0137-456e-bea9-9fa4d904187e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:28.389719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.416217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.421423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] Transition to ACTIVE for port object 1eac1c19-0137-456e-bea9-9fa4d904187e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:28.427142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.433512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:28.503415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] Pushing event updated for resources: {'Port': ['ID=1eac1c19-0137-456e-bea9-9fa4d904187e,revision_number=9']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:28.503746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.507938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0353207-c4a4-4dc0-9012-6f0bad3cef31 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:28.508665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:28.568272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.597456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.605275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Subnet': ['ID=f4327f2b-9916-433e-a192-04f643747e79,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:28.624619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:28.625250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-802ae751-a192-49b3-b8fa-f05e5b84cf2a tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:28.678843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Checking segment: {'id': 'd384de70-713d-4615-b86b-26f734aaa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:28.679771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Network hostable DHCP agents. Network: 7b598c98-e985-4bca-bc20-524947d8ff55, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:00:28.686000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9460c9-8eb1-4b98-a0b5-f096ff52afd2,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:28.698894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:28.744892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Network 7b598c98-e985-4bca-bc20-524947d8ff55 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:00:28.760214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 7b598c98-e985-4bca-bc20-524947d8ff55) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:28.765981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:28.766622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.773817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881eed5-be5e-40bf-92c9-dd7a475dfce3 None None] Network 7b598c98-e985-4bca-bc20-524947d8ff55 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:28.795309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.800661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.819076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3ce96f15-2298-49a2-b7a8-03d24c524aa8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:28.838108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:28.839634 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8607595 Jun 22 15:00:28.845330 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9474223 Jun 22 15:00:28.845928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38124) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:28.851732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38126) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:28.876863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'port': {'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55', 'name': 'tempest-AllowedAddressPairTestJSON-968167438'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:28.937746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980f68c5-ab1e-4494-8f76-6a806147d040,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:28.941194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:29.019120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7443e-363c-431a-95a2-3ad465da23c5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:29.026129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7443e-363c-431a-95a2-3ad465da23c5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:29.028121 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-def7443e-363c-431a-95a2-3ad465da23c5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6870475 Jun 22 15:00:29.030836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38128) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:29.205578 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d1a75166-25d7-41bc-9a00-0200342b7ff7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3485994 Jun 22 15:00:29.205578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Made reservation on behalf of 71bf3320b7b04a3b868c5b0254004114 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:29.206808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.218865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38134) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:29.227610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a914e978-3e59-4444-a5a4-2dddf22b6431 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group': {'name': 'tempest-security--1735905296', 'description': 'tempest-security-description-2028987401'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:29.233196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] device_id is not set on port 48f14d24-11ee-48a7-b81a-c015416c7b9b yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:29.239043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-7b598c98-e985-4bca-bc20-524947d8ff55', 'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55', 'tenant_id': '71bf3320b7b04a3b868c5b0254004114', 'fixed_ips': [{'subnet_id': 'f4327f2b-9916-433e-a192-04f643747e79'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:00:29.240006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.298367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.302402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:29.343552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a914e978-3e59-4444-a5a4-2dddf22b6431 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.348005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f929bc-4a3d-43c7-8509-5fd007c50d49,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:29.362052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:29.465849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Allocated IP 172.20.0.13 (7b598c98-e985-4bca-bc20-524947d8ff55/f4327f2b-9916-433e-a192-04f643747e79/48f14d24-11ee-48a7-b81a-c015416c7b9b) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:29.482825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port eda59034-4f1e-4574-ae53-462537623b45 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:29.483171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.558566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a914e978-3e59-4444-a5a4-2dddf22b6431 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.578448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a914e978-3e59-4444-a5a4-2dddf22b6431 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.580845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a914e978-3e59-4444-a5a4-2dddf22b6431 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.583907 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a914e978-3e59-4444-a5a4-2dddf22b6431 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "PUT /v2.0/security-groups/980f68c5-ab1e-4494-8f76-6a806147d040 HTTP/1.1" status: 200 len: 1778 time: 0.3640308 Jun 22 15:00:29.600260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38136) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:29.653871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b664acd8-d0d6-40a4-8d55-9d5019738115 None None] Provisioning for port 1eac1c19-0137-456e-bea9-9fa4d904187e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:29.657251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054b698-68ff-424f-8e58-2f84edc78de5 req-c5e9b9d7-114c-4138-a618-19f3a2a98c04 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:29.657851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f289fa53-96a9-4ed2-9c12-c8ed8a79c3e2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:29.658844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7054b698-68ff-424f-8e58-2f84edc78de5 req-c5e9b9d7-114c-4138-a618-19f3a2a98c04 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2780528 Jun 22 15:00:29.675100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b664acd8-d0d6-40a4-8d55-9d5019738115 None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:29.675490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b664acd8-d0d6-40a4-8d55-9d5019738115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.754287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914e978-3e59-4444-a5a4-2dddf22b6431 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980f68c5-ab1e-4494-8f76-6a806147d040,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:29.777017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a914e978-3e59-4444-a5a4-2dddf22b6431 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:29.806415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.822498 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Deleting port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:29.823311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.852270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1eac1c19-0137-456e-bea9-9fa4d904187e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:29.871634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.893528 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7054b698-68ff-424f-8e58-2f84edc78de5 req-4c858df4-efc5-41f8-a748-d9c2740f1fcd tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984532 Jun 22 15:00:29.899037 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ea90606f-2e0e-4878-964c-d028a046351f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups/980f68c5-ab1e-4494-8f76-6a806147d040 HTTP/1.1" status: 200 len: 1778 time: 0.2929718 Jun 22 15:00:29.900364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38138) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:29.949374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:29.950049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:29.981202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for eda59034-4f1e-4574-ae53-462537623b45 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:30.098395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] For port dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:30.098872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.124074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.131450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40a40484-b018-4b8a-8a82-ac6fd09c6855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.141707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Transition to ACTIVE for port object 48f14d24-11ee-48a7-b81a-c015416c7b9b will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:30.161173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b0be3a4f-af72-4b8b-879f-985af4c8860b None None] Could not find standard attr ID for object cc7676b3-f767-4516-96ec-21e1b3bfa893. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:00:30.163293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-efd2f2ae-40a3-43b3-8897-cddabc50f062 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.189333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Calling delete_port for dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:30.245179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.253124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-93245bcd-21bb-46e2-b601-7790be56efe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:30.305263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-efd2f2ae-40a3-43b3-8897-cddabc50f062 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.327885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.340446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Allocated IP 172.20.0.2 (7b598c98-e985-4bca-bc20-524947d8ff55/f4327f2b-9916-433e-a192-04f643747e79/b17335ce-fe35-4748-8398-3e1ddca46443) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:30.341949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Network 7b598c98-e985-4bca-bc20-524947d8ff55 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:30.351308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:30.353943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Port': ['ID=48f14d24-11ee-48a7-b81a-c015416c7b9b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:30.356610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:30.364109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:30.364907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2cb7a8a-6932-4ae0-8e19-ee825b2e554a tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:30.444015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:30.445206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.501951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=eda59034-4f1e-4574-ae53-462537623b45,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:30.520776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:30.560435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-efd2f2ae-40a3-43b3-8897-cddabc50f062 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.563120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-efd2f2ae-40a3-43b3-8897-cddabc50f062 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.566582 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-efd2f2ae-40a3-43b3-8897-cddabc50f062 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-groups/980f68c5-ab1e-4494-8f76-6a806147d040 HTTP/1.1" status: 204 len: 168 time: 0.6627891 Jun 22 15:00:30.568185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bb5ce0cd-b833-4d16-9134-7e06aab68b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:30.573189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38144) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:30.593831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2f2ae-40a3-43b3-8897-cddabc50f062 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f68c5-ab1e-4494-8f76-6a806147d040,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:30.604306 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7382290 Jun 22 15:00:30.605870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38146) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:30.607196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:00:30.608243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-efd2f2ae-40a3-43b3-8897-cddabc50f062 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:30.616070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.616551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'port': {'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55', 'name': 'tempest-AllowedAddressPairTestJSON-931329845', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:50:01:ce'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:30.638321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Transition to ACTIVE for port object b17335ce-fe35-4748-8398-3e1ddca46443 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:30.659547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Transition to ACTIVE for port object b17335ce-fe35-4748-8398-3e1ddca46443 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:30.682619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.696876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4d2cbd21-72c7-4ac1-ad90-ef12f7cdaccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:30.720888 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cb721060-fbc3-4fbd-ac6a-40b690286f5b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1453168 Jun 22 15:00:30.729072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.732184 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/eda59034-4f1e-4574-ae53-462537623b45 HTTP/1.1" status: 204 len: 168 time: 1.6954918 Jun 22 15:00:30.743445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38152) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:30.745334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38154) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:30.762537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0a698f36-572f-4b76-a5c9-b5d9a7d81447 None None] Could not find standard attr ID for object eda59034-4f1e-4574-ae53-462537623b45. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:00:30.767720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Pushing event updated for resources: {'Port': ['ID=b17335ce-fe35-4748-8398-3e1ddca46443,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:30.773551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Network 7b598c98-e985-4bca-bc20-524947d8ff55 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:30.774746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:30.777179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:30.783636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.785346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:30.788377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:30.856985 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:30.858947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Attempting to bind port b17335ce-fe35-4748-8398-3e1ddca46443 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:30.859672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Attempting to bind port b17335ce-fe35-4748-8398-3e1ddca46443 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'd384de70-713d-4615-b86b-26f734aaa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:30.860266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Attempting to bind port b17335ce-fe35-4748-8398-3e1ddca46443 on network 7b598c98-e985-4bca-bc20-524947d8ff55 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:30.863127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:30.869419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:30.870094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Checking segment: {'id': 'd384de70-713d-4615-b86b-26f734aaa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:30.873905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.874546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Bound using segment: {'id': 'd384de70-713d-4615-b86b-26f734aaa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:30.875229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Bound port: b17335ce-fe35-4748-8398-3e1ddca46443, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384de70-713d-4615-b86b-26f734aaa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:30.875807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:30.901107 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-529e0141-4688-4ed1-b2f7-0950cec28f2a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] delete failed (client error): The resource could not be found. Jun 22 15:00:30.906799 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-529e0141-4688-4ed1-b2f7-0950cec28f2a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-groups/980f68c5-ab1e-4494-8f76-6a806147d040 HTTP/1.1" status: 404 len: 347 time: 0.1582482 Jun 22 15:00:30.916662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38160) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:30.925261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e3482428-cfab-4103-ba43-8d83a4c6a965 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582180909'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:30.966823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Made reservation on behalf of 71bf3320b7b04a3b868c5b0254004114 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:31.023541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:31.041587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] Sync routers for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:31.043918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2a7d5-aee4-4092-9944-64040bec9623 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:31.045528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2a7d5-aee4-4092-9944-64040bec9623 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:31.047029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2a7d5-aee4-4092-9944-64040bec9623 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:31.048616 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-37b2a7d5-aee4-4092-9944-64040bec9623 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2965748 Jun 22 15:00:31.052190 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] 10.222.0.22 "PUT /v2.0/routers/cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7261949 Jun 22 15:00:31.056976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38164) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:31.057325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38166) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:31.080481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] For port b17335ce-fe35-4748-8398-3e1ddca46443, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:31.082737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:31.083434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:31.087745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] For port b17335ce-fe35-4748-8398-3e1ddca46443, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b17335ce-fe35-4748-8398-3e1ddca46443,segment=NetworkSegment(d384de70-713d-4615-b86b-26f734aaa907),segment_id=d384de70-713d-4615-b86b-26f734aaa907)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:31.155836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:31.166167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3c6effd9-00ce-47c3-ae11-4a045ad67c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:31.229700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:31.284353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] device_id is not set on port 4f5781ea-930d-46b3-a492-863afb57e661 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:31.293294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Pushing event updated for resources: {'Port': ['ID=b17335ce-fe35-4748-8398-3e1ddca46443,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:31.306617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:31.349796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:31.361675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3482428-cfab-4103-ba43-8d83a4c6a965 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:31.483654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:31.710915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 4beefe0b-bc57-4fb0-a978-09c632ff7991 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:31.760867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T15:00:29Z', 'revision_number': 5, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:31.808560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] Checking router: cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:00:31.820443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] Routers {'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:31.824188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:32.028211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] Set router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:32.034003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Allocated IP 172.20.0.7 (7b598c98-e985-4bca-bc20-524947d8ff55/f4327f2b-9916-433e-a192-04f643747e79/4f5781ea-930d-46b3-a492-863afb57e661) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:32.095328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.141717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b17335ce-fe35-4748-8398-3e1ddca46443 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:32.187106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.210952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeeb5b-2b77-4c86-b94e-56dd570a6bc4 req-54455c4d-71f4-46e8-9cfb-ce75d804ff7a tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:32.218480 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-13eeeb5b-2b77-4c86-b94e-56dd570a6bc4 req-54455c4d-71f4-46e8-9cfb-ce75d804ff7a tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.9334972 Jun 22 15:00:32.265097 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.274238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port b17335ce-fe35-4748-8398-3e1ddca46443 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:32.297251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T15:00:29Z', 'revision_number': 5, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:32.312473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.334910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.352158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65678b02-485d-4c94-9c66-fe87211eaafb None None] The sync data for ids ['cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f'] in dv-neutron-601336-93-hyperv is: [{'id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'name': 'tempest-ServersTestManualDisk-147716208-router', 'tenant_id': '569f7b4f4d704e1eb313be472f945329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T15:00:29Z', 'revision_number': 5, 'project_id': '569f7b4f4d704e1eb313be472f945329', 'gw_port': {'id': '3e0fdd90-8b47-4786-8b7a-49bdba8ed964', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:74:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:32.364036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Transition to ACTIVE for port object 4f5781ea-930d-46b3-a492-863afb57e661 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:32.424639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.425352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3482428-cfab-4103-ba43-8d83a4c6a965 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.447601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1db90e77-e923-44e7-b136-7f082cf8cfd9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:32.467397 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-13eeeb5b-2b77-4c86-b94e-56dd570a6bc4 req-abe863a6-6066-4f63-afb5-a527c7321804 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477531 Jun 22 15:00:32.481837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3482428-cfab-4103-ba43-8d83a4c6a965 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.504481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a352fe45-04cd-417a-89f8-c19d6ea02a48 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:32.512469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Port': ['ID=4f5781ea-930d-46b3-a492-863afb57e661,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:32.520637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Network 7b598c98-e985-4bca-bc20-524947d8ff55 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:32.523840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:32.526773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:32.529838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:32.605476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:32.606208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.623347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81e2fe33-8acf-45c4-9bbc-3ad2b2104b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.632415 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1012 time: 2.0212460 Jun 22 15:00:32.634247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38180) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:32.637177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3482428-cfab-4103-ba43-8d83a4c6a965 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.638384 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e3482428-cfab-4103-ba43-8d83a4c6a965 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7182851 Jun 22 15:00:32.646929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38182) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:32.652492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a8f75a39-2dcf-4628-823e-0e7edc12268d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': '8f7692a4-3734-4da7-922d-0646f3bb423c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:32.663934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3482428-cfab-4103-ba43-8d83a4c6a965 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7692a4-3734-4da7-922d-0646f3bb423c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:32.672058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e3482428-cfab-4103-ba43-8d83a4c6a965 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:32.676318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d0656a-9c85-4634-b23a-f3e8c57d283c None None] Network 7b598c98-e985-4bca-bc20-524947d8ff55 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:32.693858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.740753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03910afe-2be7-4a8f-a918-ef4945f47fe5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:32.749518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03910afe-2be7-4a8f-a918-ef4945f47fe5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:32.757529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03910afe-2be7-4a8f-a918-ef4945f47fe5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:32.762180 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-03910afe-2be7-4a8f-a918-ef4945f47fe5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1242211 Jun 22 15:00:32.763176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38184) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:32.790809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Deleting port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:32.791569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.825851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ca75c3bb-97a8-4afc-8f9b-d40cf1be872d None None] Provisioning for port b17335ce-fe35-4748-8398-3e1ddca46443 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:32.832402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ca75c3bb-97a8-4afc-8f9b-d40cf1be872d None None] Provisioning complete for port b17335ce-fe35-4748-8398-3e1ddca46443 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:32.832836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ca75c3bb-97a8-4afc-8f9b-d40cf1be872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.917800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f75a39-2dcf-4628-823e-0e7edc12268d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.929826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.939906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Deleting port 4f5781ea-930d-46b3-a492-863afb57e661 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:32.944331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:32.983737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ca75c3bb-97a8-4afc-8f9b-d40cf1be872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.020491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] For port 3e0fdd90-8b47-4786-8b7a-49bdba8ed964, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3e0fdd90-8b47-4786-8b7a-49bdba8ed964,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:33.021306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.031071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ca75c3bb-97a8-4afc-8f9b-d40cf1be872d None None] For port b17335ce-fe35-4748-8398-3e1ddca46443, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b17335ce-fe35-4748-8398-3e1ddca46443,segment=NetworkSegment(d384de70-713d-4615-b86b-26f734aaa907),segment_id=d384de70-713d-4615-b86b-26f734aaa907)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:33.039236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ca75c3bb-97a8-4afc-8f9b-d40cf1be872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.041289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b474841f-97a4-4fed-8946-ce693447fdf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:33.088110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.095414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.116109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3df55261-8cd1-47a4-8cdb-e79619b59790 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:33.150041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75c3bb-97a8-4afc-8f9b-d40cf1be872d None None] Pushing event updated for resources: {'Port': ['ID=b17335ce-fe35-4748-8398-3e1ddca46443,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:33.154163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ca75c3bb-97a8-4afc-8f9b-d40cf1be872d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:33.175269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:00:33.198590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Calling delete_port for 4f5781ea-930d-46b3-a492-863afb57e661 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:33.222609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Calling delete_port for 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:33.238122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.240582 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/4beefe0b-bc57-4fb0-a978-09c632ff7991 HTTP/1.1" status: 204 len: 168 time: 2.1813586 Jun 22 15:00:33.245186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=4beefe0b-bc57-4fb0-a978-09c632ff7991,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:33.245810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60dd636-0784-4df1-a795-6ea4c4d91cc0 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:33.251491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38186) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:33.286717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:33.368671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.371945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Provisioning for port 4f5781ea-930d-46b3-a492-863afb57e661 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:33.385085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Provisioning complete for port 4f5781ea-930d-46b3-a492-863afb57e661 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:33.385619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.387494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:33.425121 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Port 4f5781ea-930d-46b3-a492-863afb57e661 was deleted so its status cannot be updated. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jun 22 15:00:33.442857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event deleted for resources: {'Port': ['ID=4f5781ea-930d-46b3-a492-863afb57e661,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:33.448982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:33.474270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f75a39-2dcf-4628-823e-0e7edc12268d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.476851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Provisioning complete for port b17335ce-fe35-4748-8398-3e1ddca46443 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:33.477552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.486747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet bfb4233a-222d-414a-acc1-a964086228c4 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:33.498674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f75a39-2dcf-4628-823e-0e7edc12268d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.509016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c65b1d51-6513-467b-9702-1e18f35b570e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:33.513626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.732045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.734700 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "DELETE /v2.0/ports/4f5781ea-930d-46b3-a492-863afb57e661 HTTP/1.1" status: 204 len: 168 time: 0.9704859 Jun 22 15:00:33.734922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f75a39-2dcf-4628-823e-0e7edc12268d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a60118-bd53-45b4-86b3-1ae167b401ec,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:33.738943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38194) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:33.761936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8f75a39-2dcf-4628-823e-0e7edc12268d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:33.795851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b17335ce-fe35-4748-8398-3e1ddca46443 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:33.830380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.836551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8f75a39-2dcf-4628-823e-0e7edc12268d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.838174 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a8f75a39-2dcf-4628-823e-0e7edc12268d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1897109 Jun 22 15:00:33.843514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38196) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:33.850408 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-30842649-9064-4cfc-a91c-0eddb6a66fd3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] GET failed (client error): The resource could not be found. Jun 22 15:00:33.852852 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-30842649-9064-4cfc-a91c-0eddb6a66fd3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "GET /v2.0/ports/4f5781ea-930d-46b3-a492-863afb57e661 HTTP/1.1" status: 404 len: 333 time: 0.1094432 Jun 22 15:00:33.860144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38198) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:33.866862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'port': {'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55', 'name': 'tempest-AllowedAddressPairTestJSON-1851345132'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:33.919975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Provisioning for port 48f14d24-11ee-48a7-b81a-c015416c7b9b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:33.925537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.933850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Provisioning complete for port 48f14d24-11ee-48a7-b81a-c015416c7b9b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:33.934243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.979099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c87043e4-ee60-45e1-b3e2-52724060cd25 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.984242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b17335ce-fe35-4748-8398-3e1ddca46443 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:33.984633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:33.993034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c87043e4-ee60-45e1-b3e2-52724060cd25 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.046088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:34.052443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.059609 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] 10.222.0.22 "PUT /v2.0/routers/6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7139761 Jun 22 15:00:34.064521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:34.066086 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] Sync routers for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:34.071007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38204) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:34.087631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-90025ab2-d310-4f59-b17f-d99109976425 None None] Port 48f14d24-11ee-48a7-b81a-c015416c7b9b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:34.089688 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:34.092543 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:34.105567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c87043e4-ee60-45e1-b3e2-52724060cd25 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.113156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d31b64a8-c381-4d22-82fc-5dcadcf20edb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:34.124693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c87043e4-ee60-45e1-b3e2-52724060cd25 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.125927 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c87043e4-ee60-45e1-b3e2-52724060cd25 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/e7a60118-bd53-45b4-86b3-1ae167b401ec HTTP/1.1" status: 204 len: 168 time: 0.2812510 Jun 22 15:00:34.167249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38210) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:34.222568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87043e4-ee60-45e1-b3e2-52724060cd25 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7a60118-bd53-45b4-86b3-1ae167b401ec,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:34.227647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-10a50206-4abf-45e6-a97f-c76c64334fd1 None None] Could not find standard attr ID for object 4f5781ea-930d-46b3-a492-863afb57e661. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:00:34.256118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-10a50206-4abf-45e6-a97f-c76c64334fd1 None None] Provisioning complete for port 48f14d24-11ee-48a7-b81a-c015416c7b9b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:34.256647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-10a50206-4abf-45e6-a97f-c76c64334fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.261472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c87043e4-ee60-45e1-b3e2-52724060cd25 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:34.268680 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:34.297089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c5f929bc-4a3d-43c7-8509-5fd007c50d49 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:34.374984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.408157 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d5fbb787-2a98-4dfb-a099-87aded29a74e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2395535 Jun 22 15:00:34.433100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbe3ad-2e50-47c2-84e2-77712ed1b274 req-9d50efe1-f2c6-4cde-9fbc-af883672276c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:34.450085 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4fbe3ad-2e50-47c2-84e2-77712ed1b274 req-9d50efe1-f2c6-4cde-9fbc-af883672276c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.7117059 Jun 22 15:00:34.463888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38212) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:34.473455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Made reservation on behalf of 71bf3320b7b04a3b868c5b0254004114 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:34.480002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.519062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0fdd90-8b47-4786-8b7a-49bdba8ed964,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:34.550754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:34.556501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.607988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] device_id is not set on port d64ec163-4cce-402a-bec1-c9eafa70c653 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:34.621245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.652812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: c5f929bc-4a3d-43c7-8509-5fd007c50d49 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:34.652812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c5f929bc-4a3d-43c7-8509-5fd007c50d49 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:34.683430 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T15:00:30Z', 'revision_number': 5, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port': {'id': '44b196c9-7e14-4ca6-bbef-2c309e4c7e45', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:46Z', 'updated_at': '2021-06-22T14:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:34.700942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-10a50206-4abf-45e6-a97f-c76c64334fd1 None None] Port 48f14d24-11ee-48a7-b81a-c015416c7b9b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:34.731259 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] Checking router: 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:00:34.741985 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] Routers {'6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:34.742901 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:34.744349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Allocated IP 172.20.0.4 (7b598c98-e985-4bca-bc20-524947d8ff55/f4327f2b-9916-433e-a192-04f643747e79/d64ec163-4cce-402a-bec1-c9eafa70c653) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:34.767974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.804758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-117a09e5-544e-4bfd-83e2-aa0d97693462 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:34.814507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.819039 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/bfb4233a-222d-414a-acc1-a964086228c4 HTTP/1.1" status: 204 len: 168 time: 1.5650945 Jun 22 15:00:34.837261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fac0e8-8872-4b68-b79d-bc6048092512 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:34.839720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-227d9608-61f4-4e71-9535-29b8d52fed8a None None] Provisioning complete for port 1eac1c19-0137-456e-bea9-9fa4d904187e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:34.840321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-227d9608-61f4-4e71-9535-29b8d52fed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.846654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38216) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:34.848728 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] Set router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:34.853773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb4233a-222d-414a-acc1-a964086228c4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:34.899178 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-96f8a4b4-7ddd-4dae-8e79-605741781581 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467088 Jun 22 15:00:34.900324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:34.902533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38218) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:34.911642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:34.915377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.918301 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T15:00:34Z', 'revision_number': 6, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:34.930868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4fbe3ad-2e50-47c2-84e2-77712ed1b274 req-0c5f095a-d6f9-44ad-bdf1-fb91f5387ac7 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4796429 Jun 22 15:00:34.951033 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac3a174-0068-42dd-a10f-a507b20f300a None None] The sync data for ids ['6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1'] in dv-neutron-601336-93-hyperv is: [{'id': '6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1', 'name': 'tempest-ServersTestJSON-690329880-router', 'tenant_id': '99949b406b5f443f84561f8fb9173852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T15:00:34Z', 'revision_number': 6, 'project_id': '99949b406b5f443f84561f8fb9173852', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:34.957640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Transition to ACTIVE for port object d64ec163-4cce-402a-bec1-c9eafa70c653 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:34.981030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b64d2124-09fa-41b7-b1ac-6ff1c0b40c9e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:34.993721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.042575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b64d2124-09fa-41b7-b1ac-6ff1c0b40c9e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.089782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.093797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:35.120262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.124637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.140827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Deleting port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:35.141207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.155581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Port': ['ID=d64ec163-4cce-402a-bec1-c9eafa70c653,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:35.168315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:35.174965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b64d2124-09fa-41b7-b1ac-6ff1c0b40c9e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.177757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b64d2124-09fa-41b7-b1ac-6ff1c0b40c9e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.179592 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b64d2124-09fa-41b7-b1ac-6ff1c0b40c9e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-groups/8f7692a4-3734-4da7-922d-0646f3bb423c HTTP/1.1" status: 204 len: 168 time: 0.7097816 Jun 22 15:00:35.183527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:35.196043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Network 7b598c98-e985-4bca-bc20-524947d8ff55 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:35.197220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38220) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:35.197564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d2124-09fa-41b7-b1ac-6ff1c0b40c9e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7692a4-3734-4da7-922d-0646f3bb423c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:35.199888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b64d2124-09fa-41b7-b1ac-6ff1c0b40c9e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:35.209185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:35.212016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:35.246948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.247465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:00:35.253960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.259527 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] 10.222.0.22 "DELETE /v2.0/routers/cdb76dc2-0ada-446d-b7ee-4fc3fb1cc33f HTTP/1.1" status: 204 len: 168 time: 4.1846311 Jun 22 15:00:35.260175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38222) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:35.290451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:35.295619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.306325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:35.307047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.359871 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-57e5e576-ba76-44ee-8835-38da41a9a0d5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1538591 Jun 22 15:00:35.362161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38224) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:35.370534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:00:35.370742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] Deleting subnet 809ce0a9-5ed1-4b60-9866-29ab6a5b2575 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:35.375186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.395159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-44f4d589-095a-4ddc-8a18-ac302d753d71 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group': {'name': 'tempest-secgroup--964483246'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:35.418442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.423429 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5594239 Jun 22 15:00:35.437993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38226) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:35.451259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:50:01:ce'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:35.564933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] Deleting port 1eac1c19-0137-456e-bea9-9fa4d904187e {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:35.565315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.685352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.689075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] For port 1eac1c19-0137-456e-bea9-9fa4d904187e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1eac1c19-0137-456e-bea9-9fa4d904187e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:35.689645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.694754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44f4d589-095a-4ddc-8a18-ac302d753d71 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.703520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-afbc150f-94cb-4726-8e08-358426908a97 None None] Provisioning for port d64ec163-4cce-402a-bec1-c9eafa70c653 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:35.727547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.810825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] Calling delete_port for 1eac1c19-0137-456e-bea9-9fa4d904187e owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:35.815862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-afbc150f-94cb-4726-8e08-358426908a97 None None] Provisioning complete for port d64ec163-4cce-402a-bec1-c9eafa70c653 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:35.816253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-afbc150f-94cb-4726-8e08-358426908a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.908580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-afbc150f-94cb-4726-8e08-358426908a97 None None] Port d64ec163-4cce-402a-bec1-c9eafa70c653 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:35.920941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.952772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.956072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ca75c3bb-97a8-4afc-8f9b-d40cf1be872d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:35.975854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44f4d589-095a-4ddc-8a18-ac302d753d71 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:35.988713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44f4d589-095a-4ddc-8a18-ac302d753d71 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.007181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0697573a-dea5-4367-8f6c-e891b530c668 tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:36.021727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] No DVR routers for this DVR port 1eac1c19-0137-456e-bea9-9fa4d904187e on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:36.027067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] Pushing event deleted for resources: {'Port': ['ID=1eac1c19-0137-456e-bea9-9fa4d904187e,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:36.033839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:36.047763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.051946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4d589-095a-4ddc-8a18-ac302d753d71 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39de8685-925d-430a-bcf5-d94fb49037d7,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:36.057012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14423757-7f51-4ee3-9054-5bc8c1146d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:36.060929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] For port 44b196c9-7e14-4ca6-bbef-2c309e4c7e45, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=44b196c9-7e14-4ca6-bbef-2c309e4c7e45,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:36.061297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.065365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44f4d589-095a-4ddc-8a18-ac302d753d71 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.071054 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-44f4d589-095a-4ddc-8a18-ac302d753d71 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6935863 Jun 22 15:00:36.072405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38232) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:36.073787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44f4d589-095a-4ddc-8a18-ac302d753d71 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:36.081635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0fe86db6-0cd7-4055-a137-ef2fc2392b5f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': '39de8685-925d-430a-bcf5-d94fb49037d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:36.109687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809ce0a9-5ed1-4b60-9866-29ab6a5b2575,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:36.112178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:36.118021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.124495 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/809ce0a9-5ed1-4b60-9866-29ab6a5b2575 HTTP/1.1" status: 204 len: 168 time: 0.8551130 Jun 22 15:00:36.125108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0bd70a-7dac-4137-b810-24634fb4cce6 None None] Network 7f373ee7-e179-444e-8640-6a4d88429f7d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:36.125950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0fe86db6-0cd7-4055-a137-ef2fc2392b5f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.130407 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38234) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:36.237261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.251900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Calling delete_port for 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:36.260978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.260978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-607fba6a-8856-4a5d-ba85-0c7ff2e5fff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:36.323814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:36.344576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Port': ['ID=d64ec163-4cce-402a-bec1-c9eafa70c653,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:36.348491 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:36.348876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3e0fdd90-8b47-4786-8b7a-49bdba8ed964 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:36.349298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:36.356154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0fe86db6-0cd7-4055-a137-ef2fc2392b5f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.361437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:36.367421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0fe86db6-0cd7-4055-a137-ef2fc2392b5f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.378493 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:36.378858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device dc3cf0e3-8161-4ef5-81dc-0c9950a7dc7f not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:36.379267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1eac1c19-0137-456e-bea9-9fa4d904187e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:36.391385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:36.417164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe86db6-0cd7-4055-a137-ef2fc2392b5f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156ff590-bf19-470b-a90b-cd069d153e22,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:36.421008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0fe86db6-0cd7-4055-a137-ef2fc2392b5f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.432561 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0fe86db6-0cd7-4055-a137-ef2fc2392b5f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3545356 Jun 22 15:00:36.433436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38236) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:36.434527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0fe86db6-0cd7-4055-a137-ef2fc2392b5f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:36.444843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.450342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 1eac1c19-0137-456e-bea9-9fa4d904187e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:36.450703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1eac1c19-0137-456e-bea9-9fa4d904187e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:36.521189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-90b18660-3eb7-484e-b616-247e55745d4f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': '39de8685-925d-430a-bcf5-d94fb49037d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:36.527562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] In _notify_port_updated(), no bound segment for port d64ec163-4cce-402a-bec1-c9eafa70c653 on network 7b598c98-e985-4bca-bc20-524947d8ff55 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:00:36.547273 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:36.547964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.549367 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "PUT /v2.0/ports/d64ec163-4cce-402a-bec1-c9eafa70c653 HTTP/1.1" status: 200 len: 1008 time: 1.1102481 Jun 22 15:00:36.554373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38238) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:36.571895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] DHCP port deletion for 7f373ee7-e179-444e-8640-6a4d88429f7d request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:00:36.661644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] Deleting port 3809f9c9-ebde-4695-a161-58ab1982a2c9 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:36.662030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.668433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90b18660-3eb7-484e-b616-247e55745d4f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.734701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28542811-cdce-4b2d-8fa9-c39b123f204b req-fe0bbe5f-9248-44fb-ad3b-e9e06e7b8e67 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:36.736505 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-28542811-cdce-4b2d-8fa9-c39b123f204b req-fe0bbe5f-9248-44fb-ad3b-e9e06e7b8e67 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.6103091 Jun 22 15:00:36.742040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.755213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Deleting port d64ec163-4cce-402a-bec1-c9eafa70c653 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:36.756928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.760929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:36.776920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] For port 3809f9c9-ebde-4695-a161-58ab1982a2c9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3809f9c9-ebde-4695-a161-58ab1982a2c9,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:36.777459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.779567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3173a7cc-2571-4f7e-bbc0-5aee8517f6ca None None] Provisioning complete for port d64ec163-4cce-402a-bec1-c9eafa70c653 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:36.779997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3173a7cc-2571-4f7e-bbc0-5aee8517f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.818897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=f9981d25-f408-4eec-aec7-1d6e600e0f1d,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:36.837955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:36.860620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90b18660-3eb7-484e-b616-247e55745d4f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.871241 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:36.885430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90b18660-3eb7-484e-b616-247e55745d4f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.892369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0fe86db6-0cd7-4055-a137-ef2fc2392b5f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:36.928400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] Calling delete_port for 3809f9c9-ebde-4695-a161-58ab1982a2c9 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:36.938807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b18660-3eb7-484e-b616-247e55745d4f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b93ca81-aba9-4ff8-9736-a5205b2492e6,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:36.940475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3173a7cc-2571-4f7e-bbc0-5aee8517f6ca None None] Port d64ec163-4cce-402a-bec1-c9eafa70c653 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:36.946151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90b18660-3eb7-484e-b616-247e55745d4f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:36.951233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90b18660-3eb7-484e-b616-247e55745d4f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.957206 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-90b18660-3eb7-484e-b616-247e55745d4f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4400489 Jun 22 15:00:36.958175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38242) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:36.963758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Deleting port 3809f9c9-ebde-4695-a161-58ab1982a2c9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:36.964443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:36.966748 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:36.983644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-26272aaf-c5df-4641-bd5d-f808a6d20a34 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': '39de8685-925d-430a-bcf5-d94fb49037d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:36.992485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb44767-268d-4a00-9056-3fdeb0681d23 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:36.996169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:36.996872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.008200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.063711 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-28542811-cdce-4b2d-8fa9-c39b123f204b req-cb858da1-a0cb-46da-81f0-2d4b341cf5e4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180101 Jun 22 15:00:37.083565 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1761324 Jun 22 15:00:37.087518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38244) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:37.094996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:37.139716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Calling delete_port for d64ec163-4cce-402a-bec1-c9eafa70c653 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:37.163593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.167725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-35bf20c7-8700-4950-b190-b9f231478e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:37.217711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] For port 3809f9c9-ebde-4695-a161-58ab1982a2c9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3809f9c9-ebde-4695-a161-58ab1982a2c9,segment=NetworkSegment(bfac81bf-d8b9-402d-a663-635798fc7562),segment_id=bfac81bf-d8b9-402d-a663-635798fc7562)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:37.218081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.277723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] Pushing event deleted for resources: {'Port': ['ID=3809f9c9-ebde-4695-a161-58ab1982a2c9,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:37.305009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] No DVR routers for this DVR port 3809f9c9-ebde-4695-a161-58ab1982a2c9 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:37.314801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:37.315365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.316023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Calling delete_port for 3809f9c9-ebde-4695-a161-58ab1982a2c9 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:37.319620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.325958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55619702-d12e-4ffa-90b2-fbae36065938 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:37.336968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ccf02bff-5113-47ee-b573-db31b2c89208 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:37.372416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': 'f9981d25-f408-4eec-aec7-1d6e600e0f1d'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:00:37.375052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.396546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=44b196c9-7e14-4ca6-bbef-2c309e4c7e45,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:37.403976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:37.453989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event deleted for resources: {'Port': ['ID=d64ec163-4cce-402a-bec1-c9eafa70c653,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:37.497489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:37.500317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26272aaf-c5df-4641-bd5d-f808a6d20a34 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.644024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.648727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:37.652937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.657591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26272aaf-c5df-4641-bd5d-f808a6d20a34 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.681498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Allocated IP 172.20.0.2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/f9981d25-f408-4eec-aec7-1d6e600e0f1d/0ba55883-a179-42d1-90e8-15a860d13560) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:37.729491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26272aaf-c5df-4641-bd5d-f808a6d20a34 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.754186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c87043e4-ee60-45e1-b3e2-52724060cd25 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:37.780159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.813431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26272aaf-c5df-4641-bd5d-f808a6d20a34 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6713abe4-236a-4a85-a54c-8c3a0902db87,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:37.825100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-26272aaf-c5df-4641-bd5d-f808a6d20a34 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:37.829378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.831394 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "DELETE /v2.0/ports/d64ec163-4cce-402a-bec1-c9eafa70c653 HTTP/1.1" status: 204 len: 168 time: 1.2762153 Jun 22 15:00:37.834226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26272aaf-c5df-4641-bd5d-f808a6d20a34 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.845073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4048fd2a-38df-4ddb-8a1b-5aaf7a086bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:37.846585 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-26272aaf-c5df-4641-bd5d-f808a6d20a34 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8693032 Jun 22 15:00:37.847239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38250) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:37.857874 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38252) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:37.862672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-4d56eaba-670b-4282-bcc6-9c8d7443d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:37.864171 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-4d56eaba-670b-4282-bcc6-9c8d7443d7da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1099 time: 0.2941244 Jun 22 15:00:37.883785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:37.898966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6ea4f891-301c-48fc-bfaa-e5ec556f40f1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': '39de8685-925d-430a-bcf5-d94fb49037d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:37.912590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.915335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.923448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:37.931746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:37.931746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 44b196c9-7e14-4ca6-bbef-2c309e4c7e45 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:37.931746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3809f9c9-ebde-4695-a161-58ab1982a2c9 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:37.933134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3809f9c9-ebde-4695-a161-58ab1982a2c9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:37.940687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:37.945125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] No DVR routers for this DVR port 3809f9c9-ebde-4695-a161-58ab1982a2c9 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:37.951292 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcf83d8-fd41-4c9b-9d4e-fddb6bb260e1 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] GET failed (client error): The resource could not be found. Jun 22 15:00:37.956026 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8bcf83d8-fd41-4c9b-9d4e-fddb6bb260e1 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "GET /v2.0/ports/d64ec163-4cce-402a-bec1-c9eafa70c653 HTTP/1.1" status: 404 len: 333 time: 0.1034088 Jun 22 15:00:37.968267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38256) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:37.979225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Transition to ACTIVE for port object 0ba55883-a179-42d1-90e8-15a860d13560 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:37.987179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'port': {'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55', 'name': 'tempest-AllowedAddressPairTestJSON-1118216863'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:38.004967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Transition to ACTIVE for port object 0ba55883-a179-42d1-90e8-15a860d13560 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:38.009320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 3809f9c9-ebde-4695-a161-58ab1982a2c9 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:38.009760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3809f9c9-ebde-4695-a161-58ab1982a2c9 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:38.019391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.034313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:38.065570 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:38.069819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:38.078000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:38.084441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-195dbf6b-1559-41e3-b10c-bd4f1ce64a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:38.086872 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-195dbf6b-1559-41e3-b10c-bd4f1ce64a48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 913 time: 0.1738296 Jun 22 15:00:38.123732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Pushing event updated for resources: {'Port': ['ID=0ba55883-a179-42d1-90e8-15a860d13560,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:38.139514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:38.172090 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-21daedad-dde0-45b6-9091-ab654c80cf40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 1002 time: 0.0780711 Jun 22 15:00:38.178388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Attempting to bind port 0ba55883-a179-42d1-90e8-15a860d13560 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:38.180003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Attempting to bind port 0ba55883-a179-42d1-90e8-15a860d13560 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:38.180561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Attempting to bind port 0ba55883-a179-42d1-90e8-15a860d13560 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:38.186752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:38.189190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:38.189800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.190384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:38.191033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Bound port: 0ba55883-a179-42d1-90e8-15a860d13560, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:38.191708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.201027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cbd64-8500-4c50-b6f1-ec99fe83606b req-92f579de-3c2c-4304-b787-a24fdb0d45bc tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:38.207866 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-814cbd64-8500-4c50-b6f1-ec99fe83606b req-92f579de-3c2c-4304-b787-a24fdb0d45bc tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.6384819 Jun 22 15:00:38.210665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.210854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:00:38.233612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.237055 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] 10.222.0.22 "DELETE /v2.0/routers/6a91bc77-d36f-4a7d-ae39-a9ce54a3bfd1 HTTP/1.1" status: 204 len: 168 time: 4.1619797 Jun 22 15:00:38.243985 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38260) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:38.248972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f891-301c-48fc-bfaa-e5ec556f40f1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.263705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-34616df4-f773-4fc1-8827-0abaa250942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:38.266202 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-34616df4-f773-4fc1-8827-0abaa250942a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 200 len: 851 time: 0.0869448 Jun 22 15:00:38.266920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.289724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] For port 0ba55883-a179-42d1-90e8-15a860d13560, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:38.293591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] For port 0ba55883-a179-42d1-90e8-15a860d13560, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0ba55883-a179-42d1-90e8-15a860d13560,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:38.305887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.315337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bfc04ce4-4969-46ba-9d0c-8b8a482541b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:38.351169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f373ee7-e179-444e-8640-6a4d88429f7d']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:38.373319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-45259d2c-27a9-4125-a707-bcaab9ced954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:38.376272 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-45259d2c-27a9-4125-a707-bcaab9ced954 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1019921 Jun 22 15:00:38.382859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Pushing event updated for resources: {'Port': ['ID=0ba55883-a179-42d1-90e8-15a860d13560,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:38.394652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:38.445869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfac81bf-d8b9-402d-a663-635798fc7562') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:38.446437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfac81bf-d8b9-402d-a663-635798fc7562') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:38.490406 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-b2f4be79-e6c1-4242-a3ab-e3f62be35e39 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047597 Jun 22 15:00:38.530457 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-814cbd64-8500-4c50-b6f1-ec99fe83606b req-a6ec3b85-d5f3-437c-8db9-db3417ba50a9 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217807 Jun 22 15:00:38.532199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.553013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] Deleting subnet 78e8e579-3389-4c61-a6f8-c663039c0974 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:38.556499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.588449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f891-301c-48fc-bfaa-e5ec556f40f1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.608561 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.615430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f891-301c-48fc-bfaa-e5ec556f40f1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.619199 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-42e48854-8dd6-4b45-a363-cbe9d0e2177c req-c3464c92-fddb-402c-ad98-c57aee003688 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212680 Jun 22 15:00:38.635107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:38.689086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:38.689983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:38.701870 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:38.710146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.785964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4f891-301c-48fc-bfaa-e5ec556f40f1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f220727-5d18-4213-b426-fe2cd59e4543,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:38.792950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Made reservation on behalf of 71bf3320b7b04a3b868c5b0254004114 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:38.796471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.811367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ea4f891-301c-48fc-bfaa-e5ec556f40f1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:38.826018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f891-301c-48fc-bfaa-e5ec556f40f1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.827192 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6ea4f891-301c-48fc-bfaa-e5ec556f40f1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9359508 Jun 22 15:00:38.830142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38262) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:38.837531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6f7e3372-5bfb-42a0-8614-5c9b89a8249e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': '39de8685-925d-430a-bcf5-d94fb49037d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:38.861455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.864720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] device_id is not set on port 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:38.869974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3372-5bfb-42a0-8614-5c9b89a8249e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.873775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00f49b4c-4fa3-498d-b632-9bf1fbc967c7 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:38.876055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.877908 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7f373ee7-e179-444e-8640-6a4d88429f7d HTTP/1.1" status: 204 len: 168 time: 2.7414479 Jun 22 15:00:38.938141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3372-5bfb-42a0-8614-5c9b89a8249e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.943732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3372-5bfb-42a0-8614-5c9b89a8249e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.949518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d40cf2de-209c-4254-a345-fa641090c6e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:38.959337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f373ee7-e179-444e-8640-6a4d88429f7d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:38.969220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e3372-5bfb-42a0-8614-5c9b89a8249e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1fe6bb-8248-4608-b15e-5de555b0ab65,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:38.971095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:38.979936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f7e3372-5bfb-42a0-8614-5c9b89a8249e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:38.991909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3372-5bfb-42a0-8614-5c9b89a8249e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:38.997831 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6f7e3372-5bfb-42a0-8614-5c9b89a8249e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1661243 Jun 22 15:00:38.998670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38266) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:39.028765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ac765dbf-67df-4479-b269-d52acb99b3d1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.041264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ac765dbf-67df-4479-b269-d52acb99b3d1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.046573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.080454 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ac765dbf-67df-4479-b269-d52acb99b3d1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.089527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ac765dbf-67df-4479-b269-d52acb99b3d1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.089527 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ac765dbf-67df-4479-b269-d52acb99b3d1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8d1fe6bb-8248-4608-b15e-5de555b0ab65 HTTP/1.1" status: 204 len: 168 time: 0.0885186 Jun 22 15:00:39.090683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:39.094524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38270) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:39.094903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38272) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:39.114291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac765dbf-67df-4479-b269-d52acb99b3d1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d1fe6bb-8248-4608-b15e-5de555b0ab65,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:39.137286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ac765dbf-67df-4479-b269-d52acb99b3d1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:39.187523 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b86269a3-83ff-47e0-9cd5-d45da172a455 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0903182 Jun 22 15:00:39.204906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38276) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:39.208320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:00:39.220579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Allocated IP 172.20.0.5 (7b598c98-e985-4bca-bc20-524947d8ff55/f4327f2b-9916-433e-a192-04f643747e79/4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:39.255028 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7a59f0c0-fb5f-4b3e-80a2-098bec30357c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=569f7b4f4d704e1eb313be472f945329&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1588974 Jun 22 15:00:39.256076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38280) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:39.258865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cf07fd6-99c8-4f73-a40e-ba47a8917192 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.278853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cf07fd6-99c8-4f73-a40e-ba47a8917192 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.359254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cf07fd6-99c8-4f73-a40e-ba47a8917192 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.362652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:39.372027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cf07fd6-99c8-4f73-a40e-ba47a8917192 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.373099 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0cf07fd6-99c8-4f73-a40e-ba47a8917192 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5f220727-5d18-4213-b426-fe2cd59e4543 HTTP/1.1" status: 204 len: 168 time: 0.1668811 Jun 22 15:00:39.378098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38284) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:39.380049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada37b76-da66-4714-a19b-fcb1c70c9138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.405044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada37b76-da66-4714-a19b-fcb1c70c9138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.437111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf07fd6-99c8-4f73-a40e-ba47a8917192 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f220727-5d18-4213-b426-fe2cd59e4543,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:39.441226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0cf07fd6-99c8-4f73-a40e-ba47a8917192 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:39.445940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.471676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:39.484583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada37b76-da66-4714-a19b-fcb1c70c9138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.487558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada37b76-da66-4714-a19b-fcb1c70c9138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.492132 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ada37b76-da66-4714-a19b-fcb1c70c9138 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27dc8fba-4cbb-474d-81cf-95ee63cbceb4 HTTP/1.1" status: 204 len: 168 time: 0.2309227 Jun 22 15:00:39.494911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a754cf43-5440-4924-8fc2-7e5ae6c36f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:39.513455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada37b76-da66-4714-a19b-fcb1c70c9138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dc8fba-4cbb-474d-81cf-95ee63cbceb4,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:39.517982 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-83025d0d-d80d-4db3-a0c6-50059d96b2ac tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403623038&fields=id&tenant_id=df1a184c91084752ab23db1f17571be8 HTTP/1.1" status: 200 len: 267 time: 0.0579612 Jun 22 15:00:39.519033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ada37b76-da66-4714-a19b-fcb1c70c9138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:39.533970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.535882 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/78e8e579-3389-4c61-a6f8-c663039c0974 HTTP/1.1" status: 204 len: 168 time: 1.2841463 Jun 22 15:00:39.548693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305aff6-a39e-40be-b467-0ec57b62dc01 None None] Network d30f626c-753c-4a78-ba1a-a679af3648a0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:39.555585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38290) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:39.573743 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f1696503-c2cb-46a0-a75e-4c17c1c94e2f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1924582 Jun 22 15:00:39.575942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e8e579-3389-4c61-a6f8-c663039c0974,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:39.584265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38294) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:39.592581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:39.718310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.778873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.781641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Transition to ACTIVE for port object 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:39.809564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0ba55883-a179-42d1-90e8-15a860d13560 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:39.820843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-87a912af-63c2-4154-82b8-8e29d35ecfa7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:39.822372 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-87a912af-63c2-4154-82b8-8e29d35ecfa7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 812 time: 0.2893403 Jun 22 15:00:39.823516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c4f352fe-f598-4246-80c9-0569eb532e29 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.832724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c4f352fe-f598-4246-80c9-0569eb532e29 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.871063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9db90001-dc15-4d95-8097-2e675f17f155 None None] Provisioning for port 0ba55883-a179-42d1-90e8-15a860d13560 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:39.880535 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-e3f390b8-580a-42f0-ad4e-bbcd54d42d15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/quotas/df1a184c91084752ab23db1f17571be8 HTTP/1.1" status: 200 len: 375 time: 0.0100958 Jun 22 15:00:39.882289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c4f352fe-f598-4246-80c9-0569eb532e29 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.884422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d95247b0-9b19-4d0f-9dca-92341cd16c83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:39.896013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c4f352fe-f598-4246-80c9-0569eb532e29 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.900435 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c4f352fe-f598-4246-80c9-0569eb532e29 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/6713abe4-236a-4a85-a54c-8c3a0902db87 HTTP/1.1" status: 204 len: 168 time: 0.3038068 Jun 22 15:00:39.900435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f352fe-f598-4246-80c9-0569eb532e29 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6713abe4-236a-4a85-a54c-8c3a0902db87,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:39.900702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38298) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:39.922161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 0ba55883-a179-42d1-90e8-15a860d13560 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:39.930132 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 0ba55883-a179-42d1-90e8-15a860d13560 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:39.930589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.948842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:39.979054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c4f352fe-f598-4246-80c9-0569eb532e29 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:40.029763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] DHCP port deletion for d30f626c-753c-4a78-ba1a-a679af3648a0 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:00:40.039049 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6e429563-61ac-4615-a91e-e20c585d0764 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1311603 Jun 22 15:00:40.043748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38306) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:40.067671 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-8973326d-ccff-4737-a498-a025f254b096 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749828 Jun 22 15:00:40.079735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-191b059e-79f9-4826-9bc1-e9e4ccf5cc03 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.091655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.107675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.124804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.127601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-191b059e-79f9-4826-9bc1-e9e4ccf5cc03 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.139371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:40.139594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] Deleting port d235d51b-1e7f-40f8-9613-8d6ee76f099b {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:40.139947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.203469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-191b059e-79f9-4826-9bc1-e9e4ccf5cc03 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.206980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3e7c258b-1e46-4652-bd97-2992b1e36ec3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:40.214523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-191b059e-79f9-4826-9bc1-e9e4ccf5cc03 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.215685 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-191b059e-79f9-4826-9bc1-e9e4ccf5cc03 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1b93ca81-aba9-4ff8-9736-a5205b2492e6 HTTP/1.1" status: 204 len: 168 time: 0.1672115 Jun 22 15:00:40.219885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] For port d235d51b-1e7f-40f8-9613-8d6ee76f099b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d235d51b-1e7f-40f8-9613-8d6ee76f099b,segment=NetworkSegment(2461c0bf-dfe3-4a1d-9ac8-361b949a2c23),segment_id=2461c0bf-dfe3-4a1d-9ac8-361b949a2c23)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:40.221179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.223496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38310) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:40.242916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b059e-79f9-4826-9bc1-e9e4ccf5cc03 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b93ca81-aba9-4ff8-9736-a5205b2492e6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:40.247340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-191b059e-79f9-4826-9bc1-e9e4ccf5cc03 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:40.257276 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-b2794dff-d5fa-4c98-98c9-1ae299558cf9 service neutron] 10.222.0.22 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752460 Jun 22 15:00:40.315540 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1c038489-1006-4dd3-b4fb-07442d6c1a62 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0888541 Jun 22 15:00:40.335125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] Calling delete_port for d235d51b-1e7f-40f8-9613-8d6ee76f099b owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:40.341038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38314) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:40.379314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7691df2-0373-4a7a-b7e6-775240fbdc3e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.392012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7691df2-0373-4a7a-b7e6-775240fbdc3e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.433937 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-8e9a951a-79b7-4dd3-9a97-c7a159b73e9b service neutron] 10.222.0.22 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600056 Jun 22 15:00:40.437384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.444083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b4347cb6-ac92-49ec-bb3c-3086497adf48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:40.447956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7691df2-0373-4a7a-b7e6-775240fbdc3e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.450383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a4dd07a0-2a16-4096-97a2-cc8f32548357 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:40.458203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7691df2-0373-4a7a-b7e6-775240fbdc3e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.459705 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e7691df2-0373-4a7a-b7e6-775240fbdc3e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/156ff590-bf19-470b-a90b-cd069d153e22 HTTP/1.1" status: 204 len: 168 time: 0.1175730 Jun 22 15:00:40.462182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38320) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:40.462987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0347f-d73d-4995-9172-a112024a925b req-3d8ee594-0c82-47c0-8fb0-c6382a1ed409 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:40.465024 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dad0347f-d73d-4995-9172-a112024a925b req-3d8ee594-0c82-47c0-8fb0-c6382a1ed409 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.6690359 Jun 22 15:00:40.478791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7691df2-0373-4a7a-b7e6-775240fbdc3e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=156ff590-bf19-470b-a90b-cd069d153e22,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:40.490608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e7691df2-0373-4a7a-b7e6-775240fbdc3e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:40.498457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] Pushing event deleted for resources: {'Port': ['ID=d235d51b-1e7f-40f8-9613-8d6ee76f099b,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:40.506576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:40.507671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] No DVR routers for this DVR port d235d51b-1e7f-40f8-9613-8d6ee76f099b on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:40.550457 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4278dfc5-4a5e-48d7-bb7e-546f3fa99903 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0846870 Jun 22 15:00:40.551309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38324) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:40.576664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Network 7b598c98-e985-4bca-bc20-524947d8ff55 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:40.578459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Deleting port d235d51b-1e7f-40f8-9613-8d6ee76f099b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:40.578689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.599398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:40.602481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:40.624117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab3248cc-c504-42bd-8fe1-2190e96088b5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.650524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Port': ['ID=4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:40.653654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:40.661141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab3248cc-c504-42bd-8fe1-2190e96088b5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.736206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab3248cc-c504-42bd-8fe1-2190e96088b5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.740386 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dad0347f-d73d-4995-9172-a112024a925b req-b7101922-a444-43d7-8d32-c67e44fd16dd tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238607 Jun 22 15:00:40.742147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab3248cc-c504-42bd-8fe1-2190e96088b5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.744173 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ab3248cc-c504-42bd-8fe1-2190e96088b5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-groups/39de8685-925d-430a-bcf5-d94fb49037d7 HTTP/1.1" status: 204 len: 168 time: 0.1917744 Jun 22 15:00:40.745500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:40.751873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38334) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:40.757855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3248cc-c504-42bd-8fe1-2190e96088b5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de8685-925d-430a-bcf5-d94fb49037d7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:40.761031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab3248cc-c504-42bd-8fe1-2190e96088b5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:40.765879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] For port 0ba55883-a179-42d1-90e8-15a860d13560, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0ba55883-a179-42d1-90e8-15a860d13560,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:40.768416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] For port d235d51b-1e7f-40f8-9613-8d6ee76f099b, host dv-neutron-601336-93-hyperv, got binding levels [] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:40.769026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.820203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:40.821244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.891037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Calling delete_port for d235d51b-1e7f-40f8-9613-8d6ee76f099b owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:40.903912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Port d235d51b-1e7f-40f8-9613-8d6ee76f099b was not found and therefore no delete operation was performed {{(pid=93501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 15:00:40.923724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.933974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-334fcd6a-3881-448e-b979-9e62ce03c564 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:40.937577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.951134 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9795656 Jun 22 15:00:40.953893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38342) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:40.962550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:50:01:ce'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:40.989524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:40.990341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.004243 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8945ae49-187b-46d2-a244-262e4365d216 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2480578 Jun 22 15:00:41.005574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Pushing event deleted for resources: {'Port': ['ID=d235d51b-1e7f-40f8-9613-8d6ee76f099b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:41.014245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:41.014640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38346) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:41.028100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-823bb39e-ad5f-4fdc-a0be-ad70505bf72b tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:41.029746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d9b7a932-a2c0-441c-b867-6f5ecfa05e6c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group': {'name': 'tempest-secgroup--685851784'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:41.048422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:00:41.049329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:00:41.060311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] No DVR routers for this DVR port d235d51b-1e7f-40f8-9613-8d6ee76f099b on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:41.061414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bca74db3-399e-421a-9ecd-c696cff4a9c3 None None] Provisioning for port 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:41.067126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bca74db3-399e-421a-9ecd-c696cff4a9c3 None None] Provisioning complete for port 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:41.067441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bca74db3-399e-421a-9ecd-c696cff4a9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.137346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:41.138593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bca74db3-399e-421a-9ecd-c696cff4a9c3 None None] Port 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:41.146050 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3b5afbd-9278-43fe-832f-afeb7d7272f7 req-5709362a-d438-4327-a100-69265bbbd3c5 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 210 time: 0.0939054 Jun 22 15:00:41.158256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:41.170008 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d694ce-b880-406f-bc6c-88e021bfbc89 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:41.205401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:41.206000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.237402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=0ba55883-a179-42d1-90e8-15a860d13560,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:41.246230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:41.248220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.251351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8672d9d5-4de7-4045-bf8e-e53f52d96cf8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:41.260232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9b7a932-a2c0-441c-b867-6f5ecfa05e6c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.292713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30f626c-753c-4a78-ba1a-a679af3648a0']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:41.306214 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2159810 Jun 22 15:00:41.309823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38358) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:41.315777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:41.316083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2461c0bf-dfe3-4a1d-9ac8-361b949a2c23') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:41.329787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:8a:18:6f', 'name': 'tempest-NetworksTestDHCPv6-1605387666'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:41.341391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.351060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dbb62-937a-42dd-8531-a4d6aebe772e req-55c96d61-5467-4268-8c30-e9d12392ac7e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:41.352632 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-719dbb62-937a-42dd-8531-a4d6aebe772e req-55c96d61-5467-4268-8c30-e9d12392ac7e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3574798 Jun 22 15:00:41.353421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=677791ff-0b90-4d9a-86fa-2bda434beb96,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:41.360459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:41.377060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.415550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:41.415550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:41.426541 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:41.500559 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-719dbb62-937a-42dd-8531-a4d6aebe772e req-b8fde178-02f8-430c-aa82-b0638d1dd34f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300259 Jun 22 15:00:41.511483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.515954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b2187b5-24e6-44c3-bc88-48de3b31e40e tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:41.520364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.539489 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d30f626c-753c-4a78-ba1a-a679af3648a0 HTTP/1.1" status: 204 len: 168 time: 1.9641125 Jun 22 15:00:41.555324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Pushing event deleted for resources: {'Network': ['ID=d30f626c-753c-4a78-ba1a-a679af3648a0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:41.559401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:41.604928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.607242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38370) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:41.720513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.795738 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 0ba55883-a179-42d1-90e8-15a860d13560, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0ba55883-a179-42d1-90e8-15a860d13560,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:41.801508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9b7a932-a2c0-441c-b867-6f5ecfa05e6c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.809459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.812909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b35feec4-fdaa-4b2e-a549-548e68b95f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:41.815242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38374) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:41.872605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1518711161', 'router:external': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:41.884531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=0ba55883-a179-42d1-90e8-15a860d13560,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:41.888639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:41.897503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9b7a932-a2c0-441c-b867-6f5ecfa05e6c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:41.905743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab3248cc-c504-42bd-8fe1-2190e96088b5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:41.963533 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2b17f5ff-9317-4dbe-8e9c-606f07b6ba3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99949b406b5f443f84561f8fb9173852&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1448474 Jun 22 15:00:41.966328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38376) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:41.990597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0ba55883-a179-42d1-90e8-15a860d13560 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:41.996957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7a932-a2c0-441c-b867-6f5ecfa05e6c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71406115-0056-4e3f-b4ba-7a8c696a5bb7,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:42.012875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d9b7a932-a2c0-441c-b867-6f5ecfa05e6c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:42.025054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:42.066252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Made reservation on behalf of f2e3c5fdcc364d5dbf93f1ea93d6ceb2 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:42.069748 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.074360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ba1b28f-d137-4a85-bfc0-8ec439f5c8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.112039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 0ba55883-a179-42d1-90e8-15a860d13560 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:42.112597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.119309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.164539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9b7a932-a2c0-441c-b867-6f5ecfa05e6c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.168394 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d9b7a932-a2c0-441c-b867-6f5ecfa05e6c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1460094 Jun 22 15:00:42.169899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38380) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:42.174610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ba1b28f-d137-4a85-bfc0-8ec439f5c8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.175106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c2085e4c-162e-4df2-9df6-e701229f278b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': '71406115-0056-4e3f-b4ba-7a8c696a5bb7', 'direction': 'ingress', 'protocol': 17}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:42.218228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.229682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.245510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b2d97bfd-762a-4ae4-b4bb-e5f1068591f5 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:42.313588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] In _notify_port_updated(), no bound segment for port 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f on network 7b598c98-e985-4bca-bc20-524947d8ff55 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:00:42.320027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:42.323542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.329770 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "PUT /v2.0/ports/4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f HTTP/1.1" status: 200 len: 1010 time: 1.3748720 Jun 22 15:00:42.336254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38384) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:42.346802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d235d51b-1e7f-40f8-9613-8d6ee76f099b no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:42.390173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: d235d51b-1e7f-40f8-9613-8d6ee76f099b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:42.391430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d235d51b-1e7f-40f8-9613-8d6ee76f099b not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:42.451529 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ba1b28f-d137-4a85-bfc0-8ec439f5c8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.454400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3ba1b28f-d137-4a85-bfc0-8ec439f5c8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.455654 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3ba1b28f-d137-4a85-bfc0-8ec439f5c8a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14194b60-a1c7-47c5-b94d-8017a0d3577a HTTP/1.1" status: 204 len: 168 time: 0.4878957 Jun 22 15:00:42.462815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-56f8c858-ea04-4955-8a90-36071716f609 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:42.479423 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eef07e62-326d-4a48-9ebc-7bc75bf89eed req-798340c6-e493-4281-bc60-15961f62668d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 210 time: 0.0671902 Jun 22 15:00:42.484991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Port': ['ID=4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:42.499496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.501397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1b28f-d137-4a85-bfc0-8ec439f5c8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14194b60-a1c7-47c5-b94d-8017a0d3577a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:42.506093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:42.508202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3ba1b28f-d137-4a85-bfc0-8ec439f5c8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:42.519245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3090d-5118-4188-89d9-9392bce1f945 req-c0f340d9-1053-4beb-8039-9d8072690393 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:42.521214 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4bb3090d-5118-4188-89d9-9392bce1f945 req-c0f340d9-1053-4beb-8039-9d8072690393 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3560638 Jun 22 15:00:42.543763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 83556398-de42-4986-8acd-026e001f8f15 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:42.609043 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4bb3090d-5118-4188-89d9-9392bce1f945 req-eaa179b3-c00c-48cd-aeb5-ef8957034230 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648170 Jun 22 15:00:42.627524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.639034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.651415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:00:42.668831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.668831 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Added segment 2621b6b6-2b72-4327-b2cd-0439d12f6cc6 of type vlan for network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 Jun 22 15:00:42.694745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7a832570-4b84-4fe6-aa65-4310a687fa3a None None] Provisioning complete for port 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:42.697367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7a832570-4b84-4fe6-aa65-4310a687fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.727517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.730446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c2085e4c-162e-4df2-9df6-e701229f278b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.761074 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-74161f4a-61fd-43d1-b999-93c9120d9b15 tempest-PortsAdminExtendedAttrsTestJSON-873329341 tempest-PortsAdminExtendedAttrsTestJSON-873329341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:42.778998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.780974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:42.785026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.797035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-7a832570-4b84-4fe6-aa65-4310a687fa3a None None] Port 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:42.847214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Deleting port 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:42.847577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.924604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-47233c0f-85cc-47c8-8081-44cbeaa21073 None None] Provisioning complete for port 0ba55883-a179-42d1-90e8-15a860d13560 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:42.925275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-47233c0f-85cc-47c8-8081-44cbeaa21073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:42.936544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-97b0c891-62b1-421b-9f93-ee247160e6a1 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:42.938197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-97b0c891-62b1-421b-9f93-ee247160e6a1 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 812 time: 0.1320412 Jun 22 15:00:42.951806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc81da24-d3ae-40a6-8352-ba0beebd59d5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:42.980160 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:42.989089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c702dac-2c2d-40ef-a110-4f84967296ce tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:43.002637 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3939526 Jun 22 15:00:43.024904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38392) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:43.033909 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-adcfc7fa-7d4c-49b6-922b-5d39651459b7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1a184c91084752ab23db1f17571be8 HTTP/1.1" status: 200 len: 380 time: 0.0756872 Jun 22 15:00:43.070673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'subnet': {'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:43.078611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'port': {'device_id': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'admin_state_up': True, 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'security_groups': ['b160d67b-15ab-4c6c-bd37-2b81300b030c']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:43.088618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c2085e4c-162e-4df2-9df6-e701229f278b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:43.141468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c2085e4c-162e-4df2-9df6-e701229f278b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:43.141641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event updated for resources: {'Network': ['ID=a26f6a07-a416-4d20-a28f-90a2c3e14fc1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:43.147546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 172.20.0.6 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/f9981d25-f408-4eec-aec7-1d6e600e0f1d/83556398-de42-4986-8acd-026e001f8f15) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:43.152958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:43.170233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.170630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.171020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.171401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.171774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.172566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.172566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.173000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.173374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.173808 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.174125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.174493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:43.179249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2085e4c-162e-4df2-9df6-e701229f278b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9f6e18-b334-4eba-a35a-e4e5a0d0f6b6,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:43.182587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:43.183182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Made reservation on behalf of f2e3c5fdcc364d5dbf93f1ea93d6ceb2 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:43.185842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:43.186464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2085e4c-162e-4df2-9df6-e701229f278b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:43.190497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:00:43.207448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:fe8a:186f (8c283d8d-bdf0-4810-b080-3afcb2f245b2/677791ff-0b90-4d9a-86fa-2bda434beb96/83556398-de42-4986-8acd-026e001f8f15) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:43.210348 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c2085e4c-162e-4df2-9df6-e701229f278b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:43.221322 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c2085e4c-162e-4df2-9df6-e701229f278b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0502894 Jun 22 15:00:43.225627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38400) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:43.259183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:43.368031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Calling delete_port for 4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:43.563677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7bdc-06d4-4259-abcc-5f28dc0b4c78 req-1728c5da-6363-43eb-bdc6-32d405683356 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:43.565541 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fdcf7bdc-06d4-4259-abcc-5f28dc0b4c78 req-1728c5da-6363-43eb-bdc6-32d405683356 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2846599 Jun 22 15:00:43.725868 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fdcf7bdc-06d4-4259-abcc-5f28dc0b4c78 req-d8a6fd75-8ae1-4a23-9e71-4cce2b8123ef tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521955 Jun 22 15:00:43.819961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:43.827547 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fbbbdf26-8911-4570-a804-4ed64dec1cee tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:43.885968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:43.888590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event deleted for resources: {'Port': ['ID=4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:43.901431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:43.903128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Made reservation on behalf of df1a184c91084752ab23db1f17571be8 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:43.914482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:43.975846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0ba55883-a179-42d1-90e8-15a860d13560 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:43.993531 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35fe76ff-bd2e-4a05-8ab2-3afcf9b45e73 req-4991e9fd-83aa-451b-9515-0d080ae0eb2c tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 210 time: 0.1362436 Jun 22 15:00:44.016118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.019063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.021495 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "DELETE /v2.0/ports/4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f HTTP/1.1" status: 204 len: 168 time: 1.6838827 Jun 22 15:00:44.025135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38426) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:44.065011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 0ba55883-a179-42d1-90e8-15a860d13560 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:44.065403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.117238 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-552b9c85-2f20-44af-a659-3ad7d4a5e691 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] GET failed (client error): The resource could not be found. Jun 22 15:00:44.119005 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-552b9c85-2f20-44af-a659-3ad7d4a5e691 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "GET /v2.0/ports/4dd64f9f-0aa2-4b9b-803c-c96b0d0e5b7f HTTP/1.1" status: 404 len: 333 time: 0.0928741 Jun 22 15:00:44.123499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38428) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:44.132262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'port': {'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55', 'name': 'tempest-AllowedAddressPairTestJSON-1020162431'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:44.229643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:00:44.230293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.235342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e2f51d36-e7ae-448c-81f4-aefa5a1db936 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:44.258903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Allocated IP 172.20.0.12 (ed0422ad-0de6-429f-a4fd-43d77d26c56c/f1d60a4f-f936-4590-8797-492177cdea87/63a8f937-3390-4fd1-948d-79ecd5d6c4c5) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:44.371191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a3070dde-b029-4a18-a9de-f2f34bef14f8,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:44.380839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:44.383620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Checking segment: {'id': '2621b6b6-2b72-4327-b2cd-0439d12f6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:44.384092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Network hostable DHCP agents. Network: a26f6a07-a416-4d20-a28f-90a2c3e14fc1, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:00:44.415341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:00:44.436627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a26f6a07-a416-4d20-a28f-90a2c3e14fc1) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:44.443473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Made reservation on behalf of 71bf3320b7b04a3b868c5b0254004114 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:44.444224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.448520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.449297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8619c68-b3da-4d5d-b38c-c3301f45fe54 None None] Network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:44.455173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:44.455979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.517470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.520759 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4535427 Jun 22 15:00:44.520759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] device_id is not set on port fe11ce9c-83c5-41f9-a209-d6aeabcb5252 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:44.523903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38440) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:44.538499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-69190807', 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:44.571899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Transition to ACTIVE for port object 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:44.588992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.591693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.595712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38442) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:44.595902 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-groups/71406115-0056-4e3f-b4ba-7a8c696a5bb7 HTTP/1.1" status: 204 len: 168 time: 1.3582978 Jun 22 15:00:44.620602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 83556398-de42-4986-8acd-026e001f8f15 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:44.643475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:44.658404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7326e3b1-38b8-482a-8189-d82808600324 None None] Network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:44.701976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71406115-0056-4e3f-b4ba-7a8c696a5bb7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:44.716624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.717288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.717548 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c8f41259-097d-4b27-a20e-36c9368e0f42 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1201677 Jun 22 15:00:44.717728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.718075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.718600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.720879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.720879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.721095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38448) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:44.721173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.721470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.721774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.722151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.722631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:44.727574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-660c0804-a6d7-4355-b6e5-09205c5274a7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199271668'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:44.735330 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:44.737239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.743840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Allocated IP 172.20.0.3 (7b598c98-e985-4bca-bc20-524947d8ff55/f4327f2b-9916-433e-a192-04f643747e79/fe11ce9c-83c5-41f9-a209-d6aeabcb5252) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:44.807451 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-77e9f157-f5e3-4ff9-b60b-af870166b21e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:44.821803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Made reservation on behalf of f2e3c5fdcc364d5dbf93f1ea93d6ceb2 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:44.824939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.861650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-660c0804-a6d7-4355-b6e5-09205c5274a7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.870290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:44.897617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38454) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:44.932412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:44.947256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] device_id is not set on port 77fcbd2f-3e3b-4df4-b3f7-e096523b436c yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:44.963389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:44.972943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:45.031440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:45.032152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.058443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.096239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:45.105059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Transition to ACTIVE for port object fe11ce9c-83c5-41f9-a209-d6aeabcb5252 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:45.109284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'Port': ['ID=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:45.111599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3146d622-e52f-44e3-bda3-c11107fd5ca3 tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:45.125103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:45.125726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:45.130923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37cda291-e209-459a-b899-3aa000277116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1092080006-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:45.163609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944babe-2a60-4b20-8d08-996bb7b53739 req-128991c7-ae8d-43c1-9076-76353c39cf63 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:45.165286 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4944babe-2a60-4b20-8d08-996bb7b53739 req-128991c7-ae8d-43c1-9076-76353c39cf63 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2275953 Jun 22 15:00:45.178727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-660c0804-a6d7-4355-b6e5-09205c5274a7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.216764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-660c0804-a6d7-4355-b6e5-09205c5274a7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.232784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:45.243349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e40764e2-3d2e-4ec0-9d86-2db80d904d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:45.248730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=83556398-de42-4986-8acd-026e001f8f15,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:45.320505 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4944babe-2a60-4b20-8d08-996bb7b53739 req-4b6ad133-94db-4a4c-9eee-6d36243e9cb3 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235294 Jun 22 15:00:45.347615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:45.349496 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2774217 Jun 22 15:00:45.349895 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3146d622-e52f-44e3-bda3-c11107fd5ca3 tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] 10.222.0.22 "PUT /v2.0/quotas/fd53812217cc4d698e49ef7f83b48367 HTTP/1.1" status: 200 len: 366 time: 0.4363365 Jun 22 15:00:45.359202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38462) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.365174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-660c0804-a6d7-4355-b6e5-09205c5274a7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.370584 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-660c0804-a6d7-4355-b6e5-09205c5274a7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6485133 Jun 22 15:00:45.371300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38464) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.382668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a804be28-1efe-49b4-aa74-90c835e0cac5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group': {'name': 'tempest-secgroup--54880383'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:45.400317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-42260b1e-c1bd-4731-9e3c-814529580afa None None] Provisioning for port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:45.402940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Request body: {'port': {'device_id': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:45.404657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-42260b1e-c1bd-4731-9e3c-814529580afa None None] Provisioning complete for port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:45.405072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-42260b1e-c1bd-4731-9e3c-814529580afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.411871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c0804-a6d7-4355-b6e5-09205c5274a7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305015dc-8d71-4c00-844e-760be0cee913,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:45.417065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a804be28-1efe-49b4-aa74-90c835e0cac5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.436172 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-660c0804-a6d7-4355-b6e5-09205c5274a7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:45.439511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.445389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:45.477263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-42260b1e-c1bd-4731-9e3c-814529580afa None None] Port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:45.513287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Network 7b598c98-e985-4bca-bc20-524947d8ff55 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:45.521027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:45.523649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:45.524453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.530746 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0811ec29-6865-4c9a-9f52-6df9eb5192d8 tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1701610 Jun 22 15:00:45.533698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:45.542257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38466) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.566770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Port': ['ID=fe11ce9c-83c5-41f9-a209-d6aeabcb5252,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:45.579316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:45.583261 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6e6c063b-4764-47c0-9cf7-98da4912387a tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] 10.222.0.22 "GET /v2.0/quotas/fd53812217cc4d698e49ef7f83b48367 HTTP/1.1" status: 200 len: 366 time: 0.0306764 Jun 22 15:00:45.596409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38468) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.609869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-be2a1658-6dfb-4654-a95f-6cc331e818c0 None None] Provisioning for port 83556398-de42-4986-8acd-026e001f8f15 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:45.615692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-be2a1658-6dfb-4654-a95f-6cc331e818c0 None None] Provisioning complete for port 83556398-de42-4986-8acd-026e001f8f15 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:45.616765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be2a1658-6dfb-4654-a95f-6cc331e818c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.636512 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-293e7438-81c8-4ca7-bac5-780ad74807c1 tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/fd53812217cc4d698e49ef7f83b48367 HTTP/1.1" status: 204 len: 168 time: 0.0362635 Jun 22 15:00:45.646230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38470) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.646432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Allocated IP 172.20.0.7 (a26f6a07-a416-4d20-a28f-90a2c3e14fc1/a3070dde-b029-4a18-a9de-f2f34bef14f8/77fcbd2f-3e3b-4df4-b3f7-e096523b436c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:45.682653 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b322b5c0-4354-4f31-ab84-026a3311999e tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0400026 Jun 22 15:00:45.687484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38474) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.705455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-be2a1658-6dfb-4654-a95f-6cc331e818c0 None None] Port 83556398-de42-4986-8acd-026e001f8f15 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:45.728090 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fab24be8-81e1-4943-9116-66aa754da43b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] 10.222.0.22 "GET /v2.0/quotas/fd53812217cc4d698e49ef7f83b48367 HTTP/1.1" status: 200 len: 370 time: 0.0372491 Jun 22 15:00:45.728714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38476) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.740023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a34b86-f2ed-4719-8eca-9a09e8d83363 req-0a19c31c-5a7b-4b90-947a-c4662b7c1564 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:45.748506 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b701cd45-b08d-45f2-8b64-0b9183213179 tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] 10.222.0.22 "GET /v2.0/quotas/fd53812217cc4d698e49ef7f83b48367/default HTTP/1.1" status: 200 len: 370 time: 0.0146670 Jun 22 15:00:45.752172 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a6a34b86-f2ed-4719-8eca-9a09e8d83363 req-0a19c31c-5a7b-4b90-947a-c4662b7c1564 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 932 time: 0.4872184 Jun 22 15:00:45.753875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38478) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.761169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:45.761996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.871448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a804be28-1efe-49b4-aa74-90c835e0cac5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.885893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a804be28-1efe-49b4-aa74-90c835e0cac5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.894988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-efd2f2ae-40a3-43b3-8897-cddabc50f062 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:45.929217 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-304df538-52dd-4510-b43b-f4d44d4d1f14 tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] delete failed (client error): The resource could not be found. Jun 22 15:00:45.933493 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-304df538-52dd-4510-b43b-f4d44d4d1f14 tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/fd53812217cc4d698e49ef7f83b48367 HTTP/1.1" status: 404 len: 348 time: 0.1376674 Jun 22 15:00:45.934155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804be28-1efe-49b4-aa74-90c835e0cac5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee33144-f458-43da-95e6-f493cdc04412,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:45.940247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8c7bded5-ecde-4686-925c-2fb4b61489e0 None None] Provisioning for port fe11ce9c-83c5-41f9-a209-d6aeabcb5252 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:45.945319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a804be28-1efe-49b4-aa74-90c835e0cac5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:45.946624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:45.946754 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8217196 Jun 22 15:00:45.950636 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6347892 Jun 22 15:00:45.953321 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38482) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.954206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38484) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:45.965576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'port': {'network_id': '7b598c98-e985-4bca-bc20-524947d8ff55', 'name': 'tempest-AllowedAddressPairTestJSON-1487120294'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:45.967699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8c7bded5-ecde-4686-925c-2fb4b61489e0 None None] Provisioning complete for port fe11ce9c-83c5-41f9-a209-d6aeabcb5252 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:45.968072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8c7bded5-ecde-4686-925c-2fb4b61489e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.017756 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a6a34b86-f2ed-4719-8eca-9a09e8d83363 req-fa303724-5164-4f48-b123-e88d11cd9624 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643487 Jun 22 15:00:46.067876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a804be28-1efe-49b4-aa74-90c835e0cac5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.069362 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a804be28-1efe-49b4-aa74-90c835e0cac5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6930275 Jun 22 15:00:46.074290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38486) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:46.077128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8c7bded5-ecde-4686-925c-2fb4b61489e0 None None] Port fe11ce9c-83c5-41f9-a209-d6aeabcb5252 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:46.084071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe038f-8cd0-4fc8-b0a0-487d5cad8ca3 req-d3cc104c-d264-4131-bc52-9bf8e62cdc2b tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:46.091845 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2dbe038f-8cd0-4fc8-b0a0-487d5cad8ca3 req-d3cc104c-d264-4131-bc52-9bf8e62cdc2b tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2727768 Jun 22 15:00:46.099767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c5f3faf1-0922-4332-a615-b8645f76e6ff tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': '305015dc-8d71-4c00-844e-760be0cee913', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bee33144-f458-43da-95e6-f493cdc04412', 'remote_ip_prefix': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:46.123282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.186550 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2dbe038f-8cd0-4fc8-b0a0-487d5cad8ca3 req-3bd9daa8-d6bd-4b44-81ca-df44202276b7 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938613 Jun 22 15:00:46.187218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38488) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:46.274326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.301977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-005df32c-fb35-4366-ae92-eb31a41738da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:46.354962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:46.360663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event updated for resources: {'Port': ['ID=77fcbd2f-3e3b-4df4-b3f7-e096523b436c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:46.363243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:46.367994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:46.370270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:46.440996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:46.441537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.464397 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.9309418 Jun 22 15:00:46.467947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38490) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:46.526667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5f3faf1-0922-4332-a615-b8645f76e6ff tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.538039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:00:46.546952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8468b6a4-ba18-457f-a33c-de671f2dc657 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:46.549082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.552903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8468b6a4-ba18-457f-a33c-de671f2dc657 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:46.555330 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8468b6a4-ba18-457f-a33c-de671f2dc657 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5980082 Jun 22 15:00:46.559919 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38492) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:46.589714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Transition to ACTIVE for port object 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:46.600528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.604020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fb5f1131-be07-4409-9b17-6c5d610c15c3 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:46.612867 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Usage tracker for resource:network and tenant:24a56a36825c41b99e6a1f0be580eb92 is out of sync, need to count used quota {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 15:00:46.630669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 15:00:46.638129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-9f1767f7-34b0-4d0b-9b9b-d7961c354d9c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Deleting port 77fcbd2f-3e3b-4df4-b3f7-e096523b436c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:46.638129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f1767f7-34b0-4d0b-9b9b-d7961c354d9c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.664032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Usage tracker for resource:subnet and tenant:24a56a36825c41b99e6a1f0be580eb92 is out of sync, need to count used quota {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 15:00:46.677837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 15:00:46.682128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Made reservation on behalf of 71bf3320b7b04a3b868c5b0254004114 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:46.685980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.689190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5f3faf1-0922-4332-a615-b8645f76e6ff tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.708161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Usage tracker for resource:subnetpool and tenant:24a56a36825c41b99e6a1f0be580eb92 is out of sync, need to count used quota {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 15:00:46.729459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Pushing event updated for resources: {'Port': ['ID=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:46.737198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:46.744439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5f3faf1-0922-4332-a615-b8645f76e6ff tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.772971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:46.784363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] device_id is not set on port 09026d22-991b-4d0f-aff7-2174d99a9e5e yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:46.806756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f1767f7-34b0-4d0b-9b9b-d7961c354d9c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.828920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 15:00:46.851890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5f3faf1-0922-4332-a615-b8645f76e6ff tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.853193 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c5f3faf1-0922-4332-a615-b8645f76e6ff tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7594993 Jun 22 15:00:46.862537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38494) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:46.862732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3faf1-0922-4332-a615-b8645f76e6ff tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dca4ae-bcc5-4a39-83e0-d86a705c8f9a,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:46.864215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Usage tracker for resource:port and tenant:24a56a36825c41b99e6a1f0be580eb92 is out of sync, need to count used quota {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 15:00:46.872182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c5f3faf1-0922-4332-a615-b8645f76e6ff tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:46.892475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 15:00:46.898693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-9f1767f7-34b0-4d0b-9b9b-d7961c354d9c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Calling delete_port for 77fcbd2f-3e3b-4df4-b3f7-e096523b436c owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:46.926553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Usage tracker for resource:router and tenant:24a56a36825c41b99e6a1f0be580eb92 is out of sync, need to count used quota {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 15:00:46.937189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 15:00:46.953333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 83556398-de42-4986-8acd-026e001f8f15 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:46.953728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.971939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Attempting to bind port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:46.972495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Attempting to bind port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:46.972591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Attempting to bind port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 on network ed0422ad-0de6-429f-a4fd-43d77d26c56c {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:46.980037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55d59c41-1e61-44b0-b0f3-87da5ce7536e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:46.980250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Usage tracker for resource:floatingip and tenant:24a56a36825c41b99e6a1f0be580eb92 is out of sync, need to count used quota {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 15:00:46.983415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 on network ed0422ad-0de6-429f-a4fd-43d77d26c56c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:00:46.983740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Attempting to bind port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 on network ed0422ad-0de6-429f-a4fd-43d77d26c56c {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:47.006800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55d59c41-1e61-44b0-b0f3-87da5ce7536e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.008949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:47.009285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Checking segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:47.009668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Bound using segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:47.010108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Bound port: 63a8f937-3390-4fd1-948d-79ecd5d6c4c5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:47.010451 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.013592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Allocated IP 172.20.0.5 (7b598c98-e985-4bca-bc20-524947d8ff55/f4327f2b-9916-433e-a192-04f643747e79/09026d22-991b-4d0f-aff7-2174d99a9e5e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:47.026552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 15:00:47.087337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55d59c41-1e61-44b0-b0f3-87da5ce7536e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.090796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-26272aaf-c5df-4641-bd5d-f808a6d20a34 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:47.099421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55d59c41-1e61-44b0-b0f3-87da5ce7536e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.103737 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-55d59c41-1e61-44b0-b0f3-87da5ce7536e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/82dca4ae-bcc5-4a39-83e0-d86a705c8f9a HTTP/1.1" status: 204 len: 168 time: 0.2393181 Jun 22 15:00:47.107254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38498) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:47.124922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.145895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d59c41-1e61-44b0-b0f3-87da5ce7536e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82dca4ae-bcc5-4a39-83e0-d86a705c8f9a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:47.165364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-55d59c41-1e61-44b0-b0f3-87da5ce7536e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:47.180808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] For port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:47.202878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] For port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:47.214317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 83556398-de42-4986-8acd-026e001f8f15 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:47.219599 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0d7d6793-74b8-480c-95c5-4027680f6232 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1049702 Jun 22 15:00:47.220372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f1767f7-34b0-4d0b-9b9b-d7961c354d9c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.222210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38500) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:47.231611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.233471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c21b8827-bc2e-4950-afc0-f02b7ed0eb51 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:47.278096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1767f7-34b0-4d0b-9b9b-d7961c354d9c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event deleted for resources: {'Port': ['ID=77fcbd2f-3e3b-4df4-b3f7-e096523b436c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:47.317356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Usage tracker for resource:security_group and tenant:24a56a36825c41b99e6a1f0be580eb92 is out of sync, need to count used quota {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 15:00:47.325880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:47.326501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.327888 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] 10.222.0.21 "PUT /v2.0/ports/63a8f937-3390-4fd1-948d-79ecd5d6c4c5 HTTP/1.1" status: 200 len: 1094 time: 1.9654253 Jun 22 15:00:47.345523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 15:00:47.345960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'tag': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:00:47.348313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa5e707-d41c-4358-904d-2fc665cea081" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ee5155-c0e5-4439-9c17-1e26c82f3dda", "tag": "63a8f937-3390-4fd1-948d-79ecd5d6c4c5"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:00:47.395291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.398967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Usage tracker for resource:security_group_rule and tenant:24a56a36825c41b99e6a1f0be580eb92 is out of sync, need to count used quota {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 22 15:00:47.423762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Transition to ACTIVE for port object 09026d22-991b-4d0f-aff7-2174d99a9e5e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:47.479811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.quota.resource [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93501) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 22 15:00:47.488197 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4c1ce5af-de10-4e2c-8e4b-92c8d67e2c5b tempest-QuotasTest-554979870 tempest-QuotasTest-554979870-project-admin] 10.222.0.22 "GET /v2.0/quotas/24a56a36825c41b99e6a1f0be580eb92/details.json HTTP/1.1" status: 200 len: 703 time: 1.2923756 Jun 22 15:00:47.522209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9f1767f7-34b0-4d0b-9b9b-d7961c354d9c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.524137 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9f1767f7-34b0-4d0b-9b9b-d7961c354d9c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "DELETE /v2.0/ports/77fcbd2f-3e3b-4df4-b3f7-e096523b436c HTTP/1.1" status: 204 len: 168 time: 1.0553179 Jun 22 15:00:47.525025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Pushing event updated for resources: {'Port': ['ID=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:47.526773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.535455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:47.535665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:47.539268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38508) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:47.540007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:47.540414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:47.542378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-51181f74-eb70-43dd-b3b7-0739da7e5cef tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.546812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1', 'external_fixed_ips': [{'subnet_id': 'a3070dde-b029-4a18-a9de-f2f34bef14f8', 'ip_address': '172.20.0.7'}]}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:47.607432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-51181f74-eb70-43dd-b3b7-0739da7e5cef tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.616846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Network 7b598c98-e985-4bca-bc20-524947d8ff55 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:47.646315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:47.649297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:47.653323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389b011-1a2d-4855-abea-3db9b9be6e6b req-0267c120-0d2b-4556-bdd2-f5699e6be3a8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:47.654994 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6389b011-1a2d-4855-abea-3db9b9be6e6b req-0267c120-0d2b-4556-bdd2-f5699e6be3a8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 944 time: 0.3811872 Jun 22 15:00:47.660685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.666206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.680267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-a988150d-32bb-487a-be10-9829360ccf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:47.681783 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-a988150d-32bb-487a-be10-9829360ccf78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 1097 time: 0.2596955 Jun 22 15:00:47.689826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Port': ['ID=09026d22-991b-4d0f-aff7-2174d99a9e5e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:47.700215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:47.747957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e9a8d-f747-4b33-baf0-8d3227573d93 req-625286ac-2b88-4ec0-a597-fce8f4dc7b88 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:47.765643 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fb0e9a8d-f747-4b33-baf0-8d3227573d93 req-625286ac-2b88-4ec0-a597-fce8f4dc7b88 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2958407 Jun 22 15:00:47.773344 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-02630882-7ffb-4113-9047-e1f9a3ab7a05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a8f937-3390-4fd1-948d-79ecd5d6c4c5 HTTP/1.1" status: 200 len: 217 time: 0.0754461 Jun 22 15:00:47.812571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:47.812956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.849142 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6389b011-1a2d-4855-abea-3db9b9be6e6b req-79290283-5da3-40f9-a473-93dcad599505 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777422 Jun 22 15:00:47.861583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-51181f74-eb70-43dd-b3b7-0739da7e5cef tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.864415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-51181f74-eb70-43dd-b3b7-0739da7e5cef tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:47.873264 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-51181f74-eb70-43dd-b3b7-0739da7e5cef tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-groups/bee33144-f458-43da-95e6-f493cdc04412 HTTP/1.1" status: 204 len: 168 time: 0.6423872 Jun 22 15:00:47.878190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38510) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:47.888431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98986146-c9a3-4909-9ec7-e4a1acab0939 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:47.918400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-def3147c-245c-411e-99c3-f28b07c28b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:47.921661 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-def3147c-245c-411e-99c3-f28b07c28b28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.1416321 Jun 22 15:00:47.966741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51181f74-eb70-43dd-b3b7-0739da7e5cef tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee33144-f458-43da-95e6-f493cdc04412,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:47.969821 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0138681 Jun 22 15:00:47.970462 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38514) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:47.998082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:50:01:ce'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:be:e8:f4'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:48.011634 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fb0e9a8d-f747-4b33-baf0-8d3227573d93 req-373e22e9-d18a-4f54-8c48-a9dfbee99beb tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450564 Jun 22 15:00:48.023586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5e42d81f-44f8-46cd-9892-ac3b7e6b586f None None] Provisioning for port 09026d22-991b-4d0f-aff7-2174d99a9e5e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:48.028027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5e42d81f-44f8-46cd-9892-ac3b7e6b586f None None] Provisioning complete for port 09026d22-991b-4d0f-aff7-2174d99a9e5e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:48.028418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5e42d81f-44f8-46cd-9892-ac3b7e6b586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.040544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fa463e-ef8a-47d7-8aa9-5587782a19e6 x-openstack-request-id: req-66fa463e-ef8a-47d7-8aa9-5587782a19e6 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:00:48.041105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ee5155-c0e5-4439-9c17-1e26c82f3dda", "tag": "63a8f937-3390-4fd1-948d-79ecd5d6c4c5", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:00:48.041202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66fa463e-ef8a-47d7-8aa9-5587782a19e6 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:00:48.041627 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'tag': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'status': 'completed', 'code': 200} Jun 22 15:00:48.042619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-51181f74-eb70-43dd-b3b7-0739da7e5cef tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:48.077018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.078965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5e42d81f-44f8-46cd-9892-ac3b7e6b586f None None] Port 09026d22-991b-4d0f-aff7-2174d99a9e5e cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:48.083751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38516) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:48.087970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1300c20-d549-47fe-9140-4473981b0835 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:48.094148 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6f584760-a540-45c0-bed4-291e22c612a4 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1896241 Jun 22 15:00:48.094148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38520) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:48.130382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.138667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=83556398-de42-4986-8acd-026e001f8f15,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:48.145707 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:48.359270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-c279427e-b659-4d77-ac1d-0912c9648d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:48.361769 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-c279427e-b659-4d77-ac1d-0912c9648d66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3758492 Jun 22 15:00:48.367901 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.398960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10fc71b0-a10d-4afd-a552-5db871942398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.501364 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-e845a36c-d4d0-494b-860a-86a6ec580d50 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968413 Jun 22 15:00:48.508319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.511017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.511795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6446ceb-5ec7-4ea0-b39d-0962f63f50a6 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.515495 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/83556398-de42-4986-8acd-026e001f8f15 HTTP/1.1" status: 204 len: 168 time: 1.9482355 Jun 22 15:00:48.516676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38524) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:48.536850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6446ceb-5ec7-4ea0-b39d-0962f63f50a6 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.593925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6446ceb-5ec7-4ea0-b39d-0962f63f50a6 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.596464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6446ceb-5ec7-4ea0-b39d-0962f63f50a6 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.597584 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b6446ceb-5ec7-4ea0-b39d-0962f63f50a6 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-groups/305015dc-8d71-4c00-844e-760be0cee913 HTTP/1.1" status: 204 len: 168 time: 0.5022583 Jun 22 15:00:48.603062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38526) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:48.608812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:48.685963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed90b6-057b-4591-8e28-8f138b7f89ed tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:48.687604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed90b6-057b-4591-8e28-8f138b7f89ed tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:48.689179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ed90b6-057b-4591-8e28-8f138b7f89ed tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:48.694166 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c6ed90b6-057b-4591-8e28-8f138b7f89ed tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1707115 Jun 22 15:00:48.705774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38528) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:48.788450 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-84a65271-2d98-4039-89a7-b25c1fdc979e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1720276 Jun 22 15:00:48.788450 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38530) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:48.791976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-46a2e9e9-f7ce-42f8-962c-657c83ebad12 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group': {'name': 'tempest-secgroup--622366100'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:48.851449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.863793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 677791ff-0b90-4d9a-86fa-2bda434beb96 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:48.870789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.873912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10fc71b0-a10d-4afd-a552-5db871942398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.874849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:48.878080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-311d649c-a470-45e2-b402-0b6e00cf6c0e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:48.930062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10fc71b0-a10d-4afd-a552-5db871942398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.024594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.054927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46a2e9e9-f7ce-42f8-962c-657c83ebad12 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.074379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6446ceb-5ec7-4ea0-b39d-0962f63f50a6 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305015dc-8d71-4c00-844e-760be0cee913,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:49.076807 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event updated for resources: {'Port': ['ID=09026d22-991b-4d0f-aff7-2174d99a9e5e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:49.083595 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-10fc71b0-a10d-4afd-a552-5db871942398 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5f969c24d9e42b28d9a2b8ee0d86c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9713657 Jun 22 15:00:49.084860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:49.091000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38534) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:49.091688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef4bdc17-1876-409e-8336-0a089ab012bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:49.118171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6446ceb-5ec7-4ea0-b39d-0962f63f50a6 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:49.128224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c33cb-06e9-4366-b7a5-8fbc8870f4d2 req-4f775849-c672-4cab-9901-1652f0a30f27 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:49.136877 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-681c33cb-06e9-4366-b7a5-8fbc8870f4d2 req-4f775849-c672-4cab-9901-1652f0a30f27 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.9726670 Jun 22 15:00:49.174205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] In _notify_port_updated(), no bound segment for port 09026d22-991b-4d0f-aff7-2174d99a9e5e on network 7b598c98-e985-4bca-bc20-524947d8ff55 {{(pid=93501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:00:49.180043 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:49.180700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.185046 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "PUT /v2.0/ports/09026d22-991b-4d0f-aff7-2174d99a9e5e HTTP/1.1" status: 200 len: 1084 time: 1.2088771 Jun 22 15:00:49.188152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38536) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:49.252481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc71b0-a10d-4afd-a552-5db871942398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b1de1f-0a07-456c-b337-e0fda46e5084,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:49.261547 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10fc71b0-a10d-4afd-a552-5db871942398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:49.270851 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-681c33cb-06e9-4366-b7a5-8fbc8870f4d2 req-29bcb90c-a076-4a6e-9a10-125742816e05 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329453 Jun 22 15:00:49.291571 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd6cc44-108c-42b7-b67d-923d2cefeeab req-76867e04-c5f4-4e1a-aec5-a476cfe31c9a service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109969 Jun 22 15:00:49.331735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.348490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-69513693-48bf-4263-84bb-45d00e79cfbb None None] Provisioning complete for port 09026d22-991b-4d0f-aff7-2174d99a9e5e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:49.349081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-69513693-48bf-4263-84bb-45d00e79cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.360814 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-489f7eaf-2465-4ae9-b0e6-bfafbe0324e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.379586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a45467-8702-456c-8e3c-17b51628c341 req-c66dcb13-7489-41dc-8b51-19702cddc604 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:49.387549 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b2a45467-8702-456c-8e3c-17b51628c341 req-c66dcb13-7489-41dc-8b51-19702cddc604 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 944 time: 0.4140563 Jun 22 15:00:49.431070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-69513693-48bf-4263-84bb-45d00e79cfbb None None] Port 09026d22-991b-4d0f-aff7-2174d99a9e5e cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:49.457934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-489f7eaf-2465-4ae9-b0e6-bfafbe0324e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.493138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Deleting port 09026d22-991b-4d0f-aff7-2174d99a9e5e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:49.493489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.511761 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b2a45467-8702-456c-8e3c-17b51628c341 req-b136fd2d-29dc-40d3-bc02-05e5792e1b60 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231914 Jun 22 15:00:49.539824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.546365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46a2e9e9-f7ce-42f8-962c-657c83ebad12 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.547370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:49.558617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46a2e9e9-f7ce-42f8-962c-657c83ebad12 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.585698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.590569 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/677791ff-0b90-4d9a-86fa-2bda434beb96 HTTP/1.1" status: 204 len: 168 time: 0.8777070 Jun 22 15:00:49.592600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=677791ff-0b90-4d9a-86fa-2bda434beb96,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:49.595674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38540) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:49.596270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7555b1a-1cf4-4714-9e4d-a5fc81c6f6b6 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:49.596671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:49.601432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a914e978-3e59-4444-a5a4-2dddf22b6431 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:49.657286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46a2e9e9-f7ce-42f8-962c-657c83ebad12 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.662166 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-46a2e9e9-f7ce-42f8-962c-657c83ebad12 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8738639 Jun 22 15:00:49.664543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38542) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:49.677687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-29116daa-50fb-4a1e-acdb-4809a56fc2fb tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': 'c26bb303-a609-48a0-8528-e69b7f38c8dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:49.690341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-489f7eaf-2465-4ae9-b0e6-bfafbe0324e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.693521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-489f7eaf-2465-4ae9-b0e6-bfafbe0324e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.693688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-86adf85c-bb60-4add-8df5-03e4a241976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:49.695336 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-489f7eaf-2465-4ae9-b0e6-bfafbe0324e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76b1de1f-0a07-456c-b337-e0fda46e5084 HTTP/1.1" status: 204 len: 168 time: 0.5995367 Jun 22 15:00:49.703182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2e9e9-f7ce-42f8-962c-657c83ebad12 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26bb303-a609-48a0-8528-e69b7f38c8dc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:49.707728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-46a2e9e9-f7ce-42f8-962c-657c83ebad12 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:49.708375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-118390cd-c8a8-4ea9-8d28-6cbe558c3320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:49.715119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet f9981d25-f408-4eec-aec7-1d6e600e0f1d {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:49.718929 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-86adf85c-bb60-4add-8df5-03e4a241976b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 1097 time: 0.3446367 Jun 22 15:00:49.719671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.746465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f7eaf-2465-4ae9-b0e6-bfafbe0324e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b1de1f-0a07-456c-b337-e0fda46e5084,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:49.750456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-489f7eaf-2465-4ae9-b0e6-bfafbe0324e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:49.775551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.862326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.904888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.986873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:49.990180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ea990476-371f-4008-955f-7d484c04253f tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:50.016864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=f9981d25-f408-4eec-aec7-1d6e600e0f1d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:50.020771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:50.024230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.026198 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/f9981d25-f408-4eec-aec7-1d6e600e0f1d HTTP/1.1" status: 204 len: 168 time: 0.4259732 Jun 22 15:00:50.029209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38548) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:50.040226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Calling delete_port for 09026d22-991b-4d0f-aff7-2174d99a9e5e owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:50.055354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-29116daa-50fb-4a1e-acdb-4809a56fc2fb tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.081202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38550) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:50.081783 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8657797f-67b4-4009-9243-4f42cfd5898c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510023 Jun 22 15:00:50.092606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38552) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:50.107572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30b10c91-f7d3-4e9b-afc1-4d9a82fdd0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.134484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:50.208774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30b10c91-f7d3-4e9b-afc1-4d9a82fdd0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.213741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30b10c91-f7d3-4e9b-afc1-4d9a82fdd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.218338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10fc71b0-a10d-4afd-a552-5db871942398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:50.246488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522359a-0970-489e-b4b7-a1714a50a7d7 req-3f53fc03-6fc6-4f4b-92ad-fa5eba736265 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:50.254441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3522359a-0970-489e-b4b7-a1714a50a7d7 req-3f53fc03-6fc6-4f4b-92ad-fa5eba736265 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.7807922 Jun 22 15:00:50.258848 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-30b10c91-f7d3-4e9b-afc1-4d9a82fdd0f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24a56a36825c41b99e6a1f0be580eb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626253 Jun 22 15:00:50.258848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b10c91-f7d3-4e9b-afc1-4d9a82fdd0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76daa865-6c5a-4c75-a9f6-c5d24265d116,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:50.260079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38556) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:50.266325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30b10c91-f7d3-4e9b-afc1-4d9a82fdd0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:50.278642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-29116daa-50fb-4a1e-acdb-4809a56fc2fb tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.315243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d21-cc23-4851-9236-af9e5a9df239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.338517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d21-cc23-4851-9236-af9e5a9df239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.353928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-29116daa-50fb-4a1e-acdb-4809a56fc2fb tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.367807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:50.397080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d21-cc23-4851-9236-af9e5a9df239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.399955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d21-cc23-4851-9236-af9e5a9df239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.403680 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b5dc6d21-cc23-4851-9236-af9e5a9df239 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76daa865-6c5a-4c75-a9f6-c5d24265d116 HTTP/1.1" status: 204 len: 168 time: 0.1402304 Jun 22 15:00:50.403680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30b10c91-f7d3-4e9b-afc1-4d9a82fdd0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:50.410719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc6d21-cc23-4851-9236-af9e5a9df239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76daa865-6c5a-4c75-a9f6-c5d24265d116,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:50.415184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b5dc6d21-cc23-4851-9236-af9e5a9df239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:50.461448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29116daa-50fb-4a1e-acdb-4809a56fc2fb tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbfcad2-c612-4308-a148-7ca22aff37f4,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:50.480913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-29116daa-50fb-4a1e-acdb-4809a56fc2fb tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:50.482680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5810444-27ab-4bd7-b638-e636d2794908 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:50.486378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.494037 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3522359a-0970-489e-b4b7-a1714a50a7d7 req-1e203dca-e5e9-4094-bd77-747144f94bed tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386560 Jun 22 15:00:50.498557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-056a6861-9f3d-47fc-bfc1-e4c697da24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:50.500046 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-056a6861-9f3d-47fc-bfc1-e4c697da24fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.6922033 Jun 22 15:00:50.524823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:50.528664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.559126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-29116daa-50fb-4a1e-acdb-4809a56fc2fb tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.563156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38564) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:50.564062 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-29116daa-50fb-4a1e-acdb-4809a56fc2fb tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8926051 Jun 22 15:00:50.565520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.622202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e1c93c3f-de9b-4bbf-8d20-49857481caff None None] Provisioning complete for port 0ba55883-a179-42d1-90e8-15a860d13560 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:50.622913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e1c93c3f-de9b-4bbf-8d20-49857481caff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.630455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba218-27ef-4334-aaac-27ec2efdc114 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.640234 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-6a6b8502-869f-4731-8c5c-b79f4c740d06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a8f937-3390-4fd1-948d-79ecd5d6c4c5 HTTP/1.1" status: 200 len: 217 time: 0.1053391 Jun 22 15:00:50.673930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba218-27ef-4334-aaac-27ec2efdc114 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.739906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba218-27ef-4334-aaac-27ec2efdc114 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.751390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4c5ba218-27ef-4334-aaac-27ec2efdc114 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.757221 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4c5ba218-27ef-4334-aaac-27ec2efdc114 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/4cbfcad2-c612-4308-a148-7ca22aff37f4 HTTP/1.1" status: 204 len: 168 time: 0.1886380 Jun 22 15:00:50.758674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38568) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:50.776038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-69523826-4b53-482e-9ce9-465b0bfe43b6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:50.804784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ba218-27ef-4334-aaac-27ec2efdc114 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cbfcad2-c612-4308-a148-7ca22aff37f4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:50.809240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c5ba218-27ef-4334-aaac-27ec2efdc114 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:50.855013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0604d20-5ac6-46be-ba46-b0bf079fc1c6 req-26bee392-db47-464e-842b-37db57a7dbbd tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:50.857326 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c0604d20-5ac6-46be-ba46-b0bf079fc1c6 req-26bee392-db47-464e-842b-37db57a7dbbd tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1425936 Jun 22 15:00:50.900029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-fe1ecff9-0cc4-48d6-a602-6593c7bc672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:50.901439 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-fe1ecff9-0cc4-48d6-a602-6593c7bc672e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.2482269 Jun 22 15:00:50.911273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:00:50.943680 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c0604d20-5ac6-46be-ba46-b0bf079fc1c6 req-ef5dfc6f-3f96-432a-a3d8-36157dbb3bbf tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754306 Jun 22 15:00:50.971723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.978618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Deleting port 0ba55883-a179-42d1-90e8-15a860d13560 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:50.979509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:50.995110 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7a0dc929-0855-4555-affb-b0bf595700c8 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2293880 Jun 22 15:00:50.995110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:50.998277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38580) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.068197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] For port 0ba55883-a179-42d1-90e8-15a860d13560, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0ba55883-a179-42d1-90e8-15a860d13560,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:51.070395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.078831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baeaea43-a668-453d-89bc-1a4db1e2efb2 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.079293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event deleted for resources: {'Port': ['ID=09026d22-991b-4d0f-aff7-2174d99a9e5e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:51.094996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:51.119686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baeaea43-a668-453d-89bc-1a4db1e2efb2 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.168674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Calling delete_port for 0ba55883-a179-42d1-90e8-15a860d13560 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:51.192728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Allocated IP 172.20.0.7 (a26f6a07-a416-4d20-a28f-90a2c3e14fc1/a3070dde-b029-4a18-a9de-f2f34bef14f8/c223ca55-aa12-4d74-b5a8-8edd643ee78a) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:51.209584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baeaea43-a668-453d-89bc-1a4db1e2efb2 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.212979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baeaea43-a668-453d-89bc-1a4db1e2efb2 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.213335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40797738-23ee-4423-b9c3-d549045bfe11 req-25a4c952-adf5-4c6d-8b15-4d84238a4d06 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:51.217774 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-baeaea43-a668-453d-89bc-1a4db1e2efb2 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-groups/c26bb303-a609-48a0-8528-e69b7f38c8dc HTTP/1.1" status: 204 len: 168 time: 0.2171273 Jun 22 15:00:51.218677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38584) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.219603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4fe039a7-b6b3-4590-b0e9-0c1d2bcd0495 tempest-TagsTest-295394628 tempest-TagsTest-295394628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:51.239134 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-40797738-23ee-4423-b9c3-d549045bfe11 req-25a4c952-adf5-4c6d-8b15-4d84238a4d06 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 944 time: 0.4780679 Jun 22 15:00:51.239888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaea43-a668-453d-89bc-1a4db1e2efb2 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26bb303-a609-48a0-8528-e69b7f38c8dc,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:51.256636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-baeaea43-a668-453d-89bc-1a4db1e2efb2 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:51.303391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.312886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-51c03768-7a10-41e3-9638-651a1702b66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:51.329568 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e7620944-949b-4859-b297-68aaab887614 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0970616 Jun 22 15:00:51.330257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] No DVR routers for this DVR port 0ba55883-a179-42d1-90e8-15a860d13560 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:51.330438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38590) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.339426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-60ecac80-ebbf-4273-acf7-ba7137db3d50 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697041234'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:51.355306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Pushing event deleted for resources: {'Port': ['ID=0ba55883-a179-42d1-90e8-15a860d13560,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:51.371688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.372618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.372618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.373146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.373736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.374005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.374526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.374960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.375390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.375807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.376203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.376600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:00:51.380276 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:51.393045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60ecac80-ebbf-4273-acf7-ba7137db3d50 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.408379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-ac3b9fff-0e80-4b1c-868e-8027bb3a51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:51.410073 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-ac3b9fff-0e80-4b1c-868e-8027bb3a51c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4968617 Jun 22 15:00:51.472607 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-40797738-23ee-4423-b9c3-d549045bfe11 req-55ae50a0-b883-4e3b-94db-53081e6e0e48 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325132 Jun 22 15:00:51.499267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60ecac80-ebbf-4273-acf7-ba7137db3d50 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.504805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60ecac80-ebbf-4273-acf7-ba7137db3d50 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.509213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab524cdf-da3e-4405-9613-8a1e860c0f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:51.525473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38594) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.539818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60ecac80-ebbf-4273-acf7-ba7137db3d50 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.541277 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-60ecac80-ebbf-4273-acf7-ba7137db3d50 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2094605 Jun 22 15:00:51.543840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38598) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.549044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7b2b2596-3609-4819-9d73-bd371af7697e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': 'ea7ee467-3f00-4b69-9d58-b57aed5b9c1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:51.555331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecac80-ebbf-4273-acf7-ba7137db3d50 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7ee467-3f00-4b69-9d58-b57aed5b9c1e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:51.559547 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60ecac80-ebbf-4273-acf7-ba7137db3d50 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:51.581045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2596-3609-4819-9d73-bd371af7697e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.584721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.590141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f8245b6b-a618-454c-ab25-0002232fbe09 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:51.645898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2596-3609-4819-9d73-bd371af7697e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.650918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2596-3609-4819-9d73-bd371af7697e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.653816 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-067db096-7489-4b5e-aafd-36a3ea8edad2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:51.677623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b2b2596-3609-4819-9d73-bd371af7697e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.681726 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7b2b2596-3609-4819-9d73-bd371af7697e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346643 Jun 22 15:00:51.681726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b2596-3609-4819-9d73-bd371af7697e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbb07d7-dd36-45af-9209-a8d45f534eec,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:51.682610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38600) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.684178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7b2b2596-3609-4819-9d73-bd371af7697e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:51.710529 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0d80af1d-6494-4075-8d5c-520ec447969c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules/bdbb07d7-dd36-45af-9209-a8d45f534eec HTTP/1.1" status: 200 len: 763 time: 0.0265279 Jun 22 15:00:51.719408 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-342d574a-e605-4792-94ed-f77b4c1c62e5 tempest-AgentManagementNegativeTest-1128162269 tempest-AgentManagementNegativeTest-1128162269-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1927359 Jun 22 15:00:51.719947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38602) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.751769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:51.754901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.761243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=4d0a5755-270d-46e6-9bb2-34ca5cf8ee34,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:51.768583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:51.772707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:51.777906 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cfce5c95-807c-43ec-8e48-74e96c60af02 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0566192 Jun 22 15:00:51.778027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:51.778404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38606) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.778534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.781127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe6269-e1da-4934-9d6d-1ab6f4067046 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:51.788148 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-fe0b0ab4-6283-4414-b76b-5609ffd9ffb3 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464494 Jun 22 15:00:51.806525 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69ee2add-0f1b-492e-a9cc-3c97197af659 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.814516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69ee2add-0f1b-492e-a9cc-3c97197af659 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.863664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69ee2add-0f1b-492e-a9cc-3c97197af659 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.866494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8f75a39-2dcf-4628-823e-0e7edc12268d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:51.871086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69ee2add-0f1b-492e-a9cc-3c97197af659 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.875683 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-69ee2add-0f1b-492e-a9cc-3c97197af659 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/bdbb07d7-dd36-45af-9209-a8d45f534eec HTTP/1.1" status: 204 len: 168 time: 0.0922551 Jun 22 15:00:51.876118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:51.876207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38608) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.876283 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "DELETE /v2.0/ports/09026d22-991b-4d0f-aff7-2174d99a9e5e HTTP/1.1" status: 204 len: 168 time: 2.6869791 Jun 22 15:00:51.881053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38610) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.896255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee2add-0f1b-492e-a9cc-3c97197af659 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdbb07d7-dd36-45af-9209-a8d45f534eec,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:51.905371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-69ee2add-0f1b-492e-a9cc-3c97197af659 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:51.909994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38612) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.910493 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7890604 Jun 22 15:00:51.916077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:51.959558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0ba55883-a179-42d1-90e8-15a860d13560 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:51.972514 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c31b95-b00c-4f66-9299-65c6cc13513b tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] GET failed (client error): The resource could not be found. Jun 22 15:00:51.977404 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-13c31b95-b00c-4f66-9299-65c6cc13513b tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "GET /v2.0/ports/09026d22-991b-4d0f-aff7-2174d99a9e5e HTTP/1.1" status: 404 len: 333 time: 0.0891192 Jun 22 15:00:51.978518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38616) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:51.989353 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3393cf1e-ade4-44a4-b8cc-dfd2c15770d5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1121981 Jun 22 15:00:51.993741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 0ba55883-a179-42d1-90e8-15a860d13560 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:51.994436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0ba55883-a179-42d1-90e8-15a860d13560 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:52.002523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38618) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:52.014341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7c82bce3-a147-4785-9b44-4044fea3b935 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': 'ea7ee467-3f00-4b69-9d58-b57aed5b9c1e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:52.019090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.033102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8a89679f-5fdf-40e6-8177-77abdd0af2fd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:52.045372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '4d0a5755-270d-46e6-9bb2-34ca5cf8ee34'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:00:52.047125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.079880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event updated for resources: {'Port': ['ID=c223ca55-aa12-4d74-b5a8-8edd643ee78a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:52.091767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:52.093083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:52.098577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38620) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:52.101576 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3fa5e707-d41c-4358-904d-2fc665cea081 req-c498c28d-6e80-4e4b-866a-eb92ecf8ef15 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064880 Jun 22 15:00:52.103567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:52.111190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:52.149918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Deleting port fe11ce9c-83c5-41f9-a209-d6aeabcb5252 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:52.150749 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.173932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7c82bce3-a147-4785-9b44-4044fea3b935 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.214084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:52.217870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.228968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Allocated IP 172.20.0.2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/4d0a5755-270d-46e6-9bb2-34ca5cf8ee34/58cc2dd4-2ff9-4e62-92fd-fda805f673d6) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:52.307505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa9a3-223c-439c-bb0d-2a11c2b7c4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.312256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.372211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7c82bce3-a147-4785-9b44-4044fea3b935 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.400419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Calling delete_port for fe11ce9c-83c5-41f9-a209-d6aeabcb5252 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:52.409337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.412353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7c82bce3-a147-4785-9b44-4044fea3b935 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.417723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90b18660-3eb7-484e-b616-247e55745d4f tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:52.420676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Transition to ACTIVE for port object 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:52.440155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Transition to ACTIVE for port object 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:52.448074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.448279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82bce3-a147-4785-9b44-4044fea3b935 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a21f19-de62-477d-a87f-78c2b1273d3c,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:52.453663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7c82bce3-a147-4785-9b44-4044fea3b935 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:52.460195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-17aaf505-c901-48aa-bc97-9d070b928236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:52.521354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Pushing event updated for resources: {'Port': ['ID=58cc2dd4-2ff9-4e62-92fd-fda805f673d6,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:52.544415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:52.546027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:52.549063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:52.555503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:52.629389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Attempting to bind port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:52.629799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Attempting to bind port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:52.630178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Attempting to bind port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:52.639816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:52.640234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:52.640629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.643831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:52.643831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Bound port: 58cc2dd4-2ff9-4e62-92fd-fda805f673d6, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:52.643831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.679684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.686829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c68dc19a-3313-4525-bbc6-0d7273b3f3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:52.715882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] For port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:00:52.718322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event deleted for resources: {'Port': ['ID=fe11ce9c-83c5-41f9-a209-d6aeabcb5252,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:52.720300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] For port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=58cc2dd4-2ff9-4e62-92fd-fda805f673d6,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:00:52.725127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:52.728142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.731823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:52.796932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Pushing event updated for resources: {'Port': ['ID=58cc2dd4-2ff9-4e62-92fd-fda805f673d6,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:52.801262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:52.888892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:52.954920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa9a3-223c-439c-bb0d-2a11c2b7c4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.001554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa9a3-223c-439c-bb0d-2a11c2b7c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.010193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5f440b2a-f6ea-44da-82ed-c353108ba11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:53.029012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7c82bce3-a147-4785-9b44-4044fea3b935 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.031556 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7c82bce3-a147-4785-9b44-4044fea3b935 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0273323 Jun 22 15:00:53.048000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38626) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:53.076013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1f14-6cbd-4195-9bd0-8b23f43a75a5 req-9a13cf84-5af1-4768-bef0-c92e06455abc tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:53.077573 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b25a1f14-6cbd-4195-9bd0-8b23f43a75a5 req-9a13cf84-5af1-4768-bef0-c92e06455abc tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 944 time: 0.4728568 Jun 22 15:00:53.091568 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ec3aa9a3-223c-439c-bb0d-2a11c2b7c4b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c166816edf7947c0bd53af80df71d054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9867134 Jun 22 15:00:53.095211 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-04d671c8-9c15-4872-902b-09f0bfc18cda tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules/23a21f19-de62-477d-a87f-78c2b1273d3c HTTP/1.1" status: 200 len: 763 time: 0.0447075 Jun 22 15:00:53.095798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38628) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:53.103928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38630) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:53.105276 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aa9a3-223c-439c-bb0d-2a11c2b7c4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec019d8-ec3d-4cbe-925f-611d691ddbf5,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:53.132172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ec3aa9a3-223c-439c-bb0d-2a11c2b7c4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:53.205460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-27105213-6f0d-435b-9b93-13f4eef58be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.263340 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b2a3018b-0a0c-4fa7-8b43-77a0217e419d tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1556654 Jun 22 15:00:53.265231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-27105213-6f0d-435b-9b93-13f4eef58be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.266718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38632) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:53.273362 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b25a1f14-6cbd-4195-9bd0-8b23f43a75a5 req-c16b1de0-46e2-4b1e-a168-b5b999ae4f34 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740570 Jun 22 15:00:53.284123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.288721 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "DELETE /v2.0/ports/fe11ce9c-83c5-41f9-a209-d6aeabcb5252 HTTP/1.1" status: 204 len: 168 time: 1.3067441 Jun 22 15:00:53.289300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38634) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:53.324556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.339925 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1cbeaa-68d9-4d0c-8356-72c31ba9996e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] GET failed (client error): The resource could not be found. Jun 22 15:00:53.341690 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4f1cbeaa-68d9-4d0c-8356-72c31ba9996e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "GET /v2.0/ports/fe11ce9c-83c5-41f9-a209-d6aeabcb5252 HTTP/1.1" status: 404 len: 333 time: 0.0512922 Jun 22 15:00:53.344650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce67c078-2e82-45f0-816c-dd27e94ce355 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.347580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38636) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:53.371973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:00:53.393651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce67c078-2e82-45f0-816c-dd27e94ce355 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.451961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-27105213-6f0d-435b-9b93-13f4eef58be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.454583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-27105213-6f0d-435b-9b93-13f4eef58be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.455713 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-27105213-6f0d-435b-9b93-13f4eef58be7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ec019d8-ec3d-4cbe-925f-611d691ddbf5 HTTP/1.1" status: 204 len: 168 time: 0.3572609 Jun 22 15:00:53.461670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f2fa176f-7fa1-40c8-8f91-a8a2f951dd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:53.518340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27105213-6f0d-435b-9b93-13f4eef58be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec019d8-ec3d-4cbe-925f-611d691ddbf5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:53.538768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce67c078-2e82-45f0-816c-dd27e94ce355 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.542631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-27105213-6f0d-435b-9b93-13f4eef58be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:53.543293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8fbc9713-ad19-43f2-9c65-98ddde0bd278 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:53.550290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce67c078-2e82-45f0-816c-dd27e94ce355 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.551419 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ce67c078-2e82-45f0-816c-dd27e94ce355 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/23a21f19-de62-477d-a87f-78c2b1273d3c HTTP/1.1" status: 204 len: 168 time: 0.2837334 Jun 22 15:00:53.554297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38640) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:53.563824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.565827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67c078-2e82-45f0-816c-dd27e94ce355 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23a21f19-de62-477d-a87f-78c2b1273d3c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:53.569924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ce67c078-2e82-45f0-816c-dd27e94ce355 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:53.625769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Router 6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:00:53.632982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Deleting port 48f14d24-11ee-48a7-b81a-c015416c7b9b {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:53.633275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.726531 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-96531f6e-f0ad-4b50-87e7-d1568467326b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1704566 Jun 22 15:00:53.730261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38644) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:53.737114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-03ce3e86-f9ef-4f69-93d2-3b6399418c7a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Request body: {'security_group_rule': {'security_group_id': 'ea7ee467-3f00-4b69-9d58-b57aed5b9c1e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:53.784957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-03ce3e86-f9ef-4f69-93d2-3b6399418c7a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.836478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.845477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] For port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=58cc2dd4-2ff9-4e62-92fd-fda805f673d6,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:53.876926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-03ce3e86-f9ef-4f69-93d2-3b6399418c7a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.891570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-03ce3e86-f9ef-4f69-93d2-3b6399418c7a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.891882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:00:53.894419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ea4f891-301c-48fc-bfaa-e5ec556f40f1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:53.905634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Sync routers for ids ['6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:00:53.906842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.918876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.919106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Routers {'6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:53.919512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:53.919982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.925128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce3e86-f9ef-4f69-93d2-3b6399418c7a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54876604-7ca8-44d7-9046-03071023b349,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:53.933246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-03ce3e86-f9ef-4f69-93d2-3b6399418c7a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:53.933860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fb449d74-5d7e-4739-b280-3e7f0aeb7988 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:53.969194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Calling delete_port for 48f14d24-11ee-48a7-b81a-c015416c7b9b owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:53.982599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-03ce3e86-f9ef-4f69-93d2-3b6399418c7a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:53.984540 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-03ce3e86-f9ef-4f69-93d2-3b6399418c7a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2530398 Jun 22 15:00:53.996464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38652) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.031460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:54.034725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:54.059453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:54.061651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.081886 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0b1d02a4-00bf-41b2-829d-7d90bb84af4c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules/54876604-7ca8-44d7-9046-03071023b349 HTTP/1.1" status: 200 len: 764 time: 0.0818794 Jun 22 15:00:54.082487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38656) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.083265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.089287 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.5478156 Jun 22 15:00:54.089944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38658) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.099119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:54.109028 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1973493 Jun 22 15:00:54.112192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38660) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.121484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:d3:86:ed', 'name': 'tempest-NetworksTestDHCPv6-85373523'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:54.163713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec9c3f-6c08-4f90-bb50-1bc3ef9cc870 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:54.187894 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=58cc2dd4-2ff9-4e62-92fd-fda805f673d6,revision_number=4']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:54.195744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:54.200417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1d8e7cad-49ed-44b4-b97f-24616ba8dce0 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:54.234151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.259589 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-26d66c64-ac6a-43a4-9f9c-5f3198189b33 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1737397 Jun 22 15:00:54.262101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38666) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.266114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Set router 6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:00:54.305847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8d5-7293-473c-8cbc-ac91de95e1e4 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.328489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e33827d7-b311-44f9-a5c9-f3745f423819 None None] Provisioning for port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:54.329451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=d866ac31-6326-4cb1-b313-7010ff73ea15,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:54.336978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8d5-7293-473c-8cbc-ac91de95e1e4 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.340675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:54.392961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:54.399183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8d5-7293-473c-8cbc-ac91de95e1e4 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.413342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7b2b2596-3609-4819-9d73-bd371af7697e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:54.418316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1adb8d5-7293-473c-8cbc-ac91de95e1e4 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.419806 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f1adb8d5-7293-473c-8cbc-ac91de95e1e4 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/54876604-7ca8-44d7-9046-03071023b349 HTTP/1.1" status: 204 len: 168 time: 0.1547730 Jun 22 15:00:54.422867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38674) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.454253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adb8d5-7293-473c-8cbc-ac91de95e1e4 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54876604-7ca8-44d7-9046-03071023b349,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:54.457677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1adb8d5-7293-473c-8cbc-ac91de95e1e4 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:54.465226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:54.485704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.497581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.506905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:54.507180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.532525 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 0c912941-c028-447f-92e3-d440b55bbaa5 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:54.542654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.574003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38676) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.576242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-45ecf754-90c3-420d-a192-de19594124af tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:54.588409 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0caae1e9-05d6-406c-b781-5b82368a9242 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1617746 Jun 22 15:00:54.591903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38680) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.626295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event deleted for resources: {'Port': ['ID=48f14d24-11ee-48a7-b81a-c015416c7b9b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:54.629169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:54.747808 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-884355871'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:54.756206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49ba4d8f-de9e-4e90-b821-bec893f7f883 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.765499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.767588 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "DELETE /v2.0/ports/48f14d24-11ee-48a7-b81a-c015416c7b9b HTTP/1.1" status: 204 len: 168 time: 1.4175868 Jun 22 15:00:54.773453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38682) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.829498 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49ba4d8f-de9e-4e90-b821-bec893f7f883 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.846312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:54.850576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.851616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Deleting port c223ca55-aa12-4d74-b5a8-8edd643ee78a {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:54.851964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.857706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 172.20.0.4 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/4d0a5755-270d-46e6-9bb2-34ca5cf8ee34/0c912941-c028-447f-92e3-d440b55bbaa5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:54.876568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.885445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:fed3:86ed (8c283d8d-bdf0-4810-b080-3afcb2f245b2/d866ac31-6326-4cb1-b313-7010ff73ea15/0c912941-c028-447f-92e3-d440b55bbaa5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:00:54.916937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.935619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49ba4d8f-de9e-4e90-b821-bec893f7f883 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.938718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-49ba4d8f-de9e-4e90-b821-bec893f7f883 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.942044 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-49ba4d8f-de9e-4e90-b821-bec893f7f883 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "DELETE /v2.0/security-groups/ea7ee467-3f00-4b69-9d58-b57aed5b9c1e HTTP/1.1" status: 204 len: 168 time: 0.3465590 Jun 22 15:00:54.945479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Deleting subnet f4327f2b-9916-433e-a192-04f643747e79 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:54.946163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfe42d45-cb02-4b4f-a70b-01f1a1b13e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:54.949235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38684) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:54.958469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:54.978260 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=58cc2dd4-2ff9-4e62-92fd-fda805f673d6,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:54.981155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6', 'name': '', 'tenant_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1', 'external_fixed_ips': [{'subnet_id': 'a3070dde-b029-4a18-a9de-f2f34bef14f8', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'c223ca55-aa12-4d74-b5a8-8edd643ee78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:00:47Z', 'updated_at': '2021-06-22T15:00:52Z', 'revision_number': 3, 'project_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'gw_port': {'id': 'c223ca55-aa12-4d74-b5a8-8edd643ee78a', 'name': '', 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a3070dde-b029-4a18-a9de-f2f34bef14f8', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:50Z', 'updated_at': '2021-06-22T15:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3070dde-b029-4a18-a9de-f2f34bef14f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:54.995866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba4d8f-de9e-4e90-b821-bec893f7f883 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7ee467-3f00-4b69-9d58-b57aed5b9c1e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:55.007965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-49ba4d8f-de9e-4e90-b821-bec893f7f883 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:55.013314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Checking router: 6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:00:55.013671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Updating router 6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6 port c223ca55-aa12-4d74-b5a8-8edd643ee78a binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:00:55.015511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.019027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a988a140-a851-480e-92aa-04a9c9c6ff7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:55.024701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26c69-9f54-44d9-9f5a-9533a3fbe420 req-e1cb336f-a304-4542-abde-11634c47174e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:55.026444 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3cb26c69-9f54-44d9-9f5a-9533a3fbe420 req-e1cb336f-a304-4542-abde-11634c47174e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 944 time: 0.5890174 Jun 22 15:00:55.030619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.075556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.105239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.106973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=58cc2dd4-2ff9-4e62-92fd-fda805f673d6,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:55.110636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:55.134412 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dedbc374-c5d0-4046-aaa3-83fef1590385 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1723096 Jun 22 15:00:55.134412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38686) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:55.170979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Calling delete_port for c223ca55-aa12-4d74-b5a8-8edd643ee78a owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:55.239210 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f6725ad1-3598-4605-a22b-21a813b18a53 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0958290 Jun 22 15:00:55.265773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.280509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.290346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 0c912941-c028-447f-92e3-d440b55bbaa5 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:55.292212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.298285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60ecac80-ebbf-4273-acf7-ba7137db3d50 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:55.302433 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3cb26c69-9f54-44d9-9f5a-9533a3fbe420 req-e071e563-4334-48b1-8831-4e930c1f61ae tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554219 Jun 22 15:00:55.328620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7753c15d-990b-410e-aa2c-38d8583b5e4e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:55.331066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:55.344047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:00:55.363297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.363604 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Added segment 76cb777f-5c8a-415e-8559-c5a751d5b94b of type vlan for network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 Jun 22 15:00:55.433487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.439986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.444760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15274d8b-2dcd-435d-a4a3-9006d355b15e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:55.451334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.487920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:55.488152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.493956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:55.497049 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:55.512030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Transition to ACTIVE for port object c223ca55-aa12-4d74-b5a8-8edd643ee78a will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:00:55.527756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.538308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-59a70780-ff7d-4ca0-b660-4205edcf4cad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:55.581111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=0c912941-c028-447f-92e3-d440b55bbaa5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:55.597823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.611755 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:55.612672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.617806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:55.629559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Attempting to bind port c223ca55-aa12-4d74-b5a8-8edd643ee78a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:55.629945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Attempting to bind port c223ca55-aa12-4d74-b5a8-8edd643ee78a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '2621b6b6-2b72-4327-b2cd-0439d12f6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:55.630815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Attempting to bind port c223ca55-aa12-4d74-b5a8-8edd643ee78a on network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:55.637641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cbd8bd6b-a264-4ab5-bf1f-492e95b00acb tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:55.639434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c36688-dc3e-4d95-b2c8-68ae76086bd5 None None] Pushing event updated for resources: {'Port': ['ID=c223ca55-aa12-4d74-b5a8-8edd643ee78a,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:55.649311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-75c36688-dc3e-4d95-b2c8-68ae76086bd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:55.650719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:55.650873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Checking segment: {'id': '2621b6b6-2b72-4327-b2cd-0439d12f6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:55.651359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.651789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Bound using segment: {'id': '2621b6b6-2b72-4327-b2cd-0439d12f6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:55.652270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Bound port: c223ca55-aa12-4d74-b5a8-8edd643ee78a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2621b6b6-2b72-4327-b2cd-0439d12f6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:55.652654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.669374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.680543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-07e0b75b-ca03-4179-99b4-2042c1e54677 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:55.680835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:55.681376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.686511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.702683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed158697-217f-438d-8fca-ec0ecc5ad43d None None] Network 7b598c98-e985-4bca-bc20-524947d8ff55 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:55.706674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.711121 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "DELETE /v2.0/subnets/f4327f2b-9916-433e-a192-04f643747e79 HTTP/1.1" status: 204 len: 168 time: 0.9291582 Jun 22 15:00:55.711121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38692) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:55.715807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38694) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:55.723264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event deleted for resources: {'Subnet': ['ID=f4327f2b-9916-433e-a192-04f643747e79,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:55.734278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:55.736818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-635ddc4f-5590-4ef0-afa6-45e698d6e7ed tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:55.770149 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1956398 Jun 22 15:00:55.774854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38698) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:55.785880 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6715405 Jun 22 15:00:55.787603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38700) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:55.792360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'name': 'tempest-PortsIpV6TestJSON-167935116'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:55.799174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Network': ['ID=40d2f29e-0256-4711-bdd8-e0f7a78708a7,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:55.814359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:55.819802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:00:55.846592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event deleted for resources: {'Port': ['ID=c223ca55-aa12-4d74-b5a8-8edd643ee78a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:55.884218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:55.904442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:00:55.905071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:00:55.959528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:00:55.982031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:55.993495 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e9a47a4d-9c95-4632-bb42-e275146b3e87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37658ecdd05a41aa9a05f37673e8b672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782495 Jun 22 15:00:55.997934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38702) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:56.005570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.049820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35692a0b-8401-4954-9134-020ee68ab1c0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:56.056474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35692a0b-8401-4954-9134-020ee68ab1c0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:56.061858 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-35692a0b-8401-4954-9134-020ee68ab1c0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2656085 Jun 22 15:00:56.066896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38704) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:56.069665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:56.073595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.098620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4a33cfdd-bd8e-448b-afd7-6eaa75489307 None None] Provisioning complete for port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:56.099224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4a33cfdd-bd8e-448b-afd7-6eaa75489307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.106921 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port 31b45c6d-df08-48a4-97e2-0b994967e323 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:56.120708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:56.121167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.155059 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.172424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.176530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] DHCP port deletion for 7b598c98-e985-4bca-bc20-524947d8ff55 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:00:56.243273 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.243810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:00:56.252720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.256994 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "DELETE /v2.0/routers/6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6 HTTP/1.1" status: 204 len: 168 time: 2.1612070 Jun 22 15:00:56.257292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38706) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:56.268710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Deleting port b17335ce-fe35-4748-8398-3e1ddca46443 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:56.268973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d61ad843-ed6a-46b0-b1bb-80427c11badb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.269088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.325980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] Deleting port b17335ce-fe35-4748-8398-3e1ddca46443 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:56.326432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.373582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Deleting subnet a3070dde-b029-4a18-a9de-f2f34bef14f8 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:56.376594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.383818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d61ad843-ed6a-46b0-b1bb-80427c11badb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.395425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] For port b17335ce-fe35-4748-8398-3e1ddca46443, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b17335ce-fe35-4748-8398-3e1ddca46443,segment=NetworkSegment(d384de70-713d-4615-b86b-26f734aaa907),segment_id=d384de70-713d-4615-b86b-26f734aaa907)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:56.395914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.412699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.442910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] For port b17335ce-fe35-4748-8398-3e1ddca46443, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b17335ce-fe35-4748-8398-3e1ddca46443,segment=NetworkSegment(d384de70-713d-4615-b86b-26f734aaa907),segment_id=d384de70-713d-4615-b86b-26f734aaa907)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:56.443308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.469038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] Calling delete_port for b17335ce-fe35-4748-8398-3e1ddca46443 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:56.488193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d61ad843-ed6a-46b0-b1bb-80427c11badb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.491480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d61ad843-ed6a-46b0-b1bb-80427c11badb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.495042 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d61ad843-ed6a-46b0-b1bb-80427c11badb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc9460c9-8eb1-4b98-a0b5-f096ff52afd2 HTTP/1.1" status: 204 len: 168 time: 0.4929256 Jun 22 15:00:56.500946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Attempting to bind port c223ca55-aa12-4d74-b5a8-8edd643ee78a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:00:56.501670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Attempting to bind port c223ca55-aa12-4d74-b5a8-8edd643ee78a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '2621b6b6-2b72-4327-b2cd-0439d12f6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:00:56.502340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Attempting to bind port c223ca55-aa12-4d74-b5a8-8edd643ee78a on network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:00:56.507137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29f39f69-b53a-495d-86e2-e0828d6908b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:56.527343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Calling delete_port for b17335ce-fe35-4748-8398-3e1ddca46443 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:56.533100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.538874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:00:56.539257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Checking segment: {'id': '2621b6b6-2b72-4327-b2cd-0439d12f6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:56.539669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.540071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Bound using segment: {'id': '2621b6b6-2b72-4327-b2cd-0439d12f6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:00:56.540944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Bound port: c223ca55-aa12-4d74-b5a8-8edd643ee78a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2621b6b6-2b72-4327-b2cd-0439d12f6cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a26f6a07-a416-4d20-a28f-90a2c3e14fc1'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:00:56.541335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.544704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ad843-ed6a-46b0-b1bb-80427c11badb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9460c9-8eb1-4b98-a0b5-f096ff52afd2,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:56.545992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f1f8cccb-f0ee-483b-b48a-265ea7633931 None None] Provisioning for port 0c912941-c028-447f-92e3-d440b55bbaa5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:00:56.557010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d61ad843-ed6a-46b0-b1bb-80427c11badb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:56.568857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Port c223ca55-aa12-4d74-b5a8-8edd643ee78a has been deleted concurrently {{(pid=93503) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:664}} Jun 22 15:00:56.570238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f1f8cccb-f0ee-483b-b48a-265ea7633931 None None] Provisioning complete for port 0c912941-c028-447f-92e3-d440b55bbaa5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:56.570459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f1f8cccb-f0ee-483b-b48a-265ea7633931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.621314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 0c912941-c028-447f-92e3-d440b55bbaa5 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:56.622143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.644964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Routers set() bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:00:56.645351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Router IDs set() for agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 15:00:56.645973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_agentschedulers_db [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:00:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent'). {{(pid=93503) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 22 15:00:56.646935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7efd78-34d6-4f16-8a3b-99c9eea26884 None None] The sync data for ids ['6f91a21e-2154-4a0c-99fe-b9f2fbce7cf6'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:00:56.648291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f1f8cccb-f0ee-483b-b48a-265ea7633931 None None] Port 0c912941-c028-447f-92e3-d440b55bbaa5 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:00:56.669609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.674172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:56.690313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.701117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a3070dde-b029-4a18-a9de-f2f34bef14f8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:56.705678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:56.706517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.711223 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/a3070dde-b029-4a18-a9de-f2f34bef14f8 HTTP/1.1" status: 204 len: 168 time: 0.4502211 Jun 22 15:00:56.711484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.714617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38716) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:56.717551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5d2b110c-199c-4dcd-b69b-be54da3b8994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:56.722574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.726265 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579e4f-83cc-436f-8f93-ca4502a9f0ec req-09fb84b1-cbde-4209-bc91-37e41a46949a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:56.726437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:56.728028 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-22579e4f-83cc-436f-8f93-ca4502a9f0ec req-09fb84b1-cbde-4209-bc91-37e41a46949a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 944 time: 0.2919598 Jun 22 15:00:56.751555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event deleted for resources: {'Port': ['ID=b17335ce-fe35-4748-8398-3e1ddca46443,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:56.766307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:56.768984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] No DVR routers for this DVR port b17335ce-fe35-4748-8398-3e1ddca46443 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:56.777239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] Pushing event deleted for resources: {'Port': ['ID=b17335ce-fe35-4748-8398-3e1ddca46443,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:56.789759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:56.818398 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-22579e4f-83cc-436f-8f93-ca4502a9f0ec req-f92fa14d-69cd-4dc6-a5d5-734dbb852f8b tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808222 Jun 22 15:00:56.840780 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.909982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 0c912941-c028-447f-92e3-d440b55bbaa5 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:00:56.916251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:56.921601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6a4e002-3dc8-4883-88f1-b7cefe459e7f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:57.017511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=31b45c6d-df08-48a4-97e2-0b994967e323,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:57.022683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:57.055900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Checking segment: {'id': '76cb777f-5c8a-415e-8559-c5a751d5b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:57.056279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network hostable DHCP agents. Network: 40d2f29e-0256-4711-bdd8-e0f7a78708a7, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:00:57.087481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:00:57.125676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 40d2f29e-0256-4711-bdd8-e0f7a78708a7) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:57.133113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:57.135571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76701b3b-e7bb-4be7-ab08-2f710756d2a7 None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:57.137295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] No DVR routers for this DVR port b17335ce-fe35-4748-8398-3e1ddca46443 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:00:57.139648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:57.140789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.195336 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4183867 Jun 22 15:00:57.197528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38732) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:57.202556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-395623326'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:57.226157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.241304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.243346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:57.246971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.252217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2dd2600d-3b2f-4ab0-8b63-40eb4584cd83 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:57.253016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.288997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b598c98-e985-4bca-bc20-524947d8ff55']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:57.291919 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=0c912941-c028-447f-92e3-d440b55bbaa5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:57.316493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:57.334224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd384de70-713d-4615-b86b-26f734aaa907') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:57.334606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd384de70-713d-4615-b86b-26f734aaa907') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:57.348387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:00:57.352943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.374493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.392175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26f6a07-a416-4d20-a28f-90a2c3e14fc1']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:57.394716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.407166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2621b6b6-2b72-4327-b2cd-0439d12f6cc6') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:57.407390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2621b6b6-2b72-4327-b2cd-0439d12f6cc6') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:00:57.409666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:57.410107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: items = [ Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:57.413586 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:57.433771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.435897 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/0c912941-c028-447f-92e3-d440b55bbaa5 HTTP/1.1" status: 204 len: 168 time: 1.3678093 Jun 22 15:00:57.438187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38736) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:57.438329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38738) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:57.440616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.440998 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Added segment a095598b-fbce-42e0-b2d0-5bbd6bdafb44 of type vlan for network 285de1a1-5316-4a24-ae4e-51115eb01256 Jun 22 15:00:57.442762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.499099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.510216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:00:57.510565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:00:57.514956 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:00:57.525150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.545954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c961057-fc5e-4054-91ac-3a36ff4b752c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:57.547968 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c961057-fc5e-4054-91ac-3a36ff4b752c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:57.550020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c961057-fc5e-4054-91ac-3a36ff4b752c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:57.551241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.552261 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1c961057-fc5e-4054-91ac-3a36ff4b752c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1130271 Jun 22 15:00:57.556664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38742) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:57.558867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-15d75e5e-c2a1-43f7-ac69-2b43114b83ca tempest-DHCPAgentSchedulersTestJSON-1487468380 tempest-DHCPAgentSchedulersTestJSON-1487468380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:57.585141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.587253 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] 10.222.0.22 "DELETE /v2.0/networks/7b598c98-e985-4bca-bc20-524947d8ff55 HTTP/1.1" status: 204 len: 168 time: 1.8651237 Jun 22 15:00:57.591047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Pushing event deleted for resources: {'Network': ['ID=7b598c98-e985-4bca-bc20-524947d8ff55,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:57.596095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:57.622892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.634086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9f51b621-37cb-4739-8495-f82ebff56571 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:57.637527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a26f6a07-a416-4d20-a28f-90a2c3e14fc1 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 22 15:00:57.639522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 4d0a5755-270d-46e6-9bb2-34ca5cf8ee34 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:57.642731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.643255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.649545 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "DELETE /v2.0/networks/a26f6a07-a416-4d20-a28f-90a2c3e14fc1 HTTP/1.1" status: 204 len: 168 time: 0.9070318 Jun 22 15:00:57.651472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:57.652237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.655671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.658331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-87dae88f-4b24-4576-b2dc-1275d5dbdb6d tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:57.668245 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3f41edff-80aa-4237-8de7-2952db712c58 tempest-ServiceProvidersTest-1114141654 tempest-ServiceProvidersTest-1114141654-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2272863 Jun 22 15:00:57.670005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event deleted for resources: {'Network': ['ID=a26f6a07-a416-4d20-a28f-90a2c3e14fc1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:57.674860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:57.735737 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5371513 Jun 22 15:00:57.739441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38752) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:57.746855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'ports': [{'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7'}, {'network_id': '285de1a1-5316-4a24-ae4e-51115eb01256'}]} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:57.747558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:57.748340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': '285de1a1-5316-4a24-ae4e-51115eb01256'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:57.767504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.790288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Network': ['ID=285de1a1-5316-4a24-ae4e-51115eb01256,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:57.794594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:57.804646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 285de1a1-5316-4a24-ae4e-51115eb01256 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:00:57.957961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:57.975497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b17335ce-fe35-4748-8398-3e1ddca46443 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:00:58.019622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: b17335ce-fe35-4748-8398-3e1ddca46443 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:00:58.019875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b17335ce-fe35-4748-8398-3e1ddca46443 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:00:58.055471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 2} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:58.063185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.106072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.109002 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1da400b-6ff1-4057-a67c-29c201866212 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:58.123613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.169751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0a5755-270d-46e6-9bb2-34ca5cf8ee34,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:58.173030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:58.174201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.180405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4a46f5-f420-453d-bd07-3ca1a1573a69 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:58.181475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/4d0a5755-270d-46e6-9bb2-34ca5cf8ee34 HTTP/1.1" status: 204 len: 168 time: 0.6237614 Jun 22 15:00:58.182301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38762) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:58.200953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db08e6-5fbf-446c-a017-5610fbe49720 req-a2dda060-ee0c-4ee3-a0eb-f75f447bb06f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:58.202473 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-59db08e6-5fbf-446c-a017-5610fbe49720 req-a2dda060-ee0c-4ee3-a0eb-f75f447bb06f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 944 time: 0.1619885 Jun 22 15:00:58.226114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38764) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:58.263442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet d866ac31-6326-4cb1-b313-7010ff73ea15 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:00:58.269403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.275277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port bcbf065a-49c4-4fe2-ac9b-39b5851f7532 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:58.304023 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-59db08e6-5fbf-446c-a017-5610fbe49720 req-af6cb9a1-c07d-4529-bc1f-fc706793da23 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925388 Jun 22 15:00:58.382509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38770) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:58.394281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.432897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.541173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port ef48b4ae-2867-47a8-8c48-0f5c19ed6e43 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:00:58.556475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38774) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:58.561085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f8d1bb3e-dc63-492a-9119-5e619bfad4bc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'router': {'name': 'tempest-router--721021696', 'project_id': '2765f7a41a4f420eb7a5b8cf3bfcc4be'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:58.571041 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9a07fa7c-ee9c-421e-898e-b762c81ff19d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71bf3320b7b04a3b868c5b0254004114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434749 Jun 22 15:00:58.575654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75505282-b2b9-4473-9595-8d4c4103c656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.576267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38776) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:58.601443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.625962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bb3e-dc63-492a-9119-5e619bfad4bc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.626983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bb3e-dc63-492a-9119-5e619bfad4bc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.692959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.696918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7d77d8da-5eb4-48a5-817f-9b907c66c08e tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:58.734653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=d866ac31-6326-4cb1-b313-7010ff73ea15,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:58.736782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.742158 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/d866ac31-6326-4cb1-b313-7010ff73ea15 HTTP/1.1" status: 204 len: 168 time: 0.5584278 Jun 22 15:00:58.745369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:58.745839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38778) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:58.793885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.797288 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-96ccd480-6877-4b77-bc8e-b33c212dc347 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480611 Jun 22 15:00:58.797469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-82b6733b-36d4-4b89-b568-7bc39f33a3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.798111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38780) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:58.801792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bb3e-dc63-492a-9119-5e619bfad4bc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.808024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75505282-b2b9-4473-9595-8d4c4103c656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.812225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75505282-b2b9-4473-9595-8d4c4103c656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.816026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:58.842756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bb3e-dc63-492a-9119-5e619bfad4bc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.856884 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-75505282-b2b9-4473-9595-8d4c4103c656 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0b4c2f806f2411ebc2e722883644618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4701729 Jun 22 15:00:58.856884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75505282-b2b9-4473-9595-8d4c4103c656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a11143-da8a-4ed2-bc8a-01c2a88a96af,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:58.859325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38782) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:58.861324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-75505282-b2b9-4473-9595-8d4c4103c656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:58.878392 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-82b6733b-36d4-4b89-b568-7bc39f33a3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.898663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bb3e-dc63-492a-9119-5e619bfad4bc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.899855 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f8d1bb3e-dc63-492a-9119-5e619bfad4bc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3423645 Jun 22 15:00:58.903134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38784) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:58.958393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:58.968679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebd7cc6-b789-4212-aa76-65d58445a923 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:58.970279 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9ebd7cc6-b789-4212-aa76-65d58445a923 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1667783 Jun 22 15:00:58.973596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-152275c7-c238-48a4-9f87-09d5ab70d82d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:58.978888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38786) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:59.050239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-82b6733b-36d4-4b89-b568-7bc39f33a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.053030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-82b6733b-36d4-4b89-b568-7bc39f33a3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.054197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-82b6733b-36d4-4b89-b568-7bc39f33a3c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f48efd30-8a04-4e4f-a98d-55015734c6e7 HTTP/1.1" status: 204 len: 168 time: 0.4769619 Jun 22 15:00:59.058261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:00:59.067412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:59.075860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:59.076732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.094883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=bcbf065a-49c4-4fe2-ac9b-39b5851f7532,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:59.097980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:59.101877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3333a-2a0e-425a-9a8d-135f431d898f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:59.106184 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0ef3333a-2a0e-425a-9a8d-135f431d898f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1262465 Jun 22 15:00:59.106964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6446ceb-5ec7-4ea0-b39d-0962f63f50a6 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:59.111916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38790) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:59.117791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f2935f5d-17cf-44b0-81de-e072451b5289 None None] Provisioning complete for port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:00:59.118458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f2935f5d-17cf-44b0-81de-e072451b5289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.124041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ddce7-8f75-4421-a01e-4da25f99e5de None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:59.129335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6733b-36d4-4b89-b568-7bc39f33a3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48efd30-8a04-4e4f-a98d-55015734c6e7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:59.133770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-82b6733b-36d4-4b89-b568-7bc39f33a3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:59.167390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1c31eaf2-e406-4d0d-aaff-cc7e488ba439 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:59.188316 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ad7f4606-8899-4ce2-afda-8cbf89bb18b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750563 Jun 22 15:00:59.191237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38792) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:59.216737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0ae3c51e-3c15-40cf-9f5f-58e7ca5fa77e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:59.236984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:00:59.324373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-789bb6e6-cd65-4d94-9be2-c1719c6d7746 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.326469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0731ec50-9cfe-4a5a-a2e5-66864530ef7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.336254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=ef48b4ae-2867-47a8-8c48-0f5c19ed6e43,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:59.340168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Checking segment: {'id': 'a095598b-fbce-42e0-b2d0-5bbd6bdafb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '285de1a1-5316-4a24-ae4e-51115eb01256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:00:59.340535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network hostable DHCP agents. Network: 285de1a1-5316-4a24-ae4e-51115eb01256, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:00:59.343150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:59.376512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 285de1a1-5316-4a24-ae4e-51115eb01256 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:00:59.383574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae3c51e-3c15-40cf-9f5f-58e7ca5fa77e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:59.387720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0ae3c51e-3c15-40cf-9f5f-58e7ca5fa77e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.393131 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae3c51e-3c15-40cf-9f5f-58e7ca5fa77e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:00:59.393131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae3c51e-3c15-40cf-9f5f-58e7ca5fa77e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:59.420114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 285de1a1-5316-4a24-ae4e-51115eb01256) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:00:59.432579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:00:59.442894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552e0b2-3e81-4f5c-85eb-30d76088aeb7 None None] Network 285de1a1-5316-4a24-ae4e-51115eb01256 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:00:59.445768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:59.456671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:59.457363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.467702 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0ae3c51e-3c15-40cf-9f5f-58e7ca5fa77e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2573779 Jun 22 15:00:59.471040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38802) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:59.481604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0ae7d531-48c4-47f3-adfc-5dee1441259c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:59.538613 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7938759 Jun 22 15:00:59.539755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38806) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:59.572096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-789bb6e6-cd65-4d94-9be2-c1719c6d7746 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.574650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-789bb6e6-cd65-4d94-9be2-c1719c6d7746 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.627735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0731ec50-9cfe-4a5a-a2e5-66864530ef7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.660592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-789bb6e6-cd65-4d94-9be2-c1719c6d7746 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.660838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789bb6e6-cd65-4d94-9be2-c1719c6d7746 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0d7aa9c-d3cc-4e05-8027-c0fa2a2a9e6b {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:00:59.666051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-789bb6e6-cd65-4d94-9be2-c1719c6d7746 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.671266 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-789bb6e6-cd65-4d94-9be2-c1719c6d7746 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "DELETE /v2.0/routers/d0d7aa9c-d3cc-4e05-8027-c0fa2a2a9e6b HTTP/1.1" status: 204 len: 168 time: 0.7621002 Jun 22 15:00:59.700351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae7d531-48c4-47f3-adfc-5dee1441259c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:00:59.704380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0ae7d531-48c4-47f3-adfc-5dee1441259c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.705878 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae7d531-48c4-47f3-adfc-5dee1441259c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:00:59.706312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae7d531-48c4-47f3-adfc-5dee1441259c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:00:59.741465 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0ae7d531-48c4-47f3-adfc-5dee1441259c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2693260 Jun 22 15:00:59.745649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38812) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:59.749158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port ef48b4ae-2867-47a8-8c48-0f5c19ed6e43 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:00:59.749311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.756777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6659f6ac-f7f6-41d7-b08f-c17287252718 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:00:59.782472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0731ec50-9cfe-4a5a-a2e5-66864530ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.784898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:00:59.788146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0731ec50-9cfe-4a5a-a2e5-66864530ef7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.791689 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0731ec50-9cfe-4a5a-a2e5-66864530ef7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5a11143-da8a-4ed2-bc8a-01c2a88a96af HTTP/1.1" status: 204 len: 168 time: 0.9291875 Jun 22 15:00:59.791689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba6294e-373e-4e37-9163-e7ebfecdc169 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:00:59.802913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731ec50-9cfe-4a5a-a2e5-66864530ef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a11143-da8a-4ed2-bc8a-01c2a88a96af,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:00:59.806418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0731ec50-9cfe-4a5a-a2e5-66864530ef7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:00:59.822745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23f89-61b0-4d47-947d-b542658e58b2 req-19cfbf29-cf55-4009-b372-28319d2d27fd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:00:59.825472 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e0a23f89-61b0-4d47-947d-b542658e58b2 req-19cfbf29-cf55-4009-b372-28319d2d27fd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 944 time: 0.2044804 Jun 22 15:00:59.859925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'port_id': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'mac_address': 'fa:16:3e:3e:e3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:00:59.889683 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e0a23f89-61b0-4d47-947d-b542658e58b2 req-89047bf8-1b11-4854-9d31-5959f4e2bf83 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579300 Jun 22 15:00:59.926874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.961043 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38820) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:00:59.973398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:00:59.996711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:01:00.008780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for ef48b4ae-2867-47a8-8c48-0f5c19ed6e43 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:00.035063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:00.045915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.050419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:00.056204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6659f6ac-f7f6-41d7-b08f-c17287252718 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:00.060459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6659f6ac-f7f6-41d7-b08f-c17287252718 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.066669 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6659f6ac-f7f6-41d7-b08f-c17287252718 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:01:00.067257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6659f6ac-f7f6-41d7-b08f-c17287252718 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:00.116012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:00.124891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:00.132706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:00.170388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fccd99d8-9869-44bb-b25b-8d1f719762fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.200020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] Deleting port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:00.200673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.205061 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6659f6ac-f7f6-41d7-b08f-c17287252718 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4552729 Jun 22 15:01:00.205621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38824) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:00.212836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d0f12b7a-8831-424d-9467-9ffcfbd5f8aa tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:00.232043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.244298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-817020a9-2191-4dfb-b7a5-f40f1bf1d635 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:00.274993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.277308 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/ef48b4ae-2867-47a8-8c48-0f5c19ed6e43 HTTP/1.1" status: 204 len: 168 time: 0.7369835 Jun 22 15:01:00.278781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=ef48b4ae-2867-47a8-8c48-0f5c19ed6e43,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:00.286045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38828) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:00.296329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:00.323238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] For port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=58cc2dd4-2ff9-4e62-92fd-fda805f673d6,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:00.327231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.342716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-175686921', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:00.351518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f12b7a-8831-424d-9467-9ffcfbd5f8aa tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:00.355129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0f12b7a-8831-424d-9467-9ffcfbd5f8aa tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.357706 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f12b7a-8831-424d-9467-9ffcfbd5f8aa tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:01:00.358133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f12b7a-8831-424d-9467-9ffcfbd5f8aa tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:00.362829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcfeef2-5fd1-47fb-a4a1-de405dae6f08 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:00.370044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcfeef2-5fd1-47fb-a4a1-de405dae6f08 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:00.372036 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-adcfeef2-5fd1-47fb-a4a1-de405dae6f08 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0852258 Jun 22 15:01:00.374836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38830) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:00.395534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.397599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.414401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d0f12b7a-8831-424d-9467-9ffcfbd5f8aa tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2076116 Jun 22 15:01:00.415113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] Calling delete_port for 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:00.420475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38834) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:00.449149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8a09c711-7f76-4db3-bd0e-2bbfcc94bda0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:00.494173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port bcbf065a-49c4-4fe2-ac9b-39b5851f7532 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:00.494832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.497632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.508030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['63a8f937-3390-4fd1-948d-79ecd5d6c4c5'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:01:00.542964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38836) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:00.549075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.553884 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3a536202-d723-4dfa-b4be-097c8eb186f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:00.574895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.580925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] Pushing event deleted for resources: {'Port': ['ID=58cc2dd4-2ff9-4e62-92fd-fda805f673d6,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:00.586031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:00.591853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] No DVR routers for this DVR port 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:00.652975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for bcbf065a-49c4-4fe2-ac9b-39b5851f7532 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:00.740702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.751608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-297325914'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:00.754243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.761564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:00.783481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a09c711-7f76-4db3-bd0e-2bbfcc94bda0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:00.787195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a09c711-7f76-4db3-bd0e-2bbfcc94bda0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.788596 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a09c711-7f76-4db3-bd0e-2bbfcc94bda0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:01:00.789123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a09c711-7f76-4db3-bd0e-2bbfcc94bda0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:00.794209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=bcbf065a-49c4-4fe2-ac9b-39b5851f7532,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:00.806992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:00.815453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.818431 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/bcbf065a-49c4-4fe2-ac9b-39b5851f7532 HTTP/1.1" status: 204 len: 168 time: 0.4420121 Jun 22 15:01:00.821157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38840) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:00.856053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:00.859735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.872041 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8a09c711-7f76-4db3-bd0e-2bbfcc94bda0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4509287 Jun 22 15:01:00.873877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:00.875483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38842) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:00.881408 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-49a00b6b-ac87-473b-ae93-8653bf867771 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:00.904321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28421dd7-6ec8-4214-829c-c82737aa1c79 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:00.905812 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-28421dd7-6ec8-4214-829c-c82737aa1c79 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0832009 Jun 22 15:01:00.909129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38844) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:00.953631 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46386e7-14e9-4b65-a209-dc530fc015e2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:00.955641 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e46386e7-14e9-4b65-a209-dc530fc015e2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/ef48b4ae-2867-47a8-8c48-0f5c19ed6e43 HTTP/1.1" status: 404 len: 333 time: 0.0453634 Jun 22 15:01:00.960289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38848) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:01.002509 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-812c4708-aa4a-4b06-b584-cdccbd7f274d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:01.004359 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-812c4708-aa4a-4b06-b584-cdccbd7f274d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/bcbf065a-49c4-4fe2-ac9b-39b5851f7532 HTTP/1.1" status: 404 len: 333 time: 0.0423760 Jun 22 15:01:01.008646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38850) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:01.118792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.149884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.169350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0359a91-c859-489b-bbcc-29a85339e1d9 req-a1b12e50-60e3-48be-a412-bc13d4e9753a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:01.170823 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a0359a91-c859-489b-bbcc-29a85339e1d9 req-a1b12e50-60e3-48be-a412-bc13d4e9753a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 945 time: 0.1416388 Jun 22 15:01:01.176154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.183140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.189945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.195448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-75505282-b2b9-4473-9595-8d4c4103c656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:01.225340 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:01:01.246321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.249244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:01.265398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285de1a1-5316-4a24-ae4e-51115eb01256']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:01.269536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57fe102-1a11-4399-8f30-2963956790a8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:01.276794 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:01.281884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a00b6b-ac87-473b-ae93-8653bf867771 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:01.284186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.284524 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 77acdd2a-8d37-4ae6-b6ad-362b4920eb27 of type vlan for network 7c79f18d-4577-4ba9-8bb8-399f21773e76 Jun 22 15:01:01.285398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49a00b6b-ac87-473b-ae93-8653bf867771 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.286820 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a00b6b-ac87-473b-ae93-8653bf867771 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:01:01.287240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a00b6b-ac87-473b-ae93-8653bf867771 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:01.297138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a095598b-fbce-42e0-b2d0-5bbd6bdafb44') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:01.297433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a095598b-fbce-42e0-b2d0-5bbd6bdafb44') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:01.311047 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a0359a91-c859-489b-bbcc-29a85339e1d9 req-785d385b-db18-4ac2-ab7d-97202f1c9b6a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253598 Jun 22 15:01:01.315008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.327782 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-49a00b6b-ac87-473b-ae93-8653bf867771 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4490206 Jun 22 15:01:01.328573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38852) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:01.338416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.361757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:01.362160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.364550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0a86b250-a8a8-4d7f-9843-afdfdcb126b7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0376105 Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:01.369438 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:01.371908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38854) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:01.425312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Allocated IP 172.26.6.95 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/12fa95c2-ada6-4ff1-b3ed-8ba7ce4da0b0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:01.427165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.433603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:01.440084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.441891 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/networks/285de1a1-5316-4a24-ae4e-51115eb01256 HTTP/1.1" status: 204 len: 168 time: 0.4326615 Jun 22 15:01:01.449762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38856) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:01.452385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Network': ['ID=285de1a1-5316-4a24-ae4e-51115eb01256,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:01.454747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:01.459930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-579994981'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:01.476211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4757db-4088-46ab-9c93-91d5129aa77e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:01.477699 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5a4757db-4088-46ab-9c93-91d5129aa77e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1060200 Jun 22 15:01:01.480383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38858) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:01.491472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.496956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:01.497545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.510754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:01.522794 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-de20e0dd-9ddc-4d95-801d-94805d3c693c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409930 Jun 22 15:01:01.526450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38860) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:01.531557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:01.597606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:01.602855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.619025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:01.621000 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0765355 Jun 22 15:01:01.624526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.636891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=7c79f18d-4577-4ba9-8bb8-399f21773e76,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:01.647718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:01.651538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 7c79f18d-4577-4ba9-8bb8-399f21773e76 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:01.679624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:01.690847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.691209 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Added segment ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c of type vlan for network 855c7a47-36d2-4a0b-a29c-28672f6aafe0 Jun 22 15:01:01.744424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.760673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38862) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:01.769764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': '7c79f18d-4577-4ba9-8bb8-399f21773e76', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:01.829531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.855302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.860858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:01.861457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.869190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:01.907238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.objects.ports [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93502) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:01:01.908713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.913421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:01.915077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:01.941859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:01.942498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 58cc2dd4-2ff9-4e62-92fd-fda805f673d6 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:01.952688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:01.956411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:01.962192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:01.962777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:01.967439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2117c-8b9a-4dba-8b85-a72febff4bf2 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:01.968649 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5160961 Jun 22 15:01:01.970776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38864) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:01.978435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Network': ['ID=855c7a47-36d2-4a0b-a29c-28672f6aafe0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:01.981478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '855c7a47-36d2-4a0b-a29c-28672f6aafe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:01.983936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:01.998243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=66e93609-85b8-42c1-9d34-abe719d2177e,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:02.000086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:02.005283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.011326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.016455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:02.017658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 855c7a47-36d2-4a0b-a29c-28672f6aafe0 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:02.032947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:02.040093 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5125766 Jun 22 15:01:02.040695 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38866) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:02.049605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:63:2c:e9', 'name': 'tempest-NetworksTestDHCPv6-969168232'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:02.093850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:02.109243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:02.117242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:02.147628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event updated for resources: {'Port': ['ID=12fa95c2-ada6-4ff1-b3ed-8ba7ce4da0b0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:02.157460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:02.181000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:02.195243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '66e93609-85b8-42c1-9d34-abe719d2177e'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:02.196272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.240585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:02.244266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.351623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.355898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Allocated IP 2001:db8::f816:3eff:fef4:c0d8 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/66e93609-85b8-42c1-9d34-abe719d2177e/8ec94fbe-4b59-46c6-8838-ac38ba6424d7) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:02.381775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 26609019-54c7-4b2e-beef-4cd77f9778a2 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:02.483488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.508715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-87448069-a1b5-4c11-86e5-fc27c4c28368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:02.523535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.526812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-54507e03-4036-45d7-b2bf-e9e5c283bbe9 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:02.544176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.554208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Transition to ACTIVE for port object 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:02.571528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Transition to ACTIVE for port object 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:02.578052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.581015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:02.602823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.610245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=d964931e-0b60-4734-b1b9-898d61b43a90,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:02.614176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=9807de65-e485-439f-9520-1d087a59f965,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:02.616456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:02.618997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:02.629843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Checking segment: {'id': 'ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '855c7a47-36d2-4a0b-a29c-28672f6aafe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:02.630206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network hostable DHCP agents. Network: 855c7a47-36d2-4a0b-a29c-28672f6aafe0, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:02.638629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:02.649921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:02.653255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:02.656489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '77acdd2a-8d37-4ae6-b6ad-362b4920eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c79f18d-4577-4ba9-8bb8-399f21773e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:02.656883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: 7c79f18d-4577-4ba9-8bb8-399f21773e76, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:02.657313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:fe63:2ce9 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/66e93609-85b8-42c1-9d34-abe719d2177e/26609019-54c7-4b2e-beef-4cd77f9778a2) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:02.664469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4939-6fdb-41d7-aa08-c09912378735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.668882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Pushing event updated for resources: {'Port': ['ID=8ec94fbe-4b59-46c6-8838-ac38ba6424d7,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:02.676023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 855c7a47-36d2-4a0b-a29c-28672f6aafe0 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:02.679169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:02.689424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccef4d-3ed9-4107-bc37-d5928bf74d10 req-df062360-c5dd-4c10-be36-94bee6b1022a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:02.690793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 855c7a47-36d2-4a0b-a29c-28672f6aafe0) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:02.690994 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8dccef4d-3ed9-4107-bc37-d5928bf74d10 req-df062360-c5dd-4c10-be36-94bee6b1022a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 945 time: 0.2500575 Jun 22 15:01:02.700708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:02.701337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.717764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ae2b8-13e8-4794-8550-b7d87e515250 None None] Network 855c7a47-36d2-4a0b-a29c-28672f6aafe0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:02.733117 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7596185 Jun 22 15:01:02.743482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38870) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:02.748352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': '855c7a47-36d2-4a0b-a29c-28672f6aafe0', 'name': 'tempest-PortsIpV6TestJSON-1116007616'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:02.766473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 7c79f18d-4577-4ba9-8bb8-399f21773e76 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:02.781186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 7c79f18d-4577-4ba9-8bb8-399f21773e76) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:02.785156 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8dccef4d-3ed9-4107-bc37-d5928bf74d10 req-089614dd-ed00-418c-adec-567b748862f3 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574515 Jun 22 15:01:02.792763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:02.793557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.798695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb8b94-b21a-4225-9a25-b5ea2e787b2f None None] Network 7c79f18d-4577-4ba9-8bb8-399f21773e76 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:02.805650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Attempting to bind port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:02.806121 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Attempting to bind port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:02.806563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Attempting to bind port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:02.829084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:02.829644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:02.830158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.830670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:02.831267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Bound port: 8ec94fbe-4b59-46c6-8838-ac38ba6424d7, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:02.831750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.856485 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0932062 Jun 22 15:01:02.861098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38872) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:02.869284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327968250'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:02.935770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:02.939989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.951982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.971115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:02.973321 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:03.017605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.018212 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 387e855d-4559-4be7-8d2b-3c8a1d4b901d of type vlan for network 40c1404c-c113-4e18-96c8-e16f1a47714e Jun 22 15:01:03.039116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] For port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:03.045591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] For port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8ec94fbe-4b59-46c6-8838-ac38ba6424d7,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:03.095088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.099639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1d2ed237-145c-4ce6-bf4f-5ec0592da975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:03.134341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-855c7a47-36d2-4a0b-a29c-28672f6aafe0', 'network_id': '855c7a47-36d2-4a0b-a29c-28672f6aafe0', 'tenant_id': 'fffe573ed4ef4749b96cc2ef72b3b0a6', 'fixed_ips': [{'subnet_id': '9807de65-e485-439f-9520-1d087a59f965'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:03.135363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.242674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Pushing event updated for resources: {'Port': ['ID=8ec94fbe-4b59-46c6-8838-ac38ba6424d7,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:03.279500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.299793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 26609019-54c7-4b2e-beef-4cd77f9778a2 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:03.307094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:03.313838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-7c79f18d-4577-4ba9-8bb8-399f21773e76', 'network_id': '7c79f18d-4577-4ba9-8bb8-399f21773e76', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': 'd964931e-0b60-4734-b1b9-898d61b43a90'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:03.314038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:03.315129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.317703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.322318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:03.353652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port a9a356dc-b43a-4367-9050-5928ad33e053 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:03.415457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.464854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.472526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a6baa5d9-76fb-4827-becb-6dd26b933ffc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:03.508590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.514310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:03.514954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.534775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-48c3bf65-f053-43a0-88d3-cf76f880b151 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:03.538406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:03.542796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:03.545616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=26609019-54c7-4b2e-beef-4cd77f9778a2,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:03.556623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:03.557423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:03.563079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:03.563737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.590776 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5468507 Jun 22 15:01:03.592236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38876) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:03.620211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=40c1404c-c113-4e18-96c8-e16f1a47714e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:03.627068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:03.653829 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7915907 Jun 22 15:01:03.654396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38878) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:03.655429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Router ca0af1d5-98ac-45ac-a100-830f23221fae is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:01:03.662617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': '40c1404c-c113-4e18-96c8-e16f1a47714e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:03.759055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2d7e4-4149-4abb-871f-a677b8afc051 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:03.761719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 40c1404c-c113-4e18-96c8-e16f1a47714e details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:03.766400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2d7e4-4149-4abb-871f-a677b8afc051 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:03.768553 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-71d2d7e4-4149-4abb-871f-a677b8afc051 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1750758 Jun 22 15:01:03.773475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38880) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:03.774465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:01:03.793573 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54f441-3648-4eea-b1d3-5c18313f4885 None None] Sync routers for ids ['ca0af1d5-98ac-45ac-a100-830f23221fae'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:01:03.807398 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54f441-3648-4eea-b1d3-5c18313f4885 None None] Routers {'ca0af1d5-98ac-45ac-a100-830f23221fae'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:03.808934 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-af54f441-3648-4eea-b1d3-5c18313f4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ca0af1d5-98ac-45ac-a100-830f23221fae'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:03.823143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:03.830653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:03.835337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.836583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:03.840530 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8757682 Jun 22 15:01:03.841263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38884) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:03.861841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Allocated IP 2001:db8::2 (855c7a47-36d2-4a0b-a29c-28672f6aafe0/9807de65-e485-439f-9520-1d087a59f965/0ce3ab73-f306-4aec-8147-668d73cea60e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:03.910615 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-af54f441-3648-4eea-b1d3-5c18313f4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:03.936105 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54f441-3648-4eea-b1d3-5c18313f4885 None None] Routers {'ca0af1d5-98ac-45ac-a100-830f23221fae'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:03.938354 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-af54f441-3648-4eea-b1d3-5c18313f4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ca0af1d5-98ac-45ac-a100-830f23221fae'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:04.000182 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-af54f441-3648-4eea-b1d3-5c18313f4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:04.001254 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54f441-3648-4eea-b1d3-5c18313f4885 None None] The sync data for ids ['ca0af1d5-98ac-45ac-a100-830f23221fae'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:01:04.035599 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:04.035984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.042987 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-51b67e0c-6277-4743-b6fb-095f807ced04 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/routers/ca0af1d5-98ac-45ac-a100-830f23221fae HTTP/1.1" status: 200 len: 919 time: 0.1999002 Jun 22 15:01:04.044917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38886) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:04.080797 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9d183d30-54e3-4464-b3b6-dfe13f2a0eff tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca0af1d5-98ac-45ac-a100-830f23221fae HTTP/1.1" status: 200 len: 205 time: 0.0344028 Jun 22 15:01:04.084073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38888) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:04.087393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:04.097068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 26609019-54c7-4b2e-beef-4cd77f9778a2 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:04.097561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.125006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Allocated IP 172.20.255.242 (7c79f18d-4577-4ba9-8bb8-399f21773e76/d964931e-0b60-4734-b1b9-898d61b43a90/27609278-8bb1-4b00-94b6-aab42d4a21e6) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:04.141953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.222456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.224933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbba009-17bb-4394-af7a-dc95d75ccb15 req-55ace827-9440-4f30-9150-6c396c604cee tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:04.226832 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-adbba009-17bb-4394-af7a-dc95d75ccb15 req-55ace827-9440-4f30-9150-6c396c604cee tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 945 time: 0.2191682 Jun 22 15:01:04.233852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.295251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.322239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Transition to ACTIVE for port object 0ce3ab73-f306-4aec-8147-668d73cea60e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:04.325343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.331734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:01:04.334193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c2f3a8-6b13-4dfb-9b47-15c7ccbe6cc2" -d '{"events": [{"server_uuid": "b8ee5155-c0e5-4439-9c17-1e26c82f3dda", "name": "network-vif-plugged", "status": "completed", "tag": "63a8f937-3390-4fd1-948d-79ecd5d6c4c5"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:01:04.360227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:04.368481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Transition to ACTIVE for port object 0ce3ab73-f306-4aec-8147-668d73cea60e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:04.377911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.382456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:04.389111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:04.391155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.420388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.423101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ea7855-e717-49c3-96cc-2b14b157a68c x-openstack-request-id: req-c2ea7855-e717-49c3-96cc-2b14b157a68c {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:01:04.423407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ee5155-c0e5-4439-9c17-1e26c82f3dda", "name": "network-vif-plugged", "status": "completed", "tag": "63a8f937-3390-4fd1-948d-79ecd5d6c4c5", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:01:04.423674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2ea7855-e717-49c3-96cc-2b14b157a68c {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:01:04.424070 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'code': 200} Jun 22 15:01:04.477883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Deleting port 12fa95c2-ada6-4ff1-b3ed-8ba7ce4da0b0 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:04.478365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.480248 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-adbba009-17bb-4394-af7a-dc95d75ccb15 req-edd1e661-17de-4610-bf2f-1865dcff3227 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382998 Jun 22 15:01:04.496503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Network 855c7a47-36d2-4a0b-a29c-28672f6aafe0 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:04.497864 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:04.516544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 26609019-54c7-4b2e-beef-4cd77f9778a2 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:04.519775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:04.550318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:04.550909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4821b8d9-a429-4216-bc1f-ce42e5e2ba4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:04.553138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:04.592345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.617730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.621355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bad80e8f-ea45-4df8-ba36-dc33b37a6fec tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:04.626275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::3d8 (855c7a47-36d2-4a0b-a29c-28672f6aafe0/9807de65-e485-439f-9520-1d087a59f965/a9a356dc-b43a-4367-9050-5928ad33e053) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:04.650540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.670384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Pushing event updated for resources: {'Port': ['ID=0ce3ab73-f306-4aec-8147-668d73cea60e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:04.680896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:04.684677 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Transition to ACTIVE for port object 27609278-8bb1-4b00-94b6-aab42d4a21e6 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:04.707103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Calling delete_port for 12fa95c2-ada6-4ff1-b3ed-8ba7ce4da0b0 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:04.713417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Attempting to bind port 0ce3ab73-f306-4aec-8147-668d73cea60e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:04.714015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Attempting to bind port 0ce3ab73-f306-4aec-8147-668d73cea60e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '855c7a47-36d2-4a0b-a29c-28672f6aafe0'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:04.714469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Attempting to bind port 0ce3ab73-f306-4aec-8147-668d73cea60e on network 855c7a47-36d2-4a0b-a29c-28672f6aafe0 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:04.725393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fb22d02c-9bc5-4835-a399-930679f6622a None None] Provisioning for port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:04.731461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:04.732030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Checking segment: {'id': 'ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '855c7a47-36d2-4a0b-a29c-28672f6aafe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:04.732590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.733094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Bound using segment: {'id': 'ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '855c7a47-36d2-4a0b-a29c-28672f6aafe0'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:04.733704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Bound port: 0ce3ab73-f306-4aec-8147-668d73cea60e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '855c7a47-36d2-4a0b-a29c-28672f6aafe0'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:04.734280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.737648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Transition to ACTIVE for port object 27609278-8bb1-4b00-94b6-aab42d4a21e6 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:04.739521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fb22d02c-9bc5-4835-a399-930679f6622a None None] Provisioning complete for port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:04.740456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fb22d02c-9bc5-4835-a399-930679f6622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.775662 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.780335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:04.787715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=01df1b49-788e-426d-8f65-9308fb34a9d7,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:04.790962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:04.828107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '387e855d-4559-4be7-8d2b-3c8a1d4b901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '40c1404c-c113-4e18-96c8-e16f1a47714e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:04.828398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: 40c1404c-c113-4e18-96c8-e16f1a47714e, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:04.832232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Pushing event updated for resources: {'Port': ['ID=27609278-8bb1-4b00-94b6-aab42d4a21e6,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:04.863185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:04.885264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Network 7c79f18d-4577-4ba9-8bb8-399f21773e76 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:04.897216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:04.905467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:04.913040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce4ac8-d0af-4b78-b95e-2403760def6f req-fc0536db-fb23-4767-bffd-c4974e26d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:04.914755 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6dce4ac8-d0af-4b78-b95e-2403760def6f req-fc0536db-fb23-4767-bffd-c4974e26d516 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 1099 time: 0.2809322 Jun 22 15:01:04.933231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:04.939430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9de5b750-12e0-4dc2-b521-463d417330b2 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:04.940880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 40c1404c-c113-4e18-96c8-e16f1a47714e is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:04.947994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] For port 0ce3ab73-f306-4aec-8147-668d73cea60e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:04.964028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event deleted for resources: {'Port': ['ID=12fa95c2-ada6-4ff1-b3ed-8ba7ce4da0b0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:04.972587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:04.996467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 40c1404c-c113-4e18-96c8-e16f1a47714e) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:05.002044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:05.002847 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] For port 0ce3ab73-f306-4aec-8147-668d73cea60e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0ce3ab73-f306-4aec-8147-668d73cea60e,segment=NetworkSegment(ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c),segment_id=ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:05.003243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.017708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48305283-aae2-4ebb-92b0-1612adf3f966 None None] Network 40c1404c-c113-4e18-96c8-e16f1a47714e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:05.025422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.039789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:05.043100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.044513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.052944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12bc9abe-7682-4afe-a70b-bae1ee67df0f tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:05.057041 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6dce4ac8-d0af-4b78-b95e-2403760def6f req-c675784c-222c-4369-a639-4d4649731272 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172543 Jun 22 15:01:05.067518 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4085271 Jun 22 15:01:05.071025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38892) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:05.092868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=26609019-54c7-4b2e-beef-4cd77f9778a2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:05.095676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Attempting to bind port 27609278-8bb1-4b00-94b6-aab42d4a21e6 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:05.095818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:05.096240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Attempting to bind port 27609278-8bb1-4b00-94b6-aab42d4a21e6 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '77acdd2a-8d37-4ae6-b6ad-362b4920eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c79f18d-4577-4ba9-8bb8-399f21773e76'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:05.096707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Attempting to bind port 27609278-8bb1-4b00-94b6-aab42d4a21e6 on network 7c79f18d-4577-4ba9-8bb8-399f21773e76 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:05.110395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fb22d02c-9bc5-4835-a399-930679f6622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.125227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:05.125777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Checking segment: {'id': '77acdd2a-8d37-4ae6-b6ad-362b4920eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c79f18d-4577-4ba9-8bb8-399f21773e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:05.126290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.126891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Bound using segment: {'id': '77acdd2a-8d37-4ae6-b6ad-362b4920eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c79f18d-4577-4ba9-8bb8-399f21773e76'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:05.127486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Bound port: 27609278-8bb1-4b00-94b6-aab42d4a21e6, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77acdd2a-8d37-4ae6-b6ad-362b4920eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c79f18d-4577-4ba9-8bb8-399f21773e76'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:05.127973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.138449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.144294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.149408 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/26609019-54c7-4b2e-beef-4cd77f9778a2 HTTP/1.1" status: 204 len: 168 time: 1.3726571 Jun 22 15:01:05.149666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38894) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:05.195269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object a9a356dc-b43a-4367-9050-5928ad33e053 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:05.221995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30607e8-80d2-49df-b8fb-fef24738cce7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:05.223655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30607e8-80d2-49df-b8fb-fef24738cce7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:05.224720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.228503 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c30607e8-80d2-49df-b8fb-fef24738cce7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0756426 Jun 22 15:01:05.229830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38896) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:05.232115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Pushing event updated for resources: {'Port': ['ID=0ce3ab73-f306-4aec-8147-668d73cea60e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:05.232679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.246172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-fb22d02c-9bc5-4835-a399-930679f6622a None None] For port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8ec94fbe-4b59-46c6-8838-ac38ba6424d7,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:05.249260 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:05.272018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fb22d02c-9bc5-4835-a399-930679f6622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.280547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:05.306905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.313427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6454f7f4-cab0-4fbf-9a53-18c6ac42eee4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:05.323122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 66e93609-85b8-42c1-9d34-abe719d2177e {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:05.343265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] For port 27609278-8bb1-4b00-94b6-aab42d4a21e6, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:05.343639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.344186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Fanout notify agent at l3_agent the message router_deleted on router ca0af1d5-98ac-45ac-a100-830f23221fae {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:01:05.348854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.373464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.374894 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/ca0af1d5-98ac-45ac-a100-830f23221fae HTTP/1.1" status: 204 len: 168 time: 1.2895083 Jun 22 15:01:05.388030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] For port 27609278-8bb1-4b00-94b6-aab42d4a21e6, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=27609278-8bb1-4b00-94b6-aab42d4a21e6,segment=NetworkSegment(77acdd2a-8d37-4ae6-b6ad-362b4920eb27),segment_id=77acdd2a-8d37-4ae6-b6ad-362b4920eb27)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:05.392632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38898) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:05.401193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1224985874', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': False}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:05.406398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.419606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 855c7a47-36d2-4a0b-a29c-28672f6aafe0 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:05.436648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:05.439973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:05.442671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22d02c-9bc5-4835-a399-930679f6622a None None] Pushing event updated for resources: {'Port': ['ID=8ec94fbe-4b59-46c6-8838-ac38ba6424d7,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:05.446808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.449163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-fb22d02c-9bc5-4835-a399-930679f6622a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:05.449703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-fb22d02c-9bc5-4835-a399-930679f6622a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:05.452239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-73aa88f8-e6bd-40e9-ad0b-5e4f76717d6d None None] Could not find standard attr ID for object 26609019-54c7-4b2e-beef-4cd77f9778a2. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:05.455146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:05.455833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.477191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.538938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-40c1404c-c113-4e18-96c8-e16f1a47714e', 'network_id': '40c1404c-c113-4e18-96c8-e16f1a47714e', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': '01df1b49-788e-426d-8f65-9308fb34a9d7'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:05.543334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.551301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=a9a356dc-b43a-4367-9050-5928ad33e053,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:05.561358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:05.581196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.591569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.593017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.603250 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8586726 Jun 22 15:01:05.611261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38902) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:05.702858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Pushing event updated for resources: {'Port': ['ID=27609278-8bb1-4b00-94b6-aab42d4a21e6,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:05.735770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:05.737441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.779161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Allocated IP 172.20.0.2 (40c1404c-c113-4e18-96c8-e16f1a47714e/01df1b49-788e-426d-8f65-9308fb34a9d7/9fc7a6ef-68af-4cdc-8d02-cc7324ea7210) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:05.788921 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d7104-1805-4370-ba04-af36262e07b3 req-6d1f1cc8-6dda-4da2-8c5f-ddd7fec83ccf tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:05.792079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.796198 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-272d7104-1805-4370-ba04-af36262e07b3 req-6d1f1cc8-6dda-4da2-8c5f-ddd7fec83ccf tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 946 time: 0.1061435 Jun 22 15:01:05.811208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:05.841004 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-272d7104-1805-4370-ba04-af36262e07b3 req-c76d0106-69e3-43ab-b7a1-f22d26dc642f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Jun 22 15:01:05.995299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port a9a356dc-b43a-4367-9050-5928ad33e053 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:05.995299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.038231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.049939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.054411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:06.060491 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Transition to ACTIVE for port object 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:06.076038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Transition to ACTIVE for port object 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:06.092769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0ce3ab73-f306-4aec-8147-668d73cea60e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:06.121205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.122556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.132723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.134069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dc89836b-9155-45b9-9033-eb8a27285b21 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:06.141633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:06.186385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=01df1b49-788e-426d-8f65-9308fb34a9d7,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:06.186623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.191366 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/66e93609-85b8-42c1-9d34-abe719d2177e HTTP/1.1" status: 204 len: 168 time: 0.9600787 Jun 22 15:01:06.195838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e044b-9bc5-4dc6-a2a7-212b9e200cc7 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:06.201573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38906) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:06.207241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=66e93609-85b8-42c1-9d34-abe719d2177e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:06.222907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Network 40c1404c-c113-4e18-96c8-e16f1a47714e is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:06.232080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:06.278763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:06.280566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Pushing event updated for resources: {'Port': ['ID=9fc7a6ef-68af-4cdc-8d02-cc7324ea7210,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:06.288540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:06.292057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:06.308184 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f890d38b-7ea0-45cd-9a6f-495ce911824f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957139 Jun 22 15:01:06.308184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38908) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:06.320293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:06.341308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.371822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:06.375272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c1404c-c113-4e18-96c8-e16f1a47714e']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:06.378342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 0ce3ab73-f306-4aec-8147-668d73cea60e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:06.400777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387e855d-4559-4be7-8d2b-3c8a1d4b901d') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:06.400944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387e855d-4559-4be7-8d2b-3c8a1d4b901d') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:06.420224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.432337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:06.441029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.457829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:06.458893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.488029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Attempting to bind port 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:06.488416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Attempting to bind port 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '387e855d-4559-4be7-8d2b-3c8a1d4b901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '40c1404c-c113-4e18-96c8-e16f1a47714e'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:06.492454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Attempting to bind port 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210 on network 40c1404c-c113-4e18-96c8-e16f1a47714e {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:06.513334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:06.513742 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Checking segment: {'id': '387e855d-4559-4be7-8d2b-3c8a1d4b901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '40c1404c-c113-4e18-96c8-e16f1a47714e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:06.514131 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.514540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Bound using segment: {'id': '387e855d-4559-4be7-8d2b-3c8a1d4b901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '40c1404c-c113-4e18-96c8-e16f1a47714e'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:06.515028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Bound port: 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387e855d-4559-4be7-8d2b-3c8a1d4b901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '40c1404c-c113-4e18-96c8-e16f1a47714e'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:06.515408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:06.526113 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:06.534409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.564658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.db.api [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 15:01:06.564658 dv-neutron-601336-93-hyperv neutron-server[93501]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 15:01:06.564658 dv-neutron-601336-93-hyperv neutron-server[93501]: [parameters: {'id': '40c1404c-c113-4e18-96c8-e16f1a47714e'}] Jun 22 15:01:06.564658 dv-neutron-601336-93-hyperv neutron-server[93501]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:01:06.566545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_db.api [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:01:06.597478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:06.597779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.683964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] For port 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:06.697085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for a9a356dc-b43a-4367-9050-5928ad33e053 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:06.701250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] For port 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9fc7a6ef-68af-4cdc-8d02-cc7324ea7210,segment=NetworkSegment(387e855d-4559-4be7-8d2b-3c8a1d4b901d),segment_id=387e855d-4559-4be7-8d2b-3c8a1d4b901d)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:06.715223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:06.718768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:06.738580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:06.768636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:06.785666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.068071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.181168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Pushing event updated for resources: {'Port': ['ID=9fc7a6ef-68af-4cdc-8d02-cc7324ea7210,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:07.184374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:07.189092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f712b7a3-35d5-43a6-a3b4-8cf400109f6a None None] Network 855c7a47-36d2-4a0b-a29c-28672f6aafe0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:07.243939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.271939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Deleting port 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:07.272994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.280650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a723d718-a852-442e-83c5-1b83b3cc0fda tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:07.296952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58b9d-1411-4ca6-9263-b2afdedbebee req-13cb3d71-7119-4274-8eaf-2c1b626aa2c8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:07.306081 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fbb58b9d-1411-4ca6-9263-b2afdedbebee req-13cb3d71-7119-4274-8eaf-2c1b626aa2c8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 946 time: 0.1580322 Jun 22 15:01:07.352065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c4140c26-5cb6-4ca7-8a7b-b4d3102376bc None None] Provisioning for port 0ce3ab73-f306-4aec-8147-668d73cea60e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:07.357685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] Deleting port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:07.358358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.369895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=a9a356dc-b43a-4367-9050-5928ad33e053,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:07.378977 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256f01c8-196a-4ab3-ba94-047eefd05f3b None None] Network 40c1404c-c113-4e18-96c8-e16f1a47714e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:07.391606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:07.448983 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fbb58b9d-1411-4ca6-9263-b2afdedbebee req-4b0e337f-f9ea-4a20-b16b-9a00e61093c1 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417325 Jun 22 15:01:07.450607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.451565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] For port 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9fc7a6ef-68af-4cdc-8d02-cc7324ea7210,segment=NetworkSegment(387e855d-4559-4be7-8d2b-3c8a1d4b901d),segment_id=387e855d-4559-4be7-8d2b-3c8a1d4b901d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:07.456894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c4140c26-5cb6-4ca7-8a7b-b4d3102376bc None None] Provisioning complete for port 0ce3ab73-f306-4aec-8147-668d73cea60e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:07.457288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c4140c26-5cb6-4ca7-8a7b-b4d3102376bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.462218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.464730 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/a9a356dc-b43a-4367-9050-5928ad33e053 HTTP/1.1" status: 204 len: 168 time: 1.8392441 Jun 22 15:01:07.464884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38930) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:07.544953 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2c9d05-5c5f-4a8b-a6e5-a995c9a5b33f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:07.546245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2c9d05-5c5f-4a8b-a6e5-a995c9a5b33f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:07.546469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b16b745-a65c-4f3c-99c1-737a63161f51 None None] Network 7c79f18d-4577-4ba9-8bb8-399f21773e76 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:07.550439 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8c2c9d05-5c5f-4a8b-a6e5-a995c9a5b33f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/a9a356dc-b43a-4367-9050-5928ad33e053 HTTP/1.1" status: 404 len: 333 time: 0.0822334 Jun 22 15:01:07.562877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38934) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:07.575118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Calling delete_port for 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:07.672678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] For port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8ec94fbe-4b59-46c6-8838-ac38ba6424d7,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:07.672678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.726689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee472fda-d390-426e-a755-9a9d4e732354 req-39f03d43-e16e-4206-be8a-2e527075d375 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:07.728263 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee472fda-d390-426e-a755-9a9d4e732354 req-39f03d43-e16e-4206-be8a-2e527075d375 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 946 time: 0.1415842 Jun 22 15:01:07.746499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.757163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8a7a6436-6ec8-4536-a482-531a440c13bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:07.785998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] Calling delete_port for 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:07.787540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Port': ['ID=9fc7a6ef-68af-4cdc-8d02-cc7324ea7210,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:07.807484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:07.811033 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee472fda-d390-426e-a755-9a9d4e732354 req-3e8e6ac1-e556-40fc-875e-a259ca52ba66 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748372 Jun 22 15:01:07.815927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No DVR routers for this DVR port 9fc7a6ef-68af-4cdc-8d02-cc7324ea7210 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:07.909714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.920992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c1404c-c113-4e18-96c8-e16f1a47714e']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:07.937967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387e855d-4559-4be7-8d2b-3c8a1d4b901d') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:07.937967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387e855d-4559-4be7-8d2b-3c8a1d4b901d') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:07.943731 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.957676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.964491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:07.964979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:07.991235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c4140c26-5cb6-4ca7-8a7b-b4d3102376bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.024634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 27609278-8bb1-4b00-94b6-aab42d4a21e6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:08.030089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38936) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:08.031935 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:08.058111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.065379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a033f61-c166-4ac6-9db9-0b14d8f351cc tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:08.093166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.097086 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3c1c0f-a80c-45b0-bb67-749d7b2ebf15 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:08.098780 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/40c1404c-c113-4e18-96c8-e16f1a47714e HTTP/1.1" status: 204 len: 168 time: 3.0261505 Jun 22 15:01:08.102037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=40c1404c-c113-4e18-96c8-e16f1a47714e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:08.105945 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8c3c1c0f-a80c-45b0-bb67-749d7b2ebf15 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/a9a356dc-b43a-4367-9050-5928ad33e053 HTTP/1.1" status: 404 len: 333 time: 0.5324922 Jun 22 15:01:08.106118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:08.106118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38940) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:08.109708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38942) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:08.115822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-270421186'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:08.118254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.135255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:08.143562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a63002-a6a0-4f7d-b483-851f4d7438b1 req-ccbcd062-ac6e-439d-86f8-8b1eda101d15 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:08.145096 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b7a63002-a6a0-4f7d-b483-851f4d7438b1 req-ccbcd062-ac6e-439d-86f8-8b1eda101d15 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.9600663 Jun 22 15:01:08.177718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:08.178458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c4140c26-5cb6-4ca7-8a7b-b4d3102376bc None None] For port 0ce3ab73-f306-4aec-8147-668d73cea60e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0ce3ab73-f306-4aec-8147-668d73cea60e,segment=NetworkSegment(ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c),segment_id=ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:08.181735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.190603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] Pushing event deleted for resources: {'Port': ['ID=8ec94fbe-4b59-46c6-8838-ac38ba6424d7,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:08.207200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:08.214609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] No DVR routers for this DVR port 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:08.236075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet 9807de65-e485-439f-9520-1d087a59f965 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:08.239956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c4140c26-5cb6-4ca7-8a7b-b4d3102376bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.243526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.248258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:08.258183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.311112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.324975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 27609278-8bb1-4b00-94b6-aab42d4a21e6 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:08.354312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4140c26-5cb6-4ca7-8a7b-b4d3102376bc None None] Pushing event updated for resources: {'Port': ['ID=0ce3ab73-f306-4aec-8147-668d73cea60e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:08.363245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c4140c26-5cb6-4ca7-8a7b-b4d3102376bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:08.382429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7f3b9628-29f2-491b-a439-cef120b6159c None None] Provisioning for port 27609278-8bb1-4b00-94b6-aab42d4a21e6 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:08.389532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7f3b9628-29f2-491b-a439-cef120b6159c None None] Provisioning complete for port 27609278-8bb1-4b00-94b6-aab42d4a21e6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:08.389915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9628-29f2-491b-a439-cef120b6159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.398756 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b7a63002-a6a0-4f7d-b483-851f4d7438b1 req-6bd61e7e-7f95-4795-8ded-9fd021dee253 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238839 Jun 22 15:01:08.418537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.438875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.474776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:08.509576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:08.509930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8ec94fbe-4b59-46c6-8838-ac38ba6424d7 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:08.528387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:08.603765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9628-29f2-491b-a439-cef120b6159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.608763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Allocated IP 172.26.6.80 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/19abdc12-d4e6-4de7-aca1-b60eb9b9aab3) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:08.663071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.663427 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 8716951e-f88d-4cfe-8ee4-b770f54143ad of type vlan for network fd92107a-2456-4a44-ad82-6f80ceaa1f92 Jun 22 15:01:08.663995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7f3b9628-29f2-491b-a439-cef120b6159c None None] For port 27609278-8bb1-4b00-94b6-aab42d4a21e6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=27609278-8bb1-4b00-94b6-aab42d4a21e6,segment=NetworkSegment(77acdd2a-8d37-4ae6-b6ad-362b4920eb27),segment_id=77acdd2a-8d37-4ae6-b6ad-362b4920eb27)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:08.667390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.673076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7f3b9628-29f2-491b-a439-cef120b6159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.675958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-255b4466-19f0-4519-b6cc-356e3bb096d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:08.676143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8152ccc8-a306-435e-9ee4-565d406fd89a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:08.717318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.objects.ports [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93502) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:01:08.720545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.726891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=9807de65-e485-439f-9520-1d087a59f965,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:08.732100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-26dec190-f829-46d4-91e9-e5aca963492a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:08.738832 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:08.740728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.745097 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/9807de65-e485-439f-9520-1d087a59f965 HTTP/1.1" status: 204 len: 168 time: 0.6179175 Jun 22 15:01:08.746203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b9628-29f2-491b-a439-cef120b6159c None None] Pushing event updated for resources: {'Port': ['ID=27609278-8bb1-4b00-94b6-aab42d4a21e6,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:08.747018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:08.747313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38944) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:08.750306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7f3b9628-29f2-491b-a439-cef120b6159c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:08.769038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:08.772495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:08.773228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.773981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.780687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afcf771-ea25-4e5b-9f52-4afaedbce0d1 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:08.800151 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3246c8f-4355-448a-adb3-a4e2b8fe7604 tempest-TestVolumeBootPattern-925313796 tempest-TestVolumeBootPattern-925313796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:08.805706 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4911761 Jun 22 15:01:08.806325 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f3246c8f-4355-448a-adb3-a4e2b8fe7604 tempest-TestVolumeBootPattern-925313796 tempest-TestVolumeBootPattern-925313796-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 1094 time: 0.7711797 Jun 22 15:01:08.806894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38946) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:08.821332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:08.826087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38948) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:08.831231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:14:fa:48', 'name': 'tempest-NetworksTestDHCPv6-445981098'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:08.869920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f4850338-a27b-4eae-9eea-86deb18f2118 None None] Provisioning complete for port 27609278-8bb1-4b00-94b6-aab42d4a21e6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:08.870387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4850338-a27b-4eae-9eea-86deb18f2118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.898475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.902666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.903971 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf5e62f-c0d6-4152-9394-f8be03be9633 None None] Network 855c7a47-36d2-4a0b-a29c-28672f6aafe0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:08.908134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:08.908789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.910969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=62b8ecf0-8043-4ea4-88f1-ae3aacbcd759,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:08.913203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c566d5ef-d927-4600-9821-1a4e48bd5aeb tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:08.917005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:08.980303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:08.991311 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8821812 Jun 22 15:01:08.992224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38950) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:08.996831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.017966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=fd92107a-2456-4a44-ad82-6f80ceaa1f92,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:09.019301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': 'fd92107a-2456-4a44-ad82-6f80ceaa1f92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:09.021922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:09.044899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 0ce3ab73-f306-4aec-8147-668d73cea60e {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:09.045245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.046438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network fd92107a-2456-4a44-ad82-6f80ceaa1f92 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:09.118628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] For port 0ce3ab73-f306-4aec-8147-668d73cea60e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0ce3ab73-f306-4aec-8147-668d73cea60e,segment=NetworkSegment(ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c),segment_id=ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:09.119570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.178552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:09.182261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.202588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 0ce3ab73-f306-4aec-8147-668d73cea60e owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:09.308602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.ipam_backend_mixin [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Performing IP validity checks on allocation pools {{(pid=93502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 15:01:09.309381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.ipam_backend_mixin [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 15:01:09.362856 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '62b8ecf0-8043-4ea4-88f1-ae3aacbcd759'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:09.363761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.371336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:09.412569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f4850338-a27b-4eae-9eea-86deb18f2118 None None] Provisioning complete for port 0ce3ab73-f306-4aec-8147-668d73cea60e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:09.412986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4850338-a27b-4eae-9eea-86deb18f2118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.437387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.445216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:09.549110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:09.565111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:09.573434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:09.589029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event updated for resources: {'Port': ['ID=19abdc12-d4e6-4de7-aca1-b60eb9b9aab3,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:09.592787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:09.594496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.708806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.729654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.747739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f4850338-a27b-4eae-9eea-86deb18f2118 None None] Port 0ce3ab73-f306-4aec-8147-668d73cea60e update to ACTIVE by agent not found {{(pid=93503) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2139}} Jun 22 15:01:09.753020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-84439b58-a55e-4664-ab47-81171ee2a4d3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:09.765007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Allocated IP 2001:db8::f816:3eff:fe54:ea0c (8c283d8d-bdf0-4810-b080-3afcb2f245b2/62b8ecf0-8043-4ea4-88f1-ae3aacbcd759/7f262381-e6bd-4799-bd49-2d710b2e1f47) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:09.781995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=0ce3ab73-f306-4aec-8147-668d73cea60e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:09.788190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No DVR routers for this DVR port 0ce3ab73-f306-4aec-8147-668d73cea60e on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:09.794608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:09.878726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 9fd8bc03-c0a6-45a4-83c5-e9bd8a435528 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:09.896134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.906480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855c7a47-36d2-4a0b-a29c-28672f6aafe0']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:09.917549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:09.917848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3b7370-9cd1-4779-8a1c-1dc9bfe0084c') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:09.920426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.922506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-31b9a8e0-2671-4460-a59d-d682f9f52120 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:09.928067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.954784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.961848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:09.962179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.974992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:09.988192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d7ccec-ed16-4a77-a248-069fb1a04712 None None] DHCP port deletion for 855c7a47-36d2-4a0b-a29c-28672f6aafe0 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:10.004371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9e008793-f8ae-4ba8-b476-b2bfdf582c93 None None] Could not find standard attr ID for object a9a356dc-b43a-4367-9050-5928ad33e053. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:10.018054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 27609278-8bb1-4b00-94b6-aab42d4a21e6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:10.045604 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:10.054967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3313887-03d2-4601-8882-385b1619b741 req-a28685bd-5d8c-40d1-b8ad-ce246b8cb813 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:10.056514 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b3313887-03d2-4601-8882-385b1619b741 req-a28685bd-5d8c-40d1-b8ad-ce246b8cb813 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.3686647 Jun 22 15:01:10.057740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.058359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Transition to ACTIVE for port object 7f262381-e6bd-4799-bd49-2d710b2e1f47 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:10.061198 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29bff39f-1835-4c5b-9eec-4d082e1f8247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:10.091373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.093786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.099746 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/networks/855c7a47-36d2-4a0b-a29c-28672f6aafe0 HTTP/1.1" status: 204 len: 168 time: 1.3472202 Jun 22 15:01:10.099746 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Network': ['ID=855c7a47-36d2-4a0b-a29c-28672f6aafe0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:10.100010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Transition to ACTIVE for port object 7f262381-e6bd-4799-bd49-2d710b2e1f47 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:10.101295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:10.103111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38954) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:10.108016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1113655627'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:10.126344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.129590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cbf86cda-242d-4b0a-bf65-39dcdec5118e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:10.136417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Allocated IP 172.26.6.140 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/5b4084f6-d13c-4415-aff9-27464d15aa98) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:10.141522 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b3313887-03d2-4601-8882-385b1619b741 req-891dca97-380e-4109-a6b7-de0fee70cb63 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652022 Jun 22 15:01:10.156901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=ce7be818-2af2-4973-b803-e5b2843e3587,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:10.163184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 27609278-8bb1-4b00-94b6-aab42d4a21e6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:10.163455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.167151 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:10.172967 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:10.175073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.204965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:10.216168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.216380 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Added segment 5fc99af3-902c-41c6-a4d6-90900acf7aa2 of type vlan for network d916a294-35b4-4b6e-86b1-488e923a1dd4 Jun 22 15:01:10.245288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '8716951e-f88d-4cfe-8ee4-b770f54143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fd92107a-2456-4a44-ad82-6f80ceaa1f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:10.245747 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:10.245868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: fd92107a-2456-4a44-ad82-6f80ceaa1f92, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:10.255793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:10.261619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:10.270244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.279260 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Pushing event updated for resources: {'Port': ['ID=7f262381-e6bd-4799-bd49-2d710b2e1f47,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:10.289940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:10.303355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.309710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:10.310463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.313820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:10.344124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.346185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:fe14:fa48 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/62b8ecf0-8043-4ea4-88f1-ae3aacbcd759/9fd8bc03-c0a6-45a4-83c5-e9bd8a435528) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:10.366463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Attempting to bind port 7f262381-e6bd-4799-bd49-2d710b2e1f47 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:10.367674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Attempting to bind port 7f262381-e6bd-4799-bd49-2d710b2e1f47 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:10.368324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Attempting to bind port 7f262381-e6bd-4799-bd49-2d710b2e1f47 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:10.375001 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2681100 Jun 22 15:01:10.375294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38956) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:10.380933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': 'd916a294-35b4-4b6e-86b1-488e923a1dd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:10.382540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:10.382745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network fd92107a-2456-4a44-ad82-6f80ceaa1f92 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:10.383222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:10.383923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.384446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:10.385121 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Bound port: 7f262381-e6bd-4799-bd49-2d710b2e1f47, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:10.385611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.427863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, fd92107a-2456-4a44-ad82-6f80ceaa1f92) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:10.436678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Network': ['ID=d916a294-35b4-4b6e-86b1-488e923a1dd4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:10.442141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:10.445278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:10.445869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.484551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed9a8be-fbe0-4c66-bdac-f096b44b5818 None None] Network fd92107a-2456-4a44-ad82-6f80ceaa1f92 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:10.486363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:10.486917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network d916a294-35b4-4b6e-86b1-488e923a1dd4 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:10.491746 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.518851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.527361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0ce3ab73-f306-4aec-8147-668d73cea60e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:10.532827 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5249038 Jun 22 15:01:10.537381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38958) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:10.594541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 0ce3ab73-f306-4aec-8147-668d73cea60e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:10.595197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0ce3ab73-f306-4aec-8147-668d73cea60e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:10.605673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] For port 7f262381-e6bd-4799-bd49-2d710b2e1f47, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:10.637029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] For port 7f262381-e6bd-4799-bd49-2d710b2e1f47, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7f262381-e6bd-4799-bd49-2d710b2e1f47,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:10.654155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.659166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:10.712179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Pushing event updated for resources: {'Port': ['ID=7f262381-e6bd-4799-bd49-2d710b2e1f47,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:10.721218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:10.741565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.744937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0d6aece-2954-4604-b995-9595d1c2c76e tempest-ExtraDHCPOptionsTestJSON-1908051111 tempest-ExtraDHCPOptionsTestJSON-1908051111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:10.808905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=b4df3220-24ee-4649-a5ef-27d5e9d086fa,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:10.811841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:10.817508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Checking segment: {'id': '5fc99af3-902c-41c6-a4d6-90900acf7aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd916a294-35b4-4b6e-86b1-488e923a1dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:10.818183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network hostable DHCP agents. Network: d916a294-35b4-4b6e-86b1-488e923a1dd4, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:10.835871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network d916a294-35b4-4b6e-86b1-488e923a1dd4 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:10.847228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-fd92107a-2456-4a44-ad82-6f80ceaa1f92', 'network_id': 'fd92107a-2456-4a44-ad82-6f80ceaa1f92', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': 'ce7be818-2af2-4973-b803-e5b2843e3587'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:10.848305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.850733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, d916a294-35b4-4b6e-86b1-488e923a1dd4) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:10.851172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.855757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:10.856846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.861883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea361a96-decc-4ce8-8c07-fc270b03f6d5 None None] Network d916a294-35b4-4b6e-86b1-488e923a1dd4 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:10.862297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.872654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c3db3343-804e-4339-97fb-2db70f5cdac3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:10.878492 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5021050 Jun 22 15:01:10.881170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38962) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:10.888013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': 'd916a294-35b4-4b6e-86b1-488e923a1dd4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1040355732'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:10.912719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:10.953499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:10.968271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:10.972149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:11.054870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.057641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:11.062090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.114168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port beccf21a-a92e-4e6d-a87d-dc40fff5ffb3 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:11.124343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 9fd8bc03-c0a6-45a4-83c5-e9bd8a435528 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:11.134206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'Port': ['ID=5b4084f6-d13c-4415-aff9-27464d15aa98,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:11.141725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:11.157974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Allocated IP 172.20.0.3 (fd92107a-2456-4a44-ad82-6f80ceaa1f92/ce7be818-2af2-4973-b803-e5b2843e3587/c87dd1e4-0312-4657-acc2-6851f6a6392a) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:11.163218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.267369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::6f (d916a294-35b4-4b6e-86b1-488e923a1dd4/b4df3220-24ee-4649-a5ef-27d5e9d086fa/beccf21a-a92e-4e6d-a87d-dc40fff5ffb3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:11.315595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-d916a294-35b4-4b6e-86b1-488e923a1dd4', 'network_id': 'd916a294-35b4-4b6e-86b1-488e923a1dd4', 'tenant_id': 'fffe573ed4ef4749b96cc2ef72b3b0a6', 'fixed_ips': [{'subnet_id': 'b4df3220-24ee-4649-a5ef-27d5e9d086fa'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:11.317995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.430351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.452690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object beccf21a-a92e-4e6d-a87d-dc40fff5ffb3 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:11.475252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.483608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Transition to ACTIVE for port object c87dd1e4-0312-4657-acc2-6851f6a6392a will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:11.497072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.500245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:11.519011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Transition to ACTIVE for port object c87dd1e4-0312-4657-acc2-6851f6a6392a will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:11.529336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.535585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-57c20857-ea30-4dc1-9ba0-e6617a51b47b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:11.547969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network d916a294-35b4-4b6e-86b1-488e923a1dd4 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:11.553178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:11.560517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:11.567305 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:11.568138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.588339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=beccf21a-a92e-4e6d-a87d-dc40fff5ffb3,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:11.591588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:11.599152 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7160101 Jun 22 15:01:11.601318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Network fd92107a-2456-4a44-ad82-6f80ceaa1f92 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:11.602423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38966) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:11.604578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Allocated IP 2001:db8::2 (d916a294-35b4-4b6e-86b1-488e923a1dd4/b4df3220-24ee-4649-a5ef-27d5e9d086fa/70c31617-359a-47e4-bec1-19364265da4d) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:11.612111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:11.620720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:11.630973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Pushing event updated for resources: {'Port': ['ID=c87dd1e4-0312-4657-acc2-6851f6a6392a,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:11.635669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:11.745130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port beccf21a-a92e-4e6d-a87d-dc40fff5ffb3 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:11.745635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.791549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Attempting to bind port c87dd1e4-0312-4657-acc2-6851f6a6392a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:11.792089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Attempting to bind port c87dd1e4-0312-4657-acc2-6851f6a6392a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '8716951e-f88d-4cfe-8ee4-b770f54143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fd92107a-2456-4a44-ad82-6f80ceaa1f92'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:11.792571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Attempting to bind port c87dd1e4-0312-4657-acc2-6851f6a6392a on network fd92107a-2456-4a44-ad82-6f80ceaa1f92 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:11.807775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:11.808349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Checking segment: {'id': '8716951e-f88d-4cfe-8ee4-b770f54143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fd92107a-2456-4a44-ad82-6f80ceaa1f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:11.808910 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.809543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Bound using segment: {'id': '8716951e-f88d-4cfe-8ee4-b770f54143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fd92107a-2456-4a44-ad82-6f80ceaa1f92'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:11.810373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Bound port: c87dd1e4-0312-4657-acc2-6851f6a6392a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8716951e-f88d-4cfe-8ee4-b770f54143ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fd92107a-2456-4a44-ad82-6f80ceaa1f92'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:11.810887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.883182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.896319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c40c2192-2d13-429c-8966-e9f879389ee0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:11.896530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:11.939699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] For port c87dd1e4-0312-4657-acc2-6851f6a6392a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:11.966011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] For port c87dd1e4-0312-4657-acc2-6851f6a6392a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c87dd1e4-0312-4657-acc2-6851f6a6392a,segment=NetworkSegment(8716951e-f88d-4cfe-8ee4-b770f54143ad),segment_id=8716951e-f88d-4cfe-8ee4-b770f54143ad)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:11.982444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.003205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.019719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.033886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Transition to ACTIVE for port object 70c31617-359a-47e4-bec1-19364265da4d will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:12.034695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for beccf21a-a92e-4e6d-a87d-dc40fff5ffb3 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:12.040096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-03abf5ac-2c10-46b1-b81a-489226f3b7b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:12.049797 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f262381-e6bd-4799-bd49-2d710b2e1f47 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:12.050110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:12.066927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:12.071607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:12.077969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:12.078649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.108958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77f68-4e70-4e1f-914f-d940936b2810 req-6ed2f29e-0c32-4315-90f3-ff91a75d7c2b tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:12.116730 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05f77f68-4e70-4e1f-914f-d940936b2810 req-6ed2f29e-0c32-4315-90f3-ff91a75d7c2b tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.5445821 Jun 22 15:01:12.116965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Transition to ACTIVE for port object 70c31617-359a-47e4-bec1-19364265da4d will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:12.124936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=9fd8bc03-c0a6-45a4-83c5-e9bd8a435528,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:12.140655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.179448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:12.186920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d07c3960-0016-4047-b14e-8902ae10d089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:12.204118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Pushing event updated for resources: {'Port': ['ID=c87dd1e4-0312-4657-acc2-6851f6a6392a,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:12.209009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:12.210023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-24d8c7e1-db51-49f4-9d5f-ca18f1c7dcda None None] Provisioning for port 7f262381-e6bd-4799-bd49-2d710b2e1f47 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:12.215572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Network d916a294-35b4-4b6e-86b1-488e923a1dd4 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:12.216497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e7bbd749-756e-4f3f-8369-21b6f1bd952e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:12.242163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.243702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.253911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd92107a-2456-4a44-ad82-6f80ceaa1f92']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:12.261078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a3741d4-bf4f-4288-9023-1c8e1d011f0d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:12.261259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:12.266918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8716951e-f88d-4cfe-8ee4-b770f54143ad') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:12.267974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:12.268322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8716951e-f88d-4cfe-8ee4-b770f54143ad') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:12.280316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.296657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.305177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:12.305656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.311219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=beccf21a-a92e-4e6d-a87d-dc40fff5ffb3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:12.315245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:12.328542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Pushing event updated for resources: {'Port': ['ID=70c31617-359a-47e4-bec1-19364265da4d,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:12.333953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 7f262381-e6bd-4799-bd49-2d710b2e1f47 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:12.337840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:12.349863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.354850 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/beccf21a-a92e-4e6d-a87d-dc40fff5ffb3 HTTP/1.1" status: 204 len: 168 time: 0.7478218 Jun 22 15:01:12.355262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38968) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:12.358671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7f262381-e6bd-4799-bd49-2d710b2e1f47 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:12.359044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.393627 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c688066f-ffad-4ac2-b22f-52af8795d23c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:12.397629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7be818-2af2-4973-b803-e5b2843e3587,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:12.401932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Attempting to bind port 70c31617-359a-47e4-bec1-19364265da4d on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:12.402312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Attempting to bind port 70c31617-359a-47e4-bec1-19364265da4d by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '5fc99af3-902c-41c6-a4d6-90900acf7aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd916a294-35b4-4b6e-86b1-488e923a1dd4'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:12.402735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Attempting to bind port 70c31617-359a-47e4-bec1-19364265da4d on network d916a294-35b4-4b6e-86b1-488e923a1dd4 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:12.405341 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c688066f-ffad-4ac2-b22f-52af8795d23c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/beccf21a-a92e-4e6d-a87d-dc40fff5ffb3 HTTP/1.1" status: 404 len: 333 time: 0.0383465 Jun 22 15:01:12.411732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:12.411945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38970) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:12.414386 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:12.431967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:12.432244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Checking segment: {'id': '5fc99af3-902c-41c6-a4d6-90900acf7aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd916a294-35b4-4b6e-86b1-488e923a1dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:12.432656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.433539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Bound using segment: {'id': '5fc99af3-902c-41c6-a4d6-90900acf7aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd916a294-35b4-4b6e-86b1-488e923a1dd4'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:12.434039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Bound port: 70c31617-359a-47e4-bec1-19364265da4d, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc99af3-902c-41c6-a4d6-90900acf7aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd916a294-35b4-4b6e-86b1-488e923a1dd4'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:12.434421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.518583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet b4df3220-24ee-4649-a5ef-27d5e9d086fa {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:12.525776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.540262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] For port 70c31617-359a-47e4-bec1-19364265da4d, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:12.543586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] For port 70c31617-359a-47e4-bec1-19364265da4d, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=70c31617-359a-47e4-bec1-19364265da4d,segment=NetworkSegment(5fc99af3-902c-41c6-a4d6-90900acf7aa2),segment_id=5fc99af3-902c-41c6-a4d6-90900acf7aa2)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:12.554905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38972) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:12.556159 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7220747 Jun 22 15:01:12.597135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 15:01:12.597135 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 15:01:12.597135 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'id': 'fd92107a-2456-4a44-ad82-6f80ceaa1f92'}] Jun 22 15:01:12.597135 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:01:12.597646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:01:12.608545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.624316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.629743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a39d06af-ac18-4e75-b0a1-d45040dd762f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:12.641377 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05f77f68-4e70-4e1f-914f-d940936b2810 req-1f02805a-4e89-44b0-96e3-cdfa636ab6be tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5234835 Jun 22 15:01:12.706445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-395b3004-05cf-4c1a-a86f-893f8a126c5a None None] Provisioning for port 9fd8bc03-c0a6-45a4-83c5-e9bd8a435528 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:12.715802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.733202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-395b3004-05cf-4c1a-a86f-893f8a126c5a None None] Provisioning complete for port 9fd8bc03-c0a6-45a4-83c5-e9bd8a435528 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:12.733455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-395b3004-05cf-4c1a-a86f-893f8a126c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.760146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Router 068d1e86-be0d-4a23-b9b2-7a9c827cdbb7 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:01:12.760960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1780b515-d49b-4830-a5dd-161dbefd3683 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:12.768773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1780b515-d49b-4830-a5dd-161dbefd3683 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:12.773228 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1780b515-d49b-4830-a5dd-161dbefd3683 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2172070 Jun 22 15:01:12.774572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38976) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:12.780643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Pushing event updated for resources: {'Port': ['ID=70c31617-359a-47e4-bec1-19364265da4d,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:12.784150 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:12.837277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-395b3004-05cf-4c1a-a86f-893f8a126c5a None None] Port 9fd8bc03-c0a6-45a4-83c5-e9bd8a435528 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:12.837523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.849761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 7f262381-e6bd-4799-bd49-2d710b2e1f47, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7f262381-e6bd-4799-bd49-2d710b2e1f47,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:12.859616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.863309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4d5a336f-b77a-4815-a075-11c5caf82630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:12.959239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:12.962008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1b59b5e3-95dd-486a-a830-38701019865f tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:12.996428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=b4df3220-24ee-4649-a5ef-27d5e9d086fa,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:13.013538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.015473 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/b4df3220-24ee-4649-a5ef-27d5e9d086fa HTTP/1.1" status: 204 len: 168 time: 0.6008229 Jun 22 15:01:13.021135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:13.026083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38978) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:13.027756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 9fd8bc03-c0a6-45a4-83c5-e9bd8a435528 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:13.028092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.045486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:01:13.080804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.161285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.170862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=7f262381-e6bd-4799-bd49-2d710b2e1f47,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:13.184140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Sync routers for ids ['068d1e86-be0d-4a23-b9b2-7a9c827cdbb7'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:01:13.186537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:13.196017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Routers {'068d1e86-be0d-4a23-b9b2-7a9c827cdbb7'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:13.196802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['068d1e86-be0d-4a23-b9b2-7a9c827cdbb7'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:13.229719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.241685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.269640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.273454 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8776121 Jun 22 15:01:13.278168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38980) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:13.339456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.345563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Set router 068d1e86-be0d-4a23-b9b2-7a9c827cdbb7 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:01:13.397005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Deleting port c87dd1e4-0312-4657-acc2-6851f6a6392a {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:13.397758 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.406560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 9fd8bc03-c0a6-45a4-83c5-e9bd8a435528 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:13.553703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] For port c87dd1e4-0312-4657-acc2-6851f6a6392a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c87dd1e4-0312-4657-acc2-6851f6a6392a,segment=NetworkSegment(8716951e-f88d-4cfe-8ee4-b770f54143ad),segment_id=8716951e-f88d-4cfe-8ee4-b770f54143ad)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:13.554262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.561924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068d1e86-be0d-4a23-b9b2-7a9c827cdbb7', 'name': 'tempest-snat-router-1224985874', 'tenant_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.80'}], 'enable_snat': False}, 'gw_port_id': '19abdc12-d4e6-4de7-aca1-b60eb9b9aab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:01:05Z', 'updated_at': '2021-06-22T15:01:10Z', 'revision_number': 3, 'project_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'gw_port': {'id': '19abdc12-d4e6-4de7-aca1-b60eb9b9aab3', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068d1e86-be0d-4a23-b9b2-7a9c827cdbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:01:08Z', 'updated_at': '2021-06-22T15:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:13.563616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 70c31617-359a-47e4-bec1-19364265da4d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:13.563964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.594054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63435fb3-b6cb-4548-b7c2-d6f8a520b7b7 None None] Network fd92107a-2456-4a44-ad82-6f80ceaa1f92 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:13.596210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Checking router: 068d1e86-be0d-4a23-b9b2-7a9c827cdbb7 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:01:13.596566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Updating router 068d1e86-be0d-4a23-b9b2-7a9c827cdbb7 port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:01:13.609029 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4d9a927a-5d68-461a-ba57-e5b29763c7d6 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/routers/068d1e86-be0d-4a23-b9b2-7a9c827cdbb7 HTTP/1.1" status: 200 len: 908 time: 0.3290458 Jun 22 15:01:13.612351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38982) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:13.619391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1224985874', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': True}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:13.638653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Calling delete_port for c87dd1e4-0312-4657-acc2-6851f6a6392a owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:13.654877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] For port 70c31617-359a-47e4-bec1-19364265da4d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=70c31617-359a-47e4-bec1-19364265da4d,segment=NetworkSegment(5fc99af3-902c-41c6-a4d6-90900acf7aa2),segment_id=5fc99af3-902c-41c6-a4d6-90900acf7aa2)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:13.655045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.727838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.752480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 70c31617-359a-47e4-bec1-19364265da4d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:13.776249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.777472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.784726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.794004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d4d7a1b1-8709-4dd0-9b24-3dbd297c0dcd tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:13.858214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Port': ['ID=c87dd1e4-0312-4657-acc2-6851f6a6392a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:13.867879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No DVR routers for this DVR port c87dd1e4-0312-4657-acc2-6851f6a6392a on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:13.870136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:13.894902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6f15190b-765f-43eb-a20b-a12998c07439 None None] Could not find standard attr ID for object c87dd1e4-0312-4657-acc2-6851f6a6392a. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:13.965230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.978516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:13.990782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.009272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b1a63ec9-7381-4081-84fd-3245b4dd3244 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:14.032929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4222a161-1f4e-4c89-87cf-b8ee2d464f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:14.045586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.068194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'Port': ['ID=5b4084f6-d13c-4415-aff9-27464d15aa98,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:14.071504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:14.088959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=9fd8bc03-c0a6-45a4-83c5-e9bd8a435528,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:14.090257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:14.133292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.156529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c92bbb3-fa23-41de-bff3-5dbb3b1c6d38 None None] DHCP port deletion for fd92107a-2456-4a44-ad82-6f80ceaa1f92 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:14.187082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.192450 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/9fd8bc03-c0a6-45a4-83c5-e9bd8a435528 HTTP/1.1" status: 204 len: 168 time: 1.4099710 Jun 22 15:01:14.193827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.195741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38986) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:14.199203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.211446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd92107a-2456-4a44-ad82-6f80ceaa1f92']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:14.215043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Transition to ACTIVE for port object 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:14.234526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:14.251392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.261669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-523156da-1537-4028-bc25-ea0438626b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:14.264784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=70c31617-359a-47e4-bec1-19364265da4d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:14.267481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:14.287418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No DVR routers for this DVR port 70c31617-359a-47e4-bec1-19364265da4d on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:14.305708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8716951e-f88d-4cfe-8ee4-b770f54143ad') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:14.306136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8716951e-f88d-4cfe-8ee4-b770f54143ad') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:14.312437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034c86f-029e-4918-a322-497a0aa9607d None None] Pushing event updated for resources: {'Port': ['ID=19abdc12-d4e6-4de7-aca1-b60eb9b9aab3,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:14.314877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f262381-e6bd-4799-bd49-2d710b2e1f47 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:14.317049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7034c86f-029e-4918-a322-497a0aa9607d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:14.342544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.345435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.353377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Attempting to bind port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:14.353677 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Attempting to bind port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:14.354053 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Attempting to bind port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:14.366177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:14.366611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:14.367033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.367446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:14.367988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Bound port: 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:14.368331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.399742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.416585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d916a294-35b4-4b6e-86b1-488e923a1dd4']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:14.428048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.445249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:14.449000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:14.456936 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:14.481564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572dddce-718f-41fa-970f-5b7707bf3fae None None] Network d916a294-35b4-4b6e-86b1-488e923a1dd4 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:14.482498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca833243-0377-470a-8fcd-75f185473c9f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:14.484589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca833243-0377-470a-8fcd-75f185473c9f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:14.492234 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ca833243-0377-470a-8fcd-75f185473c9f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2928703 Jun 22 15:01:14.494100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38988) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:14.562101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-849530b4-e218-48bc-8ddc-58e7d66193af None None] Could not find standard attr ID for object 70c31617-359a-47e4-bec1-19364265da4d. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:14.578123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7f262381-e6bd-4799-bd49-2d710b2e1f47 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:14.578603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.580680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] For port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:14.628939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] For port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=19abdc12-d4e6-4de7-aca1-b60eb9b9aab3,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:14.668452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.673901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.676023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 62b8ecf0-8043-4ea4-88f1-ae3aacbcd759 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:14.678995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c4140c26-5cb6-4ca7-8a7b-b4d3102376bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:14.682674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b04e3180-f29d-4c61-bee8-43445ad54fa3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:14.687843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.689759 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/fd92107a-2456-4a44-ad82-6f80ceaa1f92 HTTP/1.1" status: 204 len: 168 time: 4.1484387 Jun 22 15:01:14.696438 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Floating IP e485118b-cb70-40eb-a1e8-d61a8d0d9cdc associated. External IP: 172.26.6.140, port: 63a8f937-3390-4fd1-948d-79ecd5d6c4c5. Jun 22 15:01:14.711615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 38990) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:14.712226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.720648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1290434158'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:14.777673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Routers {'068d1e86-be0d-4a23-b9b2-7a9c827cdbb7'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:14.778391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['068d1e86-be0d-4a23-b9b2-7a9c827cdbb7'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:14.780257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034c86f-029e-4918-a322-497a0aa9607d None None] Pushing event updated for resources: {'Port': ['ID=19abdc12-d4e6-4de7-aca1-b60eb9b9aab3,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:14.781238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=fd92107a-2456-4a44-ad82-6f80ceaa1f92,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:14.781399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9e15d-ad2e-4c6f-b8a8-e28780348ce0 req-eabc22f7-236b-4a06-a084-a62fe5738753 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:14.784540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7034c86f-029e-4918-a322-497a0aa9607d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:14.787775 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-84b9e15d-ad2e-4c6f-b8a8-e28780348ce0 req-eabc22f7-236b-4a06-a084-a62fe5738753 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.9316635 Jun 22 15:01:14.798121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc99af3-902c-41c6-a4d6-90900acf7aa2') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:14.798441 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc99af3-902c-41c6-a4d6-90900acf7aa2') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:14.805929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:14.845029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.845306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.861920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b1f72-e169-458b-b5e2-7b08f8b2d734 None None] DHCP port deletion for d916a294-35b4-4b6e-86b1-488e923a1dd4 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:14.869937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.895046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.910336 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-84b9e15d-ad2e-4c6f-b8a8-e28780348ce0 req-e1da2504-c844-41a0-bdd3-c4b55464da72 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043577 Jun 22 15:01:14.912705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:14.913207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:14.916507 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:14.938243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae3b84-c57a-42c2-9f80-eeeccdb6f79c None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:01:14.969183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 70c31617-359a-47e4-bec1-19364265da4d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:15.016422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 70c31617-359a-47e4-bec1-19364265da4d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:15.016794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 70c31617-359a-47e4-bec1-19364265da4d not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jun 22 15:01:15.045043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Port 70c31617-359a-47e4-bec1-19364265da4d not found, will not notify nova. {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 22 15:01:15.051335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.060396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c3f350c9-79c2-4064-a9ce-cad69e3bfd78 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:15.067741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.071439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] Set router 068d1e86-be0d-4a23-b9b2-7a9c827cdbb7 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:01:15.074653 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/networks/d916a294-35b4-4b6e-86b1-488e923a1dd4 HTTP/1.1" status: 204 len: 168 time: 1.9937730 Jun 22 15:01:15.075150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38994) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:15.091695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'name': 'tempest-PortsIpV6TestJSON-309300290'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:15.138548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Network': ['ID=d916a294-35b4-4b6e-86b1-488e923a1dd4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:15.146900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:15.227286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae3b84-c57a-42c2-9f80-eeeccdb6f79c None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:01:15.248373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:15.251911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.261580 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-2046a9f9-72af-4ad0-b9dd-14393e7addb8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6756215 Jun 22 15:01:15.276132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:15.280180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.321590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port 6ca40739-e76c-4bfa-b2f7-90203b4300b4 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:15.365756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.383088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068d1e86-be0d-4a23-b9b2-7a9c827cdbb7', 'name': 'tempest-snat-router-1224985874', 'tenant_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.80'}], 'enable_snat': False}, 'gw_port_id': '19abdc12-d4e6-4de7-aca1-b60eb9b9aab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:01:05Z', 'updated_at': '2021-06-22T15:01:10Z', 'revision_number': 3, 'project_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'gw_port': {'id': '19abdc12-d4e6-4de7-aca1-b60eb9b9aab3', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068d1e86-be0d-4a23-b9b2-7a9c827cdbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:01:08Z', 'updated_at': '2021-06-22T15:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:15.384127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:15.391017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.432150 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967f4dcb-e6b5-46be-901f-42fd3278adb2 None None] The sync data for ids ['068d1e86-be0d-4a23-b9b2-7a9c827cdbb7'] in dv-neutron-601336-93-hyperv is: [{'id': '068d1e86-be0d-4a23-b9b2-7a9c827cdbb7', 'name': 'tempest-snat-router-1224985874', 'tenant_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.80'}], 'enable_snat': False}, 'gw_port_id': '19abdc12-d4e6-4de7-aca1-b60eb9b9aab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:01:05Z', 'updated_at': '2021-06-22T15:01:10Z', 'revision_number': 3, 'project_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'gw_port': {'id': '19abdc12-d4e6-4de7-aca1-b60eb9b9aab3', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:85:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068d1e86-be0d-4a23-b9b2-7a9c827cdbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:01:08Z', 'updated_at': '2021-06-22T15:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:01:15.453274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.453615 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 664a7dbe-1bb8-461b-bd11-56e1adcfb0b1 of type vlan for network 036a660f-77e7-4325-b9a9-d436bb41c101 Jun 22 15:01:15.470375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.553520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.560376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-7b2c75aa-3a51-4f12-bc83-93073014c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:15.561939 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-7b2c75aa-3a51-4f12-bc83-93073014c6d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1099 time: 0.2681990 Jun 22 15:01:15.612331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.615803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Allocated IP 172.26.6.7 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/e6de03d5-5992-42fe-9731-69a1290f9d7a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:15.743788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.744546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.750162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:15.751305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:15.751930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.764679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:15.809833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.857681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Router 9fc5d268-39ca-42f2-bf33-69459458e898 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:01:15.858064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.861526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:15.863798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=6ca40739-e76c-4bfa-b2f7-90203b4300b4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:15.870945 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1530890 Jun 22 15:01:15.871168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:15.871168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:15.871326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 38996) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:15.876474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': '036a660f-77e7-4325-b9a9-d436bb41c101', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:15.880190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:15.886061 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:15.886692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:15.910366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec2736-4edd-484e-a065-a2dcb081ad83 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:15.963501 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8754313 Jun 22 15:01:15.973246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39000) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:16.047982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.055229 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/62b8ecf0-8043-4ea4-88f1-ae3aacbcd759 HTTP/1.1" status: 204 len: 168 time: 1.4978330 Jun 22 15:01:16.058334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39002) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:16.079620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=036a660f-77e7-4325-b9a9-d436bb41c101,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:16.081770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:16.082304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-4fe46726-fd23-4e41-afed-333d9e808993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:16.085269 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-4fe46726-fd23-4e41-afed-333d9e808993 service neutron] 10.222.0.21 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 913 time: 0.4719553 Jun 22 15:01:16.088279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:16.088914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6cee6d49-67d7-4c59-8e4c-be4ea84ffe61 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:16.112030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 036a660f-77e7-4325-b9a9-d436bb41c101 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:16.130957 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e5e6a820-eb8c-4fe3-81d8-4b41cc3b4064 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684836 Jun 22 15:01:16.138983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39004) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:16.207526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:01:16.219269 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] Sync routers for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:01:16.235412 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:16.236056 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:16.240545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.254257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e38a2cdd-9d02-46bc-87a2-d29e9d9dbaec tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:16.263971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:16.265182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:16.265684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=62b8ecf0-8043-4ea4-88f1-ae3aacbcd759,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:16.273642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:16.276447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:16.285193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:16.285850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.317868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:16.320638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:16.321799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.321940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.353621 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:16.387573 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-f8b73cee-6137-42f2-b0da-c9581536fefa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 1002 time: 0.2858217 Jun 22 15:01:16.422824 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:01:16.486098 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.6742270 Jun 22 15:01:16.490856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'tag': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:01:16.493942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418702fd-0871-4b9e-b7f3-6422be2dcd95" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ee5155-c0e5-4439-9c17-1e26c82f3dda", "tag": "63a8f937-3390-4fd1-948d-79ecd5d6c4c5"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:01:16.568514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-d5218a30-e459-47bf-acb4-66e8f0890b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:16.570222 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-d5218a30-e459-47bf-acb4-66e8f0890b6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 200 len: 851 time: 0.1748810 Jun 22 15:01:16.577461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ef0e7d-48bd-464b-97d0-45f3c1fdad9e x-openstack-request-id: req-13ef0e7d-48bd-464b-97d0-45f3c1fdad9e {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:01:16.577461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ee5155-c0e5-4439-9c17-1e26c82f3dda", "tag": "63a8f937-3390-4fd1-948d-79ecd5d6c4c5", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:01:16.577461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13ef0e7d-48bd-464b-97d0-45f3c1fdad9e {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:01:16.577461 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'tag': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'status': 'completed', 'code': 200} Jun 22 15:01:16.589912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761b4d0-798e-4d62-b655-086adddab95d req-0d368dbf-88f0-4ac8-bb86-5fc6d69c5468 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:16.596587 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e761b4d0-798e-4d62-b655-086adddab95d req-0d368dbf-88f0-4ac8-bb86-5fc6d69c5468 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.4286029 Jun 22 15:01:16.632368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event updated for resources: {'Port': ['ID=e6de03d5-5992-42fe-9731-69a1290f9d7a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:16.642914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:16.673196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0d6b96-62e3-4fb3-8ea0-60497fbeb31d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:16.675942 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1b0d6b96-62e3-4fb3-8ea0-60497fbeb31d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5338261 Jun 22 15:01:16.695836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] Deleting port 7f262381-e6bd-4799-bd49-2d710b2e1f47 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:16.696209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.703008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39010) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:16.710805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 6ca40739-e76c-4bfa-b2f7-90203b4300b4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:16.711576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.756166 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'e485118b-cb70-40eb-a1e8-d61a8d0d9cdc', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.140', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:3e:e3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:01:12Z', 'updated_at': '2021-06-22T15:01:12Z', 'revision_number': 0, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:16.773146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.797371 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] Checking router: 9fc5d268-39ca-42f2-bf33-69459458e898 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:01:16.811820 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:16.813057 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:16.818611 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.830079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=19abdc12-d4e6-4de7-aca1-b60eb9b9aab3,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:16.838721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] For port 7f262381-e6bd-4799-bd49-2d710b2e1f47, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7f262381-e6bd-4799-bd49-2d710b2e1f47,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:16.839293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.842254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:16.850304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-75c36688-dc3e-4d95-b2c8-68ae76086bd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:16.862512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-5fcce172-0d31-457f-8467-974b17ec9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:16.867736 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-5fcce172-0d31-457f-8467-974b17ec9703 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2852659 Jun 22 15:01:16.942071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] Calling delete_port for 7f262381-e6bd-4799-bd49-2d710b2e1f47 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:16.949277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c87dd1e4-0312-4657-acc2-6851f6a6392a no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:16.979097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3750e75a-b29c-4e28-8893-dca213e378c2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:16.980295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: c87dd1e4-0312-4657-acc2-6851f6a6392a {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:16.984164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c87dd1e4-0312-4657-acc2-6851f6a6392a not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:16.984276 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3750e75a-b29c-4e28-8893-dca213e378c2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2679534 Jun 22 15:01:16.984366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 70c31617-359a-47e4-bec1-19364265da4d no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:16.987251 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e761b4d0-798e-4d62-b655-086adddab95d req-f36a0327-6050-420d-91ab-eb3d6d816d80 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681080 Jun 22 15:01:16.987741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39012) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:17.045480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 70c31617-359a-47e4-bec1-19364265da4d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:17.045735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 70c31617-359a-47e4-bec1-19364265da4d not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:17.057935 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cc9d4e06-b31e-4d39-934a-80a1f3b0e75e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605979 Jun 22 15:01:17.062617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39014) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:17.066754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-876ff5f3-b4be-413e-b75a-0f19d97934a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:17.069232 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-876ff5f3-b4be-413e-b75a-0f19d97934a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 1099 time: 0.4517298 Jun 22 15:01:17.077148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:17.097151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=19abdc12-d4e6-4de7-aca1-b60eb9b9aab3,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:17.101541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:17.136311 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:01:17.148301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:17.151619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-867ecf30-e0aa-4841-bad8-51da34aaddab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:17.181679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 6ca40739-e76c-4bfa-b2f7-90203b4300b4 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:17.190804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] Pushing event deleted for resources: {'Port': ['ID=7f262381-e6bd-4799-bd49-2d710b2e1f47,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:17.193987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] No DVR routers for this DVR port 7f262381-e6bd-4799-bd49-2d710b2e1f47 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:17.196176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:17.251612 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-9ef79bb9-13cc-4dc0-82dc-3fdfaa993c0e service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639708 Jun 22 15:01:17.339034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:17.342314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-e2e825dc-47d9-41a6-9624-4198f7d0a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:17.343921 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-e2e825dc-47d9-41a6-9624-4198f7d0a14e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.2629325 Jun 22 15:01:17.381975 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:17.392467 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-09bb80be-1c2f-466e-a984-ddeadecb660c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:17.421741 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'e485118b-cb70-40eb-a1e8-d61a8d0d9cdc', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.140', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:3e:e3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:01:12Z', 'updated_at': '2021-06-22T15:01:12Z', 'revision_number': 0, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:17.435257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-5674366e-e697-40b1-93aa-f628d0153ae3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a8f937-3390-4fd1-948d-79ecd5d6c4c5 HTTP/1.1" status: 200 len: 1000 time: 0.0819511 Jun 22 15:01:17.438262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:17.442910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:17.464233 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4d9ad-5a62-4a81-9329-b8013869ff91 None None] The sync data for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv is: [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'e485118b-cb70-40eb-a1e8-d61a8d0d9cdc', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.140', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:3e:e3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:01:12Z', 'updated_at': '2021-06-22T15:01:12Z', 'revision_number': 0, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:01:17.500512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:17.531015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=8c0933bc-9ca1-49e3-ac47-73aeead80f12,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:17.537721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:17.539860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e6976832-65ca-420e-9981-cc54e33a99ba tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:17.569560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-cbc3d18a-5f4f-4566-8def-3db52237c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:17.571223 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-cbc3d18a-5f4f-4566-8def-3db52237c8fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.1230960 Jun 22 15:01:17.573117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:17.575014 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/6ca40739-e76c-4bfa-b2f7-90203b4300b4 HTTP/1.1" status: 204 len: 168 time: 1.6006722 Jun 22 15:01:17.575898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '664a7dbe-1bb8-461b-bd11-56e1adcfb0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '036a660f-77e7-4325-b9a9-d436bb41c101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:17.576253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: 036a660f-77e7-4325-b9a9-d436bb41c101, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:17.580971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39016) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:17.587045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'mac_address': 'fa:16:3e:41:0b:8b', 'name': 'tempest-PortsIpV6TestJSON-1648693009'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:17.593146 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a02e7b55-54dd-46f8-a8b3-ed265db7086e req-7a834ae4-66bc-4ab0-ba96-b833cc807a7a service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328431 Jun 22 15:01:17.610209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=6ca40739-e76c-4bfa-b2f7-90203b4300b4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:17.645808 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:17.710553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 036a660f-77e7-4325-b9a9-d436bb41c101 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:17.739664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-6a768e8c-aa0f-49ae-b5b9-2211ff7670e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:17.741446 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-6a768e8c-aa0f-49ae-b5b9-2211ff7670e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1527646 Jun 22 15:01:17.765601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 036a660f-77e7-4325-b9a9-d436bb41c101) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:17.776639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a1f0f-d49c-4170-a773-7ec96c39af55 None None] Network 036a660f-77e7-4325-b9a9-d436bb41c101 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:17.776905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:17.777494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:17.809118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:17.819687 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9443896 Jun 22 15:01:17.826791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:17.827699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39018) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:17.942851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.018831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:18.045737 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-5d02d809-1edd-47f3-9051-225605e878d4 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963958 Jun 22 15:01:18.054620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.056999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f203a6c-e1ea-4038-8860-359b91b2b06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-036a660f-77e7-4325-b9a9-d436bb41c101', 'network_id': '036a660f-77e7-4325-b9a9-d436bb41c101', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': '8c0933bc-9ca1-49e3-ac47-73aeead80f12'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:18.058041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8f203a6c-e1ea-4038-8860-359b91b2b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.080906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eb2c4f-1668-4fa2-b075-2e5d8fb1c72d None None] New status for floating IP e485118b-cb70-40eb-a1e8-d61a8d0d9cdc: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:01:18.083726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port 96b235af-123b-458e-a74d-95d90a5f6608 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:18.149002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.objects.ports [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93502) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:01:18.157560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.163651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c3dc601b-ca40-468d-9caf-f17f2880676c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:18.201117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Router 8c58247d-d08d-4307-9e16-0d8cdb992a3d is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:01:18.251185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:18.255562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:18.255960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.266233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:18.281869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:18.282573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.290821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=09036378-aa70-49b4-a229-9cbaf6632725,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:18.295865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.301152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:18.305363 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-418702fd-0871-4b9e-b7f3-6422be2dcd95 req-11fcd7a9-2226-4102-98bd-d1571b4ebfa1 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486668 Jun 22 15:01:18.340079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c640e-04b5-4b98-af1c-5c3e67b5f9fb None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:18.342085 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2715526 Jun 22 15:01:18.345036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39022) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:18.350591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:b3:6c:14', 'name': 'tempest-NetworksTestDHCPv6-2094136382'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:18.443688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.454429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-499efca6-d308-47fe-b98f-3ed2128248db tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:18.470630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.485081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78897c9-ad89-4629-8edd-8bef35cdac4d req-bd876e68-9a7b-49dd-a982-ef4a10d53dc3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:18.486776 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d78897c9-ad89-4629-8edd-8bef35cdac4d req-bd876e68-9a7b-49dd-a982-ef4a10d53dc3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.3101611 Jun 22 15:01:18.492865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0933bc-9ca1-49e3-ac47-73aeead80f12,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:18.497415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server [None req-8f203a6c-e1ea-4038-8860-359b91b2b06d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c0933bc-9ca1-49e3-ac47-73aeead80f12: This subnet is being modified by another concurrent operation. Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:01:18.504037 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1468, in create_port Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1433, in _create_port_db Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise exception Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c0933bc-9ca1-49e3-ac47-73aeead80f12: This subnet is being modified by another concurrent operation. Jun 22 15:01:18.509900 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Jun 22 15:01:18.572960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.582334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:18.590628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036a660f-77e7-4325-b9a9-d436bb41c101']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:18.599199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e1445-207e-436e-a4a5-6a14fa8a05ef None None] Network 036a660f-77e7-4325-b9a9-d436bb41c101 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:18.662704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664a7dbe-1bb8-461b-bd11-56e1adcfb0b1') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:18.663206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664a7dbe-1bb8-461b-bd11-56e1adcfb0b1') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:18.682000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.712328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.737336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:18.737996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:18.745103 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:18.787660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.803967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f262381-e6bd-4799-bd49-2d710b2e1f47 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:18.828710 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '09036378-aa70-49b4-a229-9cbaf6632725'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:18.829800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.832328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 7f262381-e6bd-4799-bd49-2d710b2e1f47 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:18.832847 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f262381-e6bd-4799-bd49-2d710b2e1f47 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:18.835929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 9e0c90a5-7ab4-4448-ae5f-935187e3f2a4 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:18.852111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.857912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.865324 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/036a660f-77e7-4325-b9a9-d436bb41c101 HTTP/1.1" status: 204 len: 168 time: 1.0337930 Jun 22 15:01:18.865987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39024) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:18.868058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-02e9b10e-45e1-45a5-91b7-651354cb9f89 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:18.879067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874748905'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:18.884320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:01:18.896324 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Sync routers for ids ['8c58247d-d08d-4307-9e16-0d8cdb992a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:01:18.906330 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Routers {'8c58247d-d08d-4307-9e16-0d8cdb992a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:18.907318 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8c58247d-d08d-4307-9e16-0d8cdb992a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:18.960996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:18.962583 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.3469305 Jun 22 15:01:18.982552 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d78897c9-ad89-4629-8edd-8bef35cdac4d req-c757694c-a32a-437b-88ac-cc72b7397b05 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4868107 Jun 22 15:01:18.983092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39026) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:19.000563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Allocated IP 2001:db8::f816:3eff:feeb:31f2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/09036378-aa70-49b4-a229-9cbaf6632725/d61f512c-5d82-4b56-ab2b-928f3cbae606) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:19.045000 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Set router 8c58247d-d08d-4307-9e16-0d8cdb992a3d gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:01:19.109935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.144919 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fce828f3-275d-4516-85ce-a5461f47dc88 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/routers/8c58247d-d08d-4307-9e16-0d8cdb992a3d HTTP/1.1" status: 200 len: 906 time: 0.1602361 Jun 22 15:01:19.149222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:19.176796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.186302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Transition to ACTIVE for port object d61f512c-5d82-4b56-ab2b-928f3cbae606 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:19.202820 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Transition to ACTIVE for port object d61f512c-5d82-4b56-ab2b-928f3cbae606 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:19.209457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39028) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:19.210234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.213939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:19.234635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=96b235af-123b-458e-a74d-95d90a5f6608,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:19.271349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:19.274981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:19.281738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:19.281967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:19.293090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Pushing event updated for resources: {'Port': ['ID=d61f512c-5d82-4b56-ab2b-928f3cbae606,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:19.300708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:19.301434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:19.309132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:19.323046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:19.330161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:19.331508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.345408 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c58247d-d08d-4307-9e16-0d8cdb992a3d', 'name': 'tempest-snat-router-1224985874', 'tenant_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': 'e6de03d5-5992-42fe-9731-69a1290f9d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:01:13Z', 'updated_at': '2021-06-22T15:01:16Z', 'revision_number': 3, 'project_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'gw_port': {'id': 'e6de03d5-5992-42fe-9731-69a1290f9d7a', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:99:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c58247d-d08d-4307-9e16-0d8cdb992a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:01:15Z', 'updated_at': '2021-06-22T15:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:19.358201 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7760129 Jun 22 15:01:19.381530 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Checking router: 8c58247d-d08d-4307-9e16-0d8cdb992a3d for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:01:19.382258 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Updating router 8c58247d-d08d-4307-9e16-0d8cdb992a3d port e6de03d5-5992-42fe-9731-69a1290f9d7a binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:01:19.396099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Attempting to bind port d61f512c-5d82-4b56-ab2b-928f3cbae606 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:19.396480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Attempting to bind port d61f512c-5d82-4b56-ab2b-928f3cbae606 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:19.396879 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Attempting to bind port d61f512c-5d82-4b56-ab2b-928f3cbae606 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:19.398725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39032) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:19.402896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:19.403417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:19.403874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.404280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:19.404795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Bound port: d61f512c-5d82-4b56-ab2b-928f3cbae606, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:19.405190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.470725 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.492862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=036a660f-77e7-4325-b9a9-d436bb41c101,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:19.494080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937648b5-bc42-4344-831b-3272c789195f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:19.499505 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-937648b5-bc42-4344-831b-3272c789195f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/96b235af-123b-458e-a74d-95d90a5f6608 HTTP/1.1" status: 200 len: 845 time: 0.0992754 Jun 22 15:01:19.501019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39036) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:19.501861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.505715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:19.510246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:19.514398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] For port d61f512c-5d82-4b56-ab2b-928f3cbae606, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:19.515224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.519077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] For port d61f512c-5d82-4b56-ab2b-928f3cbae606, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d61f512c-5d82-4b56-ab2b-928f3cbae606,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:19.527425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.540378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1180b12f-4b4a-490d-bf02-928c35243426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:19.594612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:19.615120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.615465 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 12ccd50a-83a1-48b5-9cf0-9bb54240d69d of type vlan for network 5eba9077-44c7-4359-90fe-65c69390d161 Jun 22 15:01:19.637900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:feb3:6c14 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/09036378-aa70-49b4-a229-9cbaf6632725/9e0c90a5-7ab4-4448-ae5f-935187e3f2a4) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:19.653077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Pushing event updated for resources: {'Port': ['ID=d61f512c-5d82-4b56-ab2b-928f3cbae606,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:19.680844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:19.690075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.753462 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 96b235af-123b-458e-a74d-95d90a5f6608 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:19.753815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.773949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.779417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:19.779995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.807604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-61a4b666-5c31-413c-b7a3-b400c75d75d0 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:19.828336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.859529 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.887226 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0144546 Jun 22 15:01:19.898598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39040) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:19.908907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': '5eba9077-44c7-4359-90fe-65c69390d161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:19.920480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=5eba9077-44c7-4359-90fe-65c69390d161,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:19.933815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:19.934024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 5eba9077-44c7-4359-90fe-65c69390d161 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:19.935213 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.955675 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Transition to ACTIVE for port object e6de03d5-5992-42fe-9731-69a1290f9d7a will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:19.968890 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:19.984877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 96b235af-123b-458e-a74d-95d90a5f6608 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:19.989088 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:20.038948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.065810 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Attempting to bind port e6de03d5-5992-42fe-9731-69a1290f9d7a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:20.066404 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Attempting to bind port e6de03d5-5992-42fe-9731-69a1290f9d7a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:20.066786 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Attempting to bind port e6de03d5-5992-42fe-9731-69a1290f9d7a on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:20.080043 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:20.080704 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:20.081701 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.082260 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:20.083627 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Bound port: e6de03d5-5992-42fe-9731-69a1290f9d7a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:20.084222 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.093231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 9e0c90a5-7ab4-4448-ae5f-935187e3f2a4 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:20.120342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:20.124286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.147364 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] For port e6de03d5-5992-42fe-9731-69a1290f9d7a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:20.151783 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] For port e6de03d5-5992-42fe-9731-69a1290f9d7a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e6de03d5-5992-42fe-9731-69a1290f9d7a,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:20.163121 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.173105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Deleting port e6de03d5-5992-42fe-9731-69a1290f9d7a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:20.174587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.186431 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Pushing event updated for resources: {'Port': ['ID=e6de03d5-5992-42fe-9731-69a1290f9d7a,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:20.200760 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.201124 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.201466 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.201804 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.202128 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.202449 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.202770 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.203110 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.203447 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.203766 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.204081 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.204392 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:20.210508 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:20.210974 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-31e92af3-60bc-4f6e-903d-d70ad7e3c740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:20.246905 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Routers {'8c58247d-d08d-4307-9e16-0d8cdb992a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:20.247550 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8c58247d-d08d-4307-9e16-0d8cdb992a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:20.296210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.296465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.302672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4047f0f3-99a0-40dc-94e8-00376522ff26 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:20.303999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b09a47d-cc85-451f-afbf-8b89857f4103 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:20.307900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.331808 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Pushing event updated for resources: {'Port': ['ID=e6de03d5-5992-42fe-9731-69a1290f9d7a,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:20.336569 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:20.343515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=96b235af-123b-458e-a74d-95d90a5f6608,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:20.348149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:20.351190 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] Set router 8c58247d-d08d-4307-9e16-0d8cdb992a3d gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:01:20.369221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:20.384988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:20.393205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:20.399605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:20.400221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.405133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Calling delete_port for e6de03d5-5992-42fe-9731-69a1290f9d7a owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:20.408672 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c58247d-d08d-4307-9e16-0d8cdb992a3d', 'name': 'tempest-snat-router-1224985874', 'tenant_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:01:13Z', 'updated_at': '2021-06-22T15:01:19Z', 'revision_number': 4, 'project_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:20.409269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=9e0c90a5-7ab4-4448-ae5f-935187e3f2a4,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:20.413331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.415119 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/96b235af-123b-458e-a74d-95d90a5f6608 HTTP/1.1" status: 204 len: 168 time: 0.9110403 Jun 22 15:01:20.419510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:20.421747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39044) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:20.439445 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9562522-de9f-47f6-b1d1-1103ca86c657 None None] The sync data for ids ['8c58247d-d08d-4307-9e16-0d8cdb992a3d'] in dv-neutron-601336-93-hyperv is: [{'id': '8c58247d-d08d-4307-9e16-0d8cdb992a3d', 'name': 'tempest-snat-router-1224985874', 'tenant_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:01:13Z', 'updated_at': '2021-06-22T15:01:19Z', 'revision_number': 4, 'project_id': 'f2e3c5fdcc364d5dbf93f1ea93d6ceb2', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:01:20.455961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b9189-6f22-4f61-b773-c0e691b30ac7 req-4224cb72-a4f7-45c8-9952-3ac1f78a459f tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:20.463741 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d41b9189-6f22-4f61-b773-c0e691b30ac7 req-4224cb72-a4f7-45c8-9952-3ac1f78a459f tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.2331038 Jun 22 15:01:20.469423 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1235301 Jun 22 15:01:20.481417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39046) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:20.515645 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-58325461-7695-4c66-b3f4-1ecc0dadae71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:20.521763 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-58325461-7695-4c66-b3f4-1ecc0dadae71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/96b235af-123b-458e-a74d-95d90a5f6608 HTTP/1.1" status: 404 len: 333 time: 0.0886922 Jun 22 15:01:20.521964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39048) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:20.526715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'name': 'tempest-PortsIpV6TestJSON-1714412243'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:20.564007 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d41b9189-6f22-4f61-b773-c0e691b30ac7 req-e4985e56-4ded-421c-9ba5-2c724ff9e5f6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993760 Jun 22 15:01:20.623318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.626141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5c862eef-f114-471e-9d6e-6819aa20d6b7 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:20.685369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87bfc8-eacb-4f9b-9a98-24c11392659d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:20.692774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87bfc8-eacb-4f9b-9a98-24c11392659d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:20.694637 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5f87bfc8-eacb-4f9b-9a98-24c11392659d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2120149 Jun 22 15:01:20.698201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39050) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:20.716648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '12ccd50a-83a1-48b5-9cf0-9bb54240d69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5eba9077-44c7-4359-90fe-65c69390d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:20.717305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: 5eba9077-44c7-4359-90fe-65c69390d161, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:20.732718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=8af687c5-65da-469c-ac71-0cefceb1306e,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:20.737026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:20.748203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 5eba9077-44c7-4359-90fe-65c69390d161 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:20.759096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 5eba9077-44c7-4359-90fe-65c69390d161) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:20.763983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:20.764733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.772668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a9344f-df6f-4ae6-9b14-656f2613e8cb None None] Network 5eba9077-44c7-4359-90fe-65c69390d161 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:20.794431 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8949549 Jun 22 15:01:20.796904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39052) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:20.818077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:20.821847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.888904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port f9ff57f4-36ca-43fc-9a2f-51f12515acb5 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:20.914942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.967388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.974920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3cdcb42-fbc2-4a84-8010-90da9debb743 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:20.977792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52398601-2601-47ac-9104-a3f8000e15d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-5eba9077-44c7-4359-90fe-65c69390d161', 'network_id': '5eba9077-44c7-4359-90fe-65c69390d161', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': '8af687c5-65da-469c-ac71-0cefceb1306e'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:20.980377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-52398601-2601-47ac-9104-a3f8000e15d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.989530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 9e0c90a5-7ab4-4448-ae5f-935187e3f2a4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:20.990086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:20.991215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.094754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.095651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.099290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-21ad41d8-319d-4bfe-8c54-de736608c1be tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server [None req-52398601-2601-47ac-9104-a3f8000e15d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8af687c5-65da-469c-ac71-0cefceb1306e: This subnet is being modified by another concurrent operation. Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:01:21.116709 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1468, in create_port Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1433, in _create_port_db Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise exception Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8af687c5-65da-469c-ac71-0cefceb1306e: This subnet is being modified by another concurrent operation. Jun 22 15:01:21.120849 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Jun 22 15:01:21.125601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=8af687c5-65da-469c-ac71-0cefceb1306e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:21.133712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:21.151001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-31b8e2de-cad6-4175-8a03-00a302da6a23 None None] Provisioning for port d61f512c-5d82-4b56-ab2b-928f3cbae606 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:21.158151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025bda5e-c5e5-4bf7-9b58-10c61d842e67 None None] Network 5eba9077-44c7-4359-90fe-65c69390d161 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:21.193109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 9e0c90a5-7ab4-4448-ae5f-935187e3f2a4 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:21.204604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6de03d5-5992-42fe-9731-69a1290f9d7a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:21.207401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:21.221391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.241093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eba9077-44c7-4359-90fe-65c69390d161']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:21.254351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ccd50a-83a1-48b5-9cf0-9bb54240d69d') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:21.254703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ccd50a-83a1-48b5-9cf0-9bb54240d69d') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:21.268954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.288814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.298406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:21.298823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:21.303789 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:21.367236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.370764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4f53ea27-8374-4185-97cc-f8cb33977212 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:21.375501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.383135 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/5eba9077-44c7-4359-90fe-65c69390d161 HTTP/1.1" status: 204 len: 168 time: 0.5852137 Jun 22 15:01:21.388250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39054) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:21.397362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=5eba9077-44c7-4359-90fe-65c69390d161,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:21.397499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1130045842'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:21.399521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:21.401892 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db39f15e-1268-45a6-9cda-d152cdc10b5e None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:01:21.412379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.491603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0ce79cc4-42f3-43a8-acfd-f5fed9f45b06 None None] Provisioning for port 9e0c90a5-7ab4-4448-ae5f-935187e3f2a4 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:21.500201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0ce79cc4-42f3-43a8-acfd-f5fed9f45b06 None None] Provisioning complete for port 9e0c90a5-7ab4-4448-ae5f-935187e3f2a4 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:21.500393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0ce79cc4-42f3-43a8-acfd-f5fed9f45b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.506505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.543683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db39f15e-1268-45a6-9cda-d152cdc10b5e None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:01:21.550894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0ce79cc4-42f3-43a8-acfd-f5fed9f45b06 None None] Port 9e0c90a5-7ab4-4448-ae5f-935187e3f2a4 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:21.563689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.569110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.575305 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:21.578870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.686955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.687509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c58247d-d08d-4307-9e16-0d8cdb992a3d {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:01:21.697412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:21.702828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.703988 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "DELETE /v2.0/routers/8c58247d-d08d-4307-9e16-0d8cdb992a3d HTTP/1.1" status: 204 len: 168 time: 2.4911585 Jun 22 15:01:21.706861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39058) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:21.741660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.757571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0619cc6b-5907-4713-ba7a-2f9752999d86 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:21.770868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.771221 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment c0b081a4-86e0-44ef-9067-ad030a20ea02 of type vlan for network 0c3d3764-e124-472d-a405-7299499f599e Jun 22 15:01:21.805206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.838680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:21.852433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.868112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:21.874700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:21.880539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:21.881158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.887775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=f9ff57f4-36ca-43fc-9a2f-51f12515acb5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:21.903921 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:21.905332 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c56f4e7-a775-4b31-9331-e86e549e72f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:21.909730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.917793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc0d33-6041-4e5a-9b0e-f8d71367b0d0 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:01:21.969059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=9e0c90a5-7ab4-4448-ae5f-935187e3f2a4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:21.973907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:21.976670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.978614 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/9e0c90a5-7ab4-4448-ae5f-935187e3f2a4 HTTP/1.1" status: 204 len: 168 time: 1.2776403 Jun 22 15:01:21.981375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39060) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:21.985101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:21.992641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2e5f8-7fe9-412a-b607-52c137aad50e req-17eaaded-8ce6-48f1-9d15-666a79af7e09 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:21.994397 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d4f2e5f8-7fe9-412a-b607-52c137aad50e req-17eaaded-8ce6-48f1-9d15-666a79af7e09 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.2994590 Jun 22 15:01:22.003272 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4806216 Jun 22 15:01:22.009167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39062) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:22.041634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:22.050478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.056850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:22.057035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.062280 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55facb33-53ee-4a82-af30-81792ddbfde4 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:22.064950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d61f512c-5d82-4b56-ab2b-928f3cbae606 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:22.111354 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d4f2e5f8-7fe9-412a-b607-52c137aad50e req-08a6bf8c-1b27-463d-9a62-2fa586af82ca tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007261 Jun 22 15:01:22.119509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc0d33-6041-4e5a-9b0e-f8d71367b0d0 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:01:22.137099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f65f29-ab3b-4892-bf90-f50b9e7d3a38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:22.138452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f65f29-ab3b-4892-bf90-f50b9e7d3a38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:22.142319 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-02f65f29-ab3b-4892-bf90-f50b9e7d3a38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1568582 Jun 22 15:01:22.143994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39064) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:22.146369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=0c3d3764-e124-472d-a405-7299499f599e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:22.159154 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7638781 Jun 22 15:01:22.159334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 0c3d3764-e124-472d-a405-7299499f599e details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:22.159428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:22.159873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39066) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:22.168051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': '0c3d3764-e124-472d-a405-7299499f599e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:22.240122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.243001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Deleting port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:22.243274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.267583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 09036378-aa70-49b4-a229-9cbaf6632725 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:22.280376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:22.284727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.297351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.363949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Performing IP validity checks on allocation pools {{(pid=93501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 15:01:22.364492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 15:01:22.391660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.417525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d61f512c-5d82-4b56-ab2b-928f3cbae606 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:22.432327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d61f512c-5d82-4b56-ab2b-928f3cbae606 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:22.433055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.505214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] For port 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=19abdc12-d4e6-4de7-aca1-b60eb9b9aab3,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:22.505794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.536695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.547799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-df2f59ef-7478-48d0-b01b-fc4a8ccfe6c7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:22.604164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.611076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=3a1a8ce2-1bb3-41b4-be7d-82ac91349c75,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:22.620446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:22.624311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': 'c0b081a4-86e0-44ef-9067-ad030a20ea02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0c3d3764-e124-472d-a405-7299499f599e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:22.624678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: 0c3d3764-e124-472d-a405-7299499f599e, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:22.637573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Calling delete_port for 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:22.643822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 0c3d3764-e124-472d-a405-7299499f599e is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:22.654350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 0c3d3764-e124-472d-a405-7299499f599e) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:22.659301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:22.659830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.665035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port d61f512c-5d82-4b56-ab2b-928f3cbae606, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d61f512c-5d82-4b56-ab2b-928f3cbae606,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:22.675961 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5153670 Jun 22 15:01:22.678601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39068) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:22.714859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.719466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:22.746110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.793786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.797678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.813373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=d61f512c-5d82-4b56-ab2b-928f3cbae606,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:22.816737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:22.819519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.824602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3b0d73b7-0dc1-40eb-818d-0e0f8c0f93b9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:22.843248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6ae2dc-1095-48e3-92d8-f8a86e4ff479 None None] Network 0c3d3764-e124-472d-a405-7299499f599e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:22.863057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.871118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ec639-8e2b-4c62-918c-8b0135ea4d5d req-9accd514-1bab-41b0-8155-68ce870ce90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:22.872697 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e37ec639-8e2b-4c62-918c-8b0135ea4d5d req-9accd514-1bab-41b0-8155-68ce870ce90e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 1098 time: 0.3594563 Jun 22 15:01:22.903973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] In _notify_port_updated(), no bound segment for port f9ff57f4-36ca-43fc-9a2f-51f12515acb5 on network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:01:22.909303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:22.909914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.914081 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "PUT /v2.0/ports/f9ff57f4-36ca-43fc-9a2f-51f12515acb5 HTTP/1.1" status: 200 len: 818 time: 0.9000735 Jun 22 15:01:22.917205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39070) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:22.980635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=f9ff57f4-36ca-43fc-9a2f-51f12515acb5,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:22.994909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:22.997623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:23.006738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-22daf538-bc86-4c1b-83b0-f0802db34d87 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:23.030877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da6a28-a364-4c2b-adcf-cb6c6177d83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-0c3d3764-e124-472d-a405-7299499f599e', 'network_id': '0c3d3764-e124-472d-a405-7299499f599e', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': '3a1a8ce2-1bb3-41b4-be7d-82ac91349c75'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:23.031994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-65da6a28-a364-4c2b-adcf-cb6c6177d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.043660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.048610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.052788 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/09036378-aa70-49b4-a229-9cbaf6632725 HTTP/1.1" status: 204 len: 168 time: 0.9044125 Jun 22 15:01:23.053012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:23.053121 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e37ec639-8e2b-4c62-918c-8b0135ea4d5d req-c900fe4b-0daa-4627-b351-6bb225c15cbf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633384 Jun 22 15:01:23.053513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=09036378-aa70-49b4-a229-9cbaf6632725,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:23.055097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39072) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:23.057788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:23.111791 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-26d4cbf8-1f6c-43b8-aae7-4e5ae88230b1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522974 Jun 22 15:01:23.112773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39074) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:23.119107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:23.153213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df9c99-3a7b-4e2b-9d1e-b275dc5f3b6a None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:23.175881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85106223-37a8-4061-abb9-77cb2e49bb33 None None] Network 0c3d3764-e124-472d-a405-7299499f599e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:23.260654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.283895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c3c6ca4-58e3-48bd-87ef-d2faebf80401 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:23.305624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 366a07c9-a46d-43fd-bfcc-2c710c4c22da details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:01:23.308283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 366a07c9-a46d-43fd-bfcc-2c710c4c22da no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:23.325838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event deleted for resources: {'Port': ['ID=19abdc12-d4e6-4de7-aca1-b60eb9b9aab3,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:23.329074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:23.364842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:23.368399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.433284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1a8ce2-1bb3-41b4-be7d-82ac91349c75,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:23.462660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:23.465294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.465978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port f9ff57f4-36ca-43fc-9a2f-51f12515acb5 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:23.466323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.522647 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.543739 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3d3764-e124-472d-a405-7299499f599e']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:23.561301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b081a4-86e0-44ef-9067-ad030a20ea02') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:23.561534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b081a4-86e0-44ef-9067-ad030a20ea02') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:23.570983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.579890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.585251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532c124-4654-432e-9042-8386b84422f6 req-88840d83-862d-457e-b4ef-d00a67c89eca tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:23.586764 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3532c124-4654-432e-9042-8386b84422f6 req-88840d83-862d-457e-b4ef-d00a67c89eca tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.3421576 Jun 22 15:01:23.599745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.602776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.620639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.623589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:23.649427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for f9ff57f4-36ca-43fc-9a2f-51f12515acb5 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:23.655860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.671468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:23.672016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:23.676488 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:23.679572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'port_id': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'mac_address': 'fa:16:3e:41:4c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:01:23.680809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.681333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 068d1e86-be0d-4a23-b9b2-7a9c827cdbb7 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:01:23.689398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.694422 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "DELETE /v2.0/routers/068d1e86-be0d-4a23-b9b2-7a9c827cdbb7 HTTP/1.1" status: 204 len: 168 time: 1.9864764 Jun 22 15:01:23.698228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39080) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:23.701238 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3532c124-4654-432e-9042-8386b84422f6 req-488caa6c-0229-4e5d-ad18-d5a8bd02e62e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968070 Jun 22 15:01:23.705581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-775534562', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:23.728955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:01:23.731606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed633bc3-e459-4732-b999-d0e7a4144662" -d '{"events": [{"server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "name": "network-vif-unplugged", "status": "completed", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:01:23.789461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.791239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.795078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:23.819141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.828089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.833616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:23.837210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:23.839457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139a7a4a-72b6-4794-be92-147d98195525 x-openstack-request-id: req-139a7a4a-72b6-4794-be92-147d98195525 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:01:23.840015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "name": "network-vif-unplugged", "status": "completed", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:01:23.840403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-139a7a4a-72b6-4794-be92-147d98195525 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:01:23.840965 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'code': 200} Jun 22 15:01:23.842058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:23.852310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.852484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.860268 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/0c3d3764-e124-472d-a405-7299499f599e HTTP/1.1" status: 204 len: 168 time: 1.1759410 Jun 22 15:01:23.860268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=0c3d3764-e124-472d-a405-7299499f599e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:23.867710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:23.869223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39084) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:23.875609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-385680620'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:23.897676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.908102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30968486-cec4-48bb-9f0a-1af86ccee11e tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:23.916604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:23.921988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.925006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 366a07c9-a46d-43fd-bfcc-2c710c4c22da {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:01:23.943273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.944224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=366a07c9-a46d-43fd-bfcc-2c710c4c22da,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:23.945168 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/f9ff57f4-36ca-43fc-9a2f-51f12515acb5 HTTP/1.1" status: 204 len: 168 time: 1.0267072 Jun 22 15:01:23.949088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:23.951781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39086) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:23.958847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:23.964661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=f9ff57f4-36ca-43fc-9a2f-51f12515acb5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:23.968799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:23.998029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:01:23.998613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:01:24.001047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:24.004139 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] Deleting port d61f512c-5d82-4b56-ab2b-928f3cbae606 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:24.004736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.011514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.011854 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 7f5c45f4-c710-4c9c-bbfd-64fe81c06d33 of type vlan for network 10d10137-71f2-413d-b117-af2cc90e9143 Jun 22 15:01:24.069899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] For port d61f512c-5d82-4b56-ab2b-928f3cbae606, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d61f512c-5d82-4b56-ab2b-928f3cbae606,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:24.070614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.070747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.090159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067944c6-7509-4baf-b238-1fe71d435e3e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:24.091995 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-067944c6-7509-4baf-b238-1fe71d435e3e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1393633 Jun 22 15:01:24.095782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39088) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:24.135558 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb97bc8f-2406-4696-85a7-0813074173c8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:24.137223 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-eb97bc8f-2406-4696-85a7-0813074173c8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/f9ff57f4-36ca-43fc-9a2f-51f12515acb5 HTTP/1.1" status: 404 len: 333 time: 0.0405102 Jun 22 15:01:24.142591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39090) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:24.143034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] Calling delete_port for d61f512c-5d82-4b56-ab2b-928f3cbae606 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:24.150037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-982664757'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:24.157779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.163636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:24.164286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.178682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c0bddb4-258a-4f5d-b262-f941ffcc71e7 tempest-FloatingIPNegativeTestJSON-1516647664 tempest-FloatingIPNegativeTestJSON-1516647664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:24.273155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.275920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-be4f475c-06cf-44af-9a23-42b10dacd30f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:24.288617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:24.293200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.304037 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] Pushing event deleted for resources: {'Port': ['ID=d61f512c-5d82-4b56-ab2b-928f3cbae606,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:24.306423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] No DVR routers for this DVR port d61f512c-5d82-4b56-ab2b-928f3cbae606 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:24.310919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:24.318737 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4460704 Jun 22 15:01:24.322175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39092) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:24.329027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': '10d10137-71f2-413d-b117-af2cc90e9143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:24.332905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=10d10137-71f2-413d-b117-af2cc90e9143,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:24.336687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:24.355547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 10d10137-71f2-413d-b117-af2cc90e9143 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:24.429034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d61f512c-5d82-4b56-ab2b-928f3cbae606 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:24.436081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:24.460709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: d61f512c-5d82-4b56-ab2b-928f3cbae606 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:24.461094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d61f512c-5d82-4b56-ab2b-928f3cbae606 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:24.463183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.463183 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Added segment bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40 of type vlan for network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 Jun 22 15:01:24.537108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:24.540694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.542503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.557333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.558716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366a07c9-a46d-43fd-bfcc-2c710c4c22da {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:01:24.583483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:24.588416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.593713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:24.651414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.654582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.662558 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:24.663213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.668037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:24.679085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=366a07c9-a46d-43fd-bfcc-2c710c4c22da,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:24.684174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:24.734634 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5909355 Jun 22 15:01:24.740768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39096) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:24.757358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Network': ['ID=3f44050a-7017-4492-bbb5-bb07a42d5fd9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:24.763268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.objects.ports [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93502) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:01:24.767652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:24.770524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:24.774870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.776924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8aaecbd5-3cf4-413c-9430-be86b543bc4d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:24.849719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:24.866677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.868892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e780039a-401c-4507-8649-61b1c2b063a6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:24.923134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=35d233b8-68c3-4c6c-b123-657d1217759a,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:24.928422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:24.939045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:24.944287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '7f5c45f4-c710-4c9c-bbfd-64fe81c06d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '10d10137-71f2-413d-b117-af2cc90e9143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:24.944654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: 10d10137-71f2-413d-b117-af2cc90e9143, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:24.961749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:24.965919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:24.966547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:24.973972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 10d10137-71f2-413d-b117-af2cc90e9143 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:24.974951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab6e6e7-04dc-4be5-b0ee-dd3248800736 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:24.986227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 10d10137-71f2-413d-b117-af2cc90e9143) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:24.992600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:24.993368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.000627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=32822c33-6746-4a1e-a9d2-16f96c7c9990,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:25.005865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:25.019682 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6964533 Jun 22 15:01:25.023072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39098) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:25.024690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['366a07c9-a46d-43fd-bfcc-2c710c4c22da'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:01:25.026698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aee2c2-4140-4b0f-9ec8-add8c8449f04 None None] Network 10d10137-71f2-413d-b117-af2cc90e9143 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:25.036351 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9218936 Jun 22 15:01:25.039019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39100) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:25.048723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:6a:d0:8d', 'name': 'tempest-NetworksTestDHCPv6-1138063618'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:25.134750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:25.138745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.142330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.203630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.213677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba285e2-4583-4885-a864-f6e350be3753 req-5a5a441b-4ad4-4fe8-be7c-bea022318a4c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:25.215182 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dba285e2-4583-4885-a864-f6e350be3753 req-5a5a441b-4ad4-4fe8-be7c-bea022318a4c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 944 time: 0.3495777 Jun 22 15:01:25.283636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.287676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-feaaf7bb-6c2e-477a-8f7e-17f3ab6eff06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:25.318686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=35d233b8-68c3-4c6c-b123-657d1217759a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:25.321603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:25.328830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '32822c33-6746-4a1e-a9d2-16f96c7c9990'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:25.329678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.350310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d7859-bfa0-4479-81b3-d0252d06fde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-10d10137-71f2-413d-b117-af2cc90e9143', 'network_id': '10d10137-71f2-413d-b117-af2cc90e9143', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': '35d233b8-68c3-4c6c-b123-657d1217759a'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:25.351163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7859-bfa0-4479-81b3-d0252d06fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.383928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.395226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d10137-71f2-413d-b117-af2cc90e9143']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:25.406001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5c45f4-c710-4c9c-bbfd-64fe81c06d33') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:25.406332 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5c45f4-c710-4c9c-bbfd-64fe81c06d33') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:25.406713 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dba285e2-4583-4885-a864-f6e350be3753 req-dcdf1990-bd4a-457b-84f5-21c79491e63e tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835530 Jun 22 15:01:25.417104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.444026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.444959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39102) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:25.452161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.454161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:25.459844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:25.460440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:25.464051 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:25.538114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.580167 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3244b348-d4dc-4da0-8a6e-fabbbff069ee tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/floatingips/216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca HTTP/1.1" status: 200 len: 992 time: 0.1258266 Jun 22 15:01:25.584928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.588673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f888fc26-1e99-4db8-9b77-b577514db86b tempest-QuotasNegativeTest-297506425 tempest-QuotasNegativeTest-297506425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:25.593463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.599487 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/10d10137-71f2-413d-b117-af2cc90e9143 HTTP/1.1" status: 204 len: 168 time: 0.5714521 Jun 22 15:01:25.600424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39104) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:25.606564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84908867'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:25.627029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=10d10137-71f2-413d-b117-af2cc90e9143,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:25.646242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:25.664114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:25.669969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.697702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:25.707072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.707607 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 21b41ba0-bd6f-481d-b014-8033e22bbbfb of type vlan for network 2cb91994-4c15-430e-b02f-8359fbb78fd8 Jun 22 15:01:25.718164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159308d9-77fb-4481-acc7-c6958e34fa01 None None] Network 10d10137-71f2-413d-b117-af2cc90e9143 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:25.741130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.745473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159308d9-77fb-4481-acc7-c6958e34fa01 None None] Network 10d10137-71f2-413d-b117-af2cc90e9143 could not be found, it might have been deleted concurrently. {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 15:01:25.747038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea1c4350-da69-4008-97e6-f703b22f807b tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:25.754390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.757411 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.779697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Allocated IP 2001:db8::f816:3eff:fe60:9c8 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/32822c33-6746-4a1e-a9d2-16f96c7c9990/ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:25.793842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.800278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:25.800896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:25.808092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-37653cef-3680-42b2-818b-66f18dce8f6e tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:25.834483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Allocated IP 172.26.6.199 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/ca55e7bd-2e26-44ca-abf7-0914d09842d3) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:25.848929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 6caf4568-059b-4376-99ce-85112c8acc9a yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:25.855368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=dbea0f28-8f9b-4df6-8764-a779c40a8397,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:25.858981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:25.869341 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2677140 Jun 22 15:01:25.871572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39108) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:25.881111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': '2cb91994-4c15-430e-b02f-8359fbb78fd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:25.889699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=2cb91994-4c15-430e-b02f-8359fbb78fd8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:25.894063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:25.911822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:25.940554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2cb91994-4c15-430e-b02f-8359fbb78fd8 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:25.945110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:25.945467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 19abdc12-d4e6-4de7-aca1-b60eb9b9aab3 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:26.049304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.057944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Transition to ACTIVE for port object ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:26.070263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Checking segment: {'id': 'bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:26.070814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network hostable DHCP agents. Network: 3f44050a-7017-4492-bbb5-bb07a42d5fd9, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:26.072519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Transition to ACTIVE for port object ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:26.079218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.081097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7f3b9628-29f2-491b-a439-cef120b6159c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:26.121416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:26.124258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:26.128648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:26.132277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Pushing event updated for resources: {'Port': ['ID=ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:26.136067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:26.166491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:26.181927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:fe6a:d08d (8c283d8d-bdf0-4810-b080-3afcb2f245b2/32822c33-6746-4a1e-a9d2-16f96c7c9990/6caf4568-059b-4376-99ce-85112c8acc9a) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:26.188114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Attempting to bind port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:26.188497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Attempting to bind port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:26.188902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Attempting to bind port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:26.191214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:26.194724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:26.195140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:26.195549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.195741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.195954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:26.196437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Bound port: ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:26.196850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.206904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 3f44050a-7017-4492-bbb5-bb07a42d5fd9) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:26.211427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.217049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792f75f-b0a0-4c50-89d9-84516de1eb65 None None] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:26.267513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:26.268090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.328193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] For port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:26.333686 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5685520 Jun 22 15:01:26.336735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39112) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:26.342220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c8bb1857-ca28-4e9e-a06a-6bc79d3a2dc8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:26.359465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] For port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:26.367103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.386656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8b1043c4-f200-4395-8389-6245b137fb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:26.458565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.467324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68e382b3-3056-4900-b788-4ed984a71920 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:26.490528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Pushing event updated for resources: {'Port': ['ID=ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:26.494838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:26.506535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-3f44050a-7017-4492-bbb5-bb07a42d5fd9', 'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9', 'tenant_id': 'fffe573ed4ef4749b96cc2ef72b3b0a6', 'fixed_ips': [{'subnet_id': 'dbea0f28-8f9b-4df6-8764-a779c40a8397'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:26.507421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.515126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bb1857-ca28-4e9e-a06a-6bc79d3a2dc8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:26.519185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1857-ca28-4e9e-a06a-6bc79d3a2dc8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.566438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:26.582053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:26.592297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:26.611599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event updated for resources: {'Port': ['ID=ca55e7bd-2e26-44ca-abf7-0914d09842d3,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:26.625891 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-c8bb1857-ca28-4e9e-a06a-6bc79d3a2dc8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbea0f28-8f9b-4df6-8764-a779c40a8397 (CIDR: 2001:db8::/64) Jun 22 15:01:26.630026 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bb1857-ca28-4e9e-a06a-6bc79d3a2dc8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:01:26.630524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bb1857-ca28-4e9e-a06a-6bc79d3a2dc8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:26.652921 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c8bb1857-ca28-4e9e-a06a-6bc79d3a2dc8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3148844 Jun 22 15:01:26.655489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39114) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:26.661160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.661642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:26.688247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 6caf4568-059b-4376-99ce-85112c8acc9a will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:26.700218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:26.714095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Allocated IP 2001:db8::2 (3f44050a-7017-4492-bbb5-bb07a42d5fd9/dbea0f28-8f9b-4df6-8764-a779c40a8397/2929057d-7689-489d-b338-279c4ded9fe5) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:26.866693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:26.870769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.909534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.910731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.915743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:26.922583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Transition to ACTIVE for port object 2929057d-7689-489d-b338-279c4ded9fe5 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:26.939439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Transition to ACTIVE for port object 2929057d-7689-489d-b338-279c4ded9fe5 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:26.948218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:26.950154 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c23794b0-00c3-4fc8-bb30-9269cd998e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:26.992963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:26.996495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:26.998990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.001270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:27.014493 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Pushing event updated for resources: {'Port': ['ID=2929057d-7689-489d-b338-279c4ded9fe5,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:27.018081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:27.060674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '21b41ba0-bd6f-481d-b014-8033e22bbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2cb91994-4c15-430e-b02f-8359fbb78fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:27.061297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: 2cb91994-4c15-430e-b02f-8359fbb78fd8, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:27.064248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=6a6b08af-1302-4ea3-b085-5ba96d656e19,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:27.071375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:27.074754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7dd3ea2e-7b0f-4bad-9825-90ca6a4194b3 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:27.086507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Attempting to bind port 2929057d-7689-489d-b338-279c4ded9fe5 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:27.087029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Attempting to bind port 2929057d-7689-489d-b338-279c4ded9fe5 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:27.087410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Attempting to bind port 2929057d-7689-489d-b338-279c4ded9fe5 on network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:27.093126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:27.093511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Checking segment: {'id': 'bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:27.094182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.094618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Bound using segment: {'id': 'bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:27.095062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Bound port: 2929057d-7689-489d-b338-279c4ded9fe5, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:27.095673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.095818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:27.126872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:27.138508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:27.144394 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:27.145731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.165082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] For port 2929057d-7689-489d-b338-279c4ded9fe5, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:27.168233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.168607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] For port 2929057d-7689-489d-b338-279c4ded9fe5, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2929057d-7689-489d-b338-279c4ded9fe5,segment=NetworkSegment(bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40),segment_id=bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:27.173574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.175064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93211107-5543-4ea3-9a2b-4b0a6fc2947d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:27.176817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7034c86f-029e-4918-a322-497a0aa9607d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:27.200160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 2cb91994-4c15-430e-b02f-8359fbb78fd8 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:27.219860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=6caf4568-059b-4376-99ce-85112c8acc9a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:27.225239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:27.227284 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1868193 Jun 22 15:01:27.231961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39116) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:27.234192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 2cb91994-4c15-430e-b02f-8359fbb78fd8) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:27.237329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Pushing event updated for resources: {'Port': ['ID=2929057d-7689-489d-b338-279c4ded9fe5,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:27.245175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:27.251497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd1e0d-92ab-4926-9f03-cabd8c19f563 None None] Network 2cb91994-4c15-430e-b02f-8359fbb78fd8 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:27.259415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:27.260004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.267226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:27.268834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:27.281340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:27.282184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.292222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.325080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=a8803861-8b20-4ffa-863e-d54e2708c8ec,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:27.328463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:27.336102 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6755650 Jun 22 15:01:27.337073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39118) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:27.339506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 366a07c9-a46d-43fd-bfcc-2c710c4c22da up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:27.343884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9', 'fixed_ips': [{'subnet_id': 'dbea0f28-8f9b-4df6-8764-a779c40a8397'}, {'subnet_id': 'a8803861-8b20-4ffa-863e-d54e2708c8ec'}], 'name': 'tempest-PortsIpV6TestJSON-1076534111'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:27.385395 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5087426 Jun 22 15:01:27.389504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39120) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:27.494460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 366a07c9-a46d-43fd-bfcc-2c710c4c22da triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:27.495591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.529380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:27.601091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04304d-1553-4e39-bf01-df2ad53ceae8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:27.607360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04304d-1553-4e39-bf01-df2ad53ceae8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:27.609072 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dd04304d-1553-4e39-bf01-df2ad53ceae8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3760037 Jun 22 15:01:27.613310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39122) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:27.618950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-2cb91994-4c15-430e-b02f-8359fbb78fd8', 'network_id': '2cb91994-4c15-430e-b02f-8359fbb78fd8', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': '6a6b08af-1302-4ea3-b085-5ba96d656e19'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:27.620129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.706713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.733777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.778477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.807580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 6caf4568-059b-4376-99ce-85112c8acc9a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:27.808543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.819407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:01:27.824806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e8bf9f-28cf-4465-a903-7962819efcf1" -d '{"events": [{"server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "name": "network-vif-plugged", "status": "completed", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:01:27.862631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port c1bbd7db-cd02-462a-9f62-dca7a7fba62b yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:27.924195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.933418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:27.955917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b04b2-c125-4089-a6b2-d4f5a9dc8022 x-openstack-request-id: req-590b04b2-c125-4089-a6b2-d4f5a9dc8022 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:01:27.956471 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "name": "network-vif-plugged", "status": "completed", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:01:27.958932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-590b04b2-c125-4089-a6b2-d4f5a9dc8022 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:01:27.959692 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'code': 200} Jun 22 15:01:27.963866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Allocated IP 172.20.0.1 (2cb91994-4c15-430e-b02f-8359fbb78fd8/6a6b08af-1302-4ea3-b085-5ba96d656e19/8f35758f-d7bd-4441-b322-5057dc237a7a) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:27.972010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:28.040996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.094678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.097282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:28.110418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2929057d-7689-489d-b338-279c4ded9fe5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:28.139247 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 6caf4568-059b-4376-99ce-85112c8acc9a owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:28.225291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4bd05c55-80c2-4f98-b398-8d9f0fbe490e None None] Provisioning for port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:28.250592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 2929057d-7689-489d-b338-279c4ded9fe5 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:28.271762 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:28.290305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=366a07c9-a46d-43fd-bfcc-2c710c4c22da,revision_number=8']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:28.293902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:28.410123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.419778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:28.422372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Transition to ACTIVE for port object 8f35758f-d7bd-4441-b322-5057dc237a7a will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:28.430243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:28.430733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.465409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::3e7 (3f44050a-7017-4492-bbb5-bb07a42d5fd9/dbea0f28-8f9b-4df6-8764-a779c40a8397/c1bbd7db-cd02-462a-9f62-dca7a7fba62b) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:28.467084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Transition to ACTIVE for port object 8f35758f-d7bd-4441-b322-5057dc237a7a will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:28.484609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8:0:1::de (3f44050a-7017-4492-bbb5-bb07a42d5fd9/a8803861-8b20-4ffa-863e-d54e2708c8ec/c1bbd7db-cd02-462a-9f62-dca7a7fba62b) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:28.494461 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.495683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.500487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:28.504546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef50482a-4d98-47d9-a0b9-2d4a7ce3edc3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:28.559242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cf5f81d9-a983-4886-8b44-fa3d91274a3e None None] Provisioning complete for port 6caf4568-059b-4376-99ce-85112c8acc9a triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:28.559653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cf5f81d9-a983-4886-8b44-fa3d91274a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.594843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=6caf4568-059b-4376-99ce-85112c8acc9a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:28.597534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-cf5f81d9-a983-4886-8b44-fa3d91274a3e None None] Port 6caf4568-059b-4376-99ce-85112c8acc9a was deleted so its status cannot be updated. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jun 22 15:01:28.602164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Network 2cb91994-4c15-430e-b02f-8359fbb78fd8 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:28.604890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.607210 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/6caf4568-059b-4376-99ce-85112c8acc9a HTTP/1.1" status: 204 len: 168 time: 0.9913151 Jun 22 15:01:28.610410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39126) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:28.611414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:28.617655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Pushing event updated for resources: {'Port': ['ID=8f35758f-d7bd-4441-b322-5057dc237a7a,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:28.622459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:28.624881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:28.659745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:28.666054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.674316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c374bb3-cddf-45a9-a3c3-855e50c99b38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:28.712788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6b08af-1302-4ea3-b085-5ba96d656e19,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:28.730274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:28.734311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.766893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31ad91-ae1e-4ea1-a71a-f698e42fee98 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:28.768635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Attempting to bind port 8f35758f-d7bd-4441-b322-5057dc237a7a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:28.769136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Attempting to bind port 8f35758f-d7bd-4441-b322-5057dc237a7a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '21b41ba0-bd6f-481d-b014-8033e22bbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2cb91994-4c15-430e-b02f-8359fbb78fd8'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:28.769572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31ad91-ae1e-4ea1-a71a-f698e42fee98 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:28.770306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Attempting to bind port 8f35758f-d7bd-4441-b322-5057dc237a7a on network 2cb91994-4c15-430e-b02f-8359fbb78fd8 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:28.772169 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ee31ad91-ae1e-4ea1-a71a-f698e42fee98 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1607983 Jun 22 15:01:28.781934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39128) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:28.800855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:28.801616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Checking segment: {'id': '21b41ba0-bd6f-481d-b014-8033e22bbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2cb91994-4c15-430e-b02f-8359fbb78fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:28.802251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.802771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Bound using segment: {'id': '21b41ba0-bd6f-481d-b014-8033e22bbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2cb91994-4c15-430e-b02f-8359fbb78fd8'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:28.803333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Bound port: 8f35758f-d7bd-4441-b322-5057dc237a7a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b41ba0-bd6f-481d-b014-8033e22bbbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2cb91994-4c15-430e-b02f-8359fbb78fd8'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:28.803780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.810832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:28.819577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.823344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:28.864432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.869480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 32822c33-6746-4a1e-a9d2-16f96c7c9990 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:28.874091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.882667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Router fa6a7a7f-addd-41dc-8530-ba6688d872da is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:01:28.888580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb91994-4c15-430e-b02f-8359fbb78fd8']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:28.908621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b41ba0-bd6f-481d-b014-8033e22bbbfb') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:28.909534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b41ba0-bd6f-481d-b014-8033e22bbbfb') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:28.918650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf5f06-152a-42b8-b1e8-b5afb1f5192f None None] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:28.953168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.954171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.980829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:28.992990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:29.000175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:29.008210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] For port 8f35758f-d7bd-4441-b322-5057dc237a7a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:29.011571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c74fdae1-997e-4bf6-8d8c-ce69882f3ced None None] Provisioning for port 2929057d-7689-489d-b338-279c4ded9fe5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:29.018615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c74fdae1-997e-4bf6-8d8c-ce69882f3ced None None] Provisioning complete for port 2929057d-7689-489d-b338-279c4ded9fe5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:29.018923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c74fdae1-997e-4bf6-8d8c-ce69882f3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.020506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.030441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:29.031427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:29.034666 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:29.062572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object c1bbd7db-cd02-462a-9f62-dca7a7fba62b will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:29.093220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.106019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:01:29.120048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 15:01:29.120048 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 15:01:29.120048 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'id': '2cb91994-4c15-430e-b02f-8359fbb78fd8'}] Jun 22 15:01:29.120048 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:01:29.120048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:01:29.121776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078eb9c5-0c42-4e94-9d16-731f5cac21c7 None None] Sync routers for ids ['fa6a7a7f-addd-41dc-8530-ba6688d872da'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:01:29.127960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.132941 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4270973 Jun 22 15:01:29.133116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] For port 8f35758f-d7bd-4441-b322-5057dc237a7a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8f35758f-d7bd-4441-b322-5057dc237a7a,segment=NetworkSegment(21b41ba0-bd6f-481d-b014-8033e22bbbfb),segment_id=21b41ba0-bd6f-481d-b014-8033e22bbbfb)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:29.133264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39130) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:29.140614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.142291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cb313595-d700-4212-ad34-6f78e16717fa tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': False}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:29.165912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-30f79c21-8690-4a95-9c22-d599c1866ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:29.227484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078eb9c5-0c42-4e94-9d16-731f5cac21c7 None None] Routers {'fa6a7a7f-addd-41dc-8530-ba6688d872da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:29.227837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-078eb9c5-0c42-4e94-9d16-731f5cac21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['fa6a7a7f-addd-41dc-8530-ba6688d872da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:29.256345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.265635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c5e6d4f8-d909-483e-85f0-495eb9207368 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:29.460853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c74fdae1-997e-4bf6-8d8c-ce69882f3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.462770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-078eb9c5-0c42-4e94-9d16-731f5cac21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:29.517179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Pushing event updated for resources: {'Port': ['ID=8f35758f-d7bd-4441-b322-5057dc237a7a,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:29.521985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:29.537597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078eb9c5-0c42-4e94-9d16-731f5cac21c7 None None] Routers {'fa6a7a7f-addd-41dc-8530-ba6688d872da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:29.538331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-078eb9c5-0c42-4e94-9d16-731f5cac21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['fa6a7a7f-addd-41dc-8530-ba6688d872da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:29.592045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-078eb9c5-0c42-4e94-9d16-731f5cac21c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:29.592780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078eb9c5-0c42-4e94-9d16-731f5cac21c7 None None] The sync data for ids ['fa6a7a7f-addd-41dc-8530-ba6688d872da'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:01:29.599235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c463c-4152-4363-a51b-f78bca3da8f3 None None] Network 2cb91994-4c15-430e-b02f-8359fbb78fd8 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:29.603301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c74fdae1-997e-4bf6-8d8c-ce69882f3ced None None] For port 2929057d-7689-489d-b338-279c4ded9fe5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2929057d-7689-489d-b338-279c4ded9fe5,segment=NetworkSegment(bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40),segment_id=bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:29.621039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.623052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c74fdae1-997e-4bf6-8d8c-ce69882f3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.649960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:29.672407 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:29.678902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.683770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:29.688904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=c1bbd7db-cd02-462a-9f62-dca7a7fba62b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:29.695682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:29.701550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:29.701891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.704494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:29.708437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-910353db-ccde-4414-9cdd-6467e144f876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:29.742890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f7df7d-057b-464f-b8f1-5f4d3e2ffbed None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:29.751458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Deleting port 8f35758f-d7bd-4441-b322-5057dc237a7a {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:29.752195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.766572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:29.771425 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/32822c33-6746-4a1e-a9d2-16f96c7c9990 HTTP/1.1" status: 204 len: 168 time: 0.9852953 Jun 22 15:01:29.773188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39132) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:29.774086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=32822c33-6746-4a1e-a9d2-16f96c7c9990,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:29.786246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:29.794319 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.4529316 Jun 22 15:01:29.802853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39134) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:29.811620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbea0f28-8f9b-4df6-8764-a779c40a8397'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:29.829405 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e181b345-2bbe-4f6d-99ca-88609ffc112e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504663 Jun 22 15:01:29.829655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fdae1-997e-4bf6-8d8c-ce69882f3ced None None] Pushing event updated for resources: {'Port': ['ID=2929057d-7689-489d-b338-279c4ded9fe5,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:29.838872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c74fdae1-997e-4bf6-8d8c-ce69882f3ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:29.853242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39136) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:29.891635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] Update dhcp port {'port': {'network_id': '3f44050a-7017-4492-bbb5-bb07a42d5fd9', 'fixed_ips': [{'subnet_id': 'dbea0f28-8f9b-4df6-8764-a779c40a8397', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8803861-8b20-4ffa-863e-d54e2708c8ec'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': '2929057d-7689-489d-b338-279c4ded9fe5'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:01:29.991211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2929057d-7689-489d-b338-279c4ded9fe5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:30.002667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.002996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb313595-d700-4212-ad34-6f78e16717fa tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.029023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] For port 8f35758f-d7bd-4441-b322-5057dc237a7a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8f35758f-d7bd-4441-b322-5057dc237a7a,segment=NetworkSegment(21b41ba0-bd6f-481d-b014-8033e22bbbfb),segment_id=21b41ba0-bd6f-481d-b014-8033e22bbbfb)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:30.029548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.124659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Calling delete_port for 8f35758f-d7bd-4441-b322-5057dc237a7a owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:30.157014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f21360a-a4d3-46cc-ab60-726d6fb106a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:30.161659 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5f21360a-a4d3-46cc-ab60-726d6fb106a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3041518 Jun 22 15:01:30.163057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39138) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:30.194846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:30.202896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 2929057d-7689-489d-b338-279c4ded9fe5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:30.203284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.302384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-134cc72f-8466-488f-a7f2-1e5747be6e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.326958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aa183b-62a3-4359-a0da-707fb1298785 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:30.328957 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-33aa183b-62a3-4359-a0da-707fb1298785 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1635852 Jun 22 15:01:30.333453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39142) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:30.335601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.344127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] Allocated IP 2001:db8:0:1::2 (3f44050a-7017-4492-bbb5-bb07a42d5fd9/a8803861-8b20-4ffa-863e-d54e2708c8ec/2929057d-7689-489d-b338-279c4ded9fe5) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:30.393566 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-19edc426-aea8-4a94-ba2b-aafe0e5caa92 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549459 Jun 22 15:01:30.393778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39144) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:30.400058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:30.406012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.420502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:30.430966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No DVR routers for this DVR port 8f35758f-d7bd-4441-b322-5057dc237a7a on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:30.436498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] Deleting port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:30.436912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.477816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Port': ['ID=8f35758f-d7bd-4441-b322-5057dc237a7a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:30.480488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:30.509739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:30.565565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] For port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:30.566372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.580865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] For port 2929057d-7689-489d-b338-279c4ded9fe5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2929057d-7689-489d-b338-279c4ded9fe5,segment=NetworkSegment(bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40),segment_id=bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:30.586654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:30.590586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.615461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.633615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb91994-4c15-430e-b02f-8359fbb78fd8']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:30.651324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] Calling delete_port for ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:30.654272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b41ba0-bd6f-481d-b014-8033e22bbbfb') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:30.654567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b41ba0-bd6f-481d-b014-8033e22bbbfb') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:30.662162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb313595-d700-4212-ad34-6f78e16717fa tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.668446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.669170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb313595-d700-4212-ad34-6f78e16717fa tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.686472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.717300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.731983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:30.732437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:30.736173 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:30.744613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:30.745020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.808489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] Transition to ACTIVE for port object 2929057d-7689-489d-b338-279c4ded9fe5 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:30.808843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.814720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.820833 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/2cb91994-4c15-430e-b02f-8359fbb78fd8 HTTP/1.1" status: 204 len: 168 time: 3.4263942 Jun 22 15:01:30.820833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:30.822882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39146) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:30.824587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.828988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:30.831361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2017504909'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:30.839519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.841834 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No ports have port_id starting with ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e Jun 22 15:01:30.860388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb313595-d700-4212-ad34-6f78e16717fa tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Router fa6a7a7f-addd-41dc-8530-ba6688d872da has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:01:30.861750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=2cb91994-4c15-430e-b02f-8359fbb78fd8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:30.864823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:30.898602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] No DVR routers for this DVR port ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:30.929072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:30.940930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] Pushing event updated for resources: {'Port': ['ID=2929057d-7689-489d-b338-279c4ded9fe5,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:30.944940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:30.955377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:30.956159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c74fdae1-997e-4bf6-8d8c-ce69882f3ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:30.977243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Delete allocated IP 2001:db8:0:1::de (3f44050a-7017-4492-bbb5-bb07a42d5fd9/a8803861-8b20-4ffa-863e-d54e2708c8ec) {{(pid=93502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 15:01:30.988315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] Pushing event deleted for resources: {'Port': ['ID=ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:30.992151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:30.997971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:31.018431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.022117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c42c849c-a270-4058-8a8c-2d28f4e25a8b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:31.055167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.055498 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 15e1243a-119f-4cd7-a1d7-212ba7572596 of type vlan for network 3b983827-8ccf-48fb-96de-8ca3023e5b04 Jun 22 15:01:31.089884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:31.093981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb313595-d700-4212-ad34-6f78e16717fa tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:01:31.104084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:31.109783 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec656ff-bdd2-4384-a860-30a456cda3cb None None] Sync routers for ids ['fa6a7a7f-addd-41dc-8530-ba6688d872da'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:01:31.110955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb313595-d700-4212-ad34-6f78e16717fa tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.112247 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cb313595-d700-4212-ad34-6f78e16717fa tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "PUT /v2.0/routers/fa6a7a7f-addd-41dc-8530-ba6688d872da HTTP/1.1" status: 200 len: 921 time: 1.9775827 Jun 22 15:01:31.114336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:31.114803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.118099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39148) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:31.118716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=049fc661-796a-4dac-9f10-813da2c9e5e6,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:31.119778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e526e812-fa29-4522-990b-35bcdad035d1 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:31.124678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:31.130399 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec656ff-bdd2-4384-a860-30a456cda3cb None None] Routers {'fa6a7a7f-addd-41dc-8530-ba6688d872da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:31.131686 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2ec656ff-bdd2-4384-a860-30a456cda3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['fa6a7a7f-addd-41dc-8530-ba6688d872da'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:31.139722 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7449176 Jun 22 15:01:31.140790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39150) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:31.157869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:0d:a6:e8', 'name': 'tempest-NetworksTestDHCPv6-2085812009'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:31.195605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.303726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:31.357977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.360311 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2ec656ff-bdd2-4384-a860-30a456cda3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:31.361817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '049fc661-796a-4dac-9f10-813da2c9e5e6'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:31.362853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.364453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:31.365647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.372356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a1016210-b0eb-40fb-aca0-5cda6d743ef8 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:31.373637 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec656ff-bdd2-4384-a860-30a456cda3cb None None] Routers {'fa6a7a7f-addd-41dc-8530-ba6688d872da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:31.374446 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2ec656ff-bdd2-4384-a860-30a456cda3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['fa6a7a7f-addd-41dc-8530-ba6688d872da'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:31.420546 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2ec656ff-bdd2-4384-a860-30a456cda3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:31.421486 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec656ff-bdd2-4384-a860-30a456cda3cb None None] The sync data for ids ['fa6a7a7f-addd-41dc-8530-ba6688d872da'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:01:31.439864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.469708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port e7bc3126-04e7-4571-b234-dd65346441b3 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:31.479003 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6529698 Jun 22 15:01:31.485738 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a35ce1fa-c2c9-4225-aa44-4d56f5401847 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/routers/fa6a7a7f-addd-41dc-8530-ba6688d872da HTTP/1.1" status: 200 len: 921 time: 0.3639593 Jun 22 15:01:31.485738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39152) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:31.487292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.501241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:31.529489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39154) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:31.572280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/049fc661-796a-4dac-9f10-813da2c9e5e6/c92fc8e2-104c-4c4e-a1f2-1a38c7981c21) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:31.607378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Ignored duplicate provisioning block setup for port c1bbd7db-cd02-462a-9f62-dca7a7fba62b by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 15:01:31.609700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=3b983827-8ccf-48fb-96de-8ca3023e5b04,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:31.615503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:31.622847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.630148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-59c8f9cf-e2ab-4fef-b7e7-1551107859ab tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:31.655883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 3b983827-8ccf-48fb-96de-8ca3023e5b04 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:31.757420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae35073-604d-4aab-8aac-81a4586c11b6 None None] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:31.781978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] In _notify_port_updated(), no bound segment for port c1bbd7db-cd02-462a-9f62-dca7a7fba62b on network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:01:31.788161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:31.788832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.790136 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "PUT /v2.0/ports/c1bbd7db-cd02-462a-9f62-dca7a7fba62b HTTP/1.1" status: 200 len: 926 time: 1.9848397 Jun 22 15:01:31.793343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39156) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:31.794702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=c1bbd7db-cd02-462a-9f62-dca7a7fba62b,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:31.800163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbea0f28-8f9b-4df6-8764-a779c40a8397'}, {'subnet_id': 'a8803861-8b20-4ffa-863e-d54e2708c8ec'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:31.800334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:31.832625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff1ab4-4bed-4415-aaa9-d8f9c8b47360 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:31.836872 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-90ff1ab4-4bed-4415-aaa9-d8f9c8b47360 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=fa6a7a7f-addd-41dc-8530-ba6688d872da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3034549 Jun 22 15:01:31.838954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39158) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:31.866476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.877411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6376785c-5aaa-4fc7-8ac4-40d628f790de None None] Provisioning for port 2929057d-7689-489d-b338-279c4ded9fe5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:31.895700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6376785c-5aaa-4fc7-8ac4-40d628f790de None None] Provisioning complete for port 2929057d-7689-489d-b338-279c4ded9fe5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:31.896089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6376785c-5aaa-4fc7-8ac4-40d628f790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.911213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.911971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.918221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ccc90f90-1e70-4b45-8b32-2c85cf6332f4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:31.940571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 3b983827-8ccf-48fb-96de-8ca3023e5b04 is not hosted by any dhcp agent {{(pid=93502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 15:01:31.952318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:31.952318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.952318 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "PUT /v2.0/networks/3b983827-8ccf-48fb-96de-8ca3023e5b04 HTTP/1.1" status: 200 len: 723 time: 0.4527869 Jun 22 15:01:31.958990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39160) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:31.967113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': '3b983827-8ccf-48fb-96de-8ca3023e5b04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:31.969290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:31.993358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Transition to ACTIVE for port object c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:32.029274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=3b983827-8ccf-48fb-96de-8ca3023e5b04,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:32.033494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:32.034156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2929057d-7689-489d-b338-279c4ded9fe5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:32.037216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a7392c-5502-4a30-97f0-1e6131172015 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:32.038979 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-90a7392c-5502-4a30-97f0-1e6131172015 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 881 time: 0.1996350 Jun 22 15:01:32.044333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39162) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:32.073435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 3b983827-8ccf-48fb-96de-8ca3023e5b04 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:32.082869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Transition to ACTIVE for port object c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:32.122255 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1ca6663b-ac2c-4b05-bf47-c70cbc104b83 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa6a7a7f-addd-41dc-8530-ba6688d872da HTTP/1.1" status: 200 len: 205 time: 0.0764947 Jun 22 15:01:32.124649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39164) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:32.136644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.143569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:32.241197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:32.242249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.252819 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::1b4 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/049fc661-796a-4dac-9f10-813da2c9e5e6/e7bc3126-04e7-4571-b234-dd65346441b3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:32.267500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:32.269991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:32.273245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:32.276797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.298630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Pushing event updated for resources: {'Port': ['ID=c92fc8e2-104c-4c4e-a1f2-1a38c7981c21,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:32.308214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:32.376654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.434557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Deleting port ca55e7bd-2e26-44ca-abf7-0914d09842d3 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:32.435310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.498674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 2929057d-7689-489d-b338-279c4ded9fe5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:32.499262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.566444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Attempting to bind port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:32.566969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Attempting to bind port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:32.567470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Attempting to bind port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:32.580282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:32.581031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:32.581883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.582775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:32.583421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Bound port: c92fc8e2-104c-4c4e-a1f2-1a38c7981c21, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:32.583930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.596366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8:0:1::23c (3f44050a-7017-4492-bbb5-bb07a42d5fd9/a8803861-8b20-4ffa-863e-d54e2708c8ec/c1bbd7db-cd02-462a-9f62-dca7a7fba62b) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:32.701530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-35f7232d-62da-4b85-a355-d851cf629498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.725661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] For port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:32.729461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] For port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c92fc8e2-104c-4c4e-a1f2-1a38c7981c21,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:32.742812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.745257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:32.806953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:32.840690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:32.841523 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ce6a6a83-0d3c-4ce2-be6d-7361b44cd78e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:32.878443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Pushing event updated for resources: {'Port': ['ID=c92fc8e2-104c-4c4e-a1f2-1a38c7981c21,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:32.883790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:32.903376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:32.986813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.083978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5e3772e2-022c-4af8-9889-9a50b4791067 None None] Provisioning for port c1bbd7db-cd02-462a-9f62-dca7a7fba62b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:33.088682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5e3772e2-022c-4af8-9889-9a50b4791067 None None] Provisioning complete for port c1bbd7db-cd02-462a-9f62-dca7a7fba62b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:33.089120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5e3772e2-022c-4af8-9889-9a50b4791067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.100929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Calling delete_port for ca55e7bd-2e26-44ca-abf7-0914d09842d3 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:33.143282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5e3772e2-022c-4af8-9889-9a50b4791067 None None] Port c1bbd7db-cd02-462a-9f62-dca7a7fba62b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:33.150089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.157053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.161783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5e3772e2-022c-4af8-9889-9a50b4791067 None None] Provisioning complete for port 2929057d-7689-489d-b338-279c4ded9fe5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:33.162389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5e3772e2-022c-4af8-9889-9a50b4791067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.165881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-89c97971-8379-4026-817a-daec909d7223 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:33.269220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object e7bc3126-04e7-4571-b234-dd65346441b3 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:33.289017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=449a47ed-ee2d-42e6-a591-bc9696cd34e1,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:33.305441 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:33.354040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.365012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.370112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '15e1243a-119f-4cd7-a1d7-212ba7572596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b983827-8ccf-48fb-96de-8ca3023e5b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:33.370477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: 3b983827-8ccf-48fb-96de-8ca3023e5b04, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:33.374588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-08fa44fe-f155-4e91-98a6-9c2faf085bb7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:33.381459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Ignored duplicate provisioning block setup for port c1bbd7db-cd02-462a-9f62-dca7a7fba62b by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 15:01:33.393168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.400149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3dc699f9-722c-4bf6-bb52-b266bcf12af9 tempest-RoutersIpV6AdminTest-1031067385 tempest-RoutersIpV6AdminTest-1031067385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:33.419872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6af431ed-85d4-4330-82a7-cda9af4082a3 None None] Provisioning complete for port c1bbd7db-cd02-462a-9f62-dca7a7fba62b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:33.420236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6af431ed-85d4-4330-82a7-cda9af4082a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.427489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event deleted for resources: {'Port': ['ID=ca55e7bd-2e26-44ca-abf7-0914d09842d3,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:33.432145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.433694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:33.440300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 3b983827-8ccf-48fb-96de-8ca3023e5b04 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:33.479433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.494786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 3b983827-8ccf-48fb-96de-8ca3023e5b04) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:33.509167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f07d43-556b-46c4-939c-e2e18215ef7f None None] Network 3b983827-8ccf-48fb-96de-8ca3023e5b04 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:33.511333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:33.512131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.513283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6af431ed-85d4-4330-82a7-cda9af4082a3 None None] Port c1bbd7db-cd02-462a-9f62-dca7a7fba62b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:33.514976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=c1bbd7db-cd02-462a-9f62-dca7a7fba62b,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:33.539467 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:33.541214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:33.544719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3505d7dc-f8d7-4143-a908-6a66cb02a770 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:33.548626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] In _notify_port_updated(), no bound segment for port c1bbd7db-cd02-462a-9f62-dca7a7fba62b on network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 {{(pid=93501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:01:33.555068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:33.555984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.557594 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "PUT /v2.0/ports/c1bbd7db-cd02-462a-9f62-dca7a7fba62b HTTP/1.1" status: 200 len: 1012 time: 1.7629499 Jun 22 15:01:33.562476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:33.565298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39168) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:33.596460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:33.603314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:33.604304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.620325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.622621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.647060 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6865799 Jun 22 15:01:33.656511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39170) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:33.671544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-126c33c9-05fc-4548-a7aa-44fc9e12e30a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:33.699087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.699587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Fanout notify agent at l3_agent the message router_deleted on router fa6a7a7f-addd-41dc-8530-ba6688d872da {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:01:33.709063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.713612 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/fa6a7a7f-addd-41dc-8530-ba6688d872da HTTP/1.1" status: 204 len: 168 time: 1.5836844 Jun 22 15:01:33.714851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39172) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:33.724351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4b3406b7-cc25-47ed-92ca-6ad965172d5e tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-344037047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:33.737607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=e7bc3126-04e7-4571-b234-dd65346441b3,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:33.752849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:33.753727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-3b983827-8ccf-48fb-96de-8ca3023e5b04', 'network_id': '3b983827-8ccf-48fb-96de-8ca3023e5b04', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': '449a47ed-ee2d-42e6-a591-bc9696cd34e1'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:33.755178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.757725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39174) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:33.758077 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6150885 Jun 22 15:01:33.778975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2dc0e572-278a-4eee-832c-f4c47fa4f6f5 None None] Provisioning complete for port c1bbd7db-cd02-462a-9f62-dca7a7fba62b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:33.779496 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e572-278a-4eee-832c-f4c47fa4f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.803825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b3406b7-cc25-47ed-92ca-6ad965172d5e tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.805506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b3406b7-cc25-47ed-92ca-6ad965172d5e tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.823507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0e572-278a-4eee-832c-f4c47fa4f6f5 None None] Port c1bbd7db-cd02-462a-9f62-dca7a7fba62b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:33.867567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b3406b7-cc25-47ed-92ca-6ad965172d5e tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.876524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b3406b7-cc25-47ed-92ca-6ad965172d5e tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.925341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b3406b7-cc25-47ed-92ca-6ad965172d5e tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.929868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4b3406b7-cc25-47ed-92ca-6ad965172d5e tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2138438 Jun 22 15:01:33.931652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39180) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:33.939443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:33.970209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-126c33c9-05fc-4548-a7aa-44fc9e12e30a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3279181'] for subnet, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:33.976295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.018879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port c1bbd7db-cd02-462a-9f62-dca7a7fba62b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:34.019942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.058186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f4ed3-d228-4948-ba79-d2221320413e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:34.075914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f4ed3-d228-4948-ba79-d2221320413e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:34.077887 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0c4f4ed3-d228-4948-ba79-d2221320413e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3184433 Jun 22 15:01:34.081948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39182) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:34.083359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:34.174496 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a24f265f-ca95-42aa-9c72-dca1cbfed30d None None] Provisioning complete for port c1bbd7db-cd02-462a-9f62-dca7a7fba62b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:34.174973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.175472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a24f265f-ca95-42aa-9c72-dca1cbfed30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.211356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Allocated IP 172.20.0.2 (3b983827-8ccf-48fb-96de-8ca3023e5b04/449a47ed-ee2d-42e6-a591-bc9696cd34e1/2559e714-be32-4226-aaf7-5765a047fed5) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:34.258713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for c1bbd7db-cd02-462a-9f62-dca7a7fba62b owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:34.279616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:34.342126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a24f265f-ca95-42aa-9c72-dca1cbfed30d None None] Port c1bbd7db-cd02-462a-9f62-dca7a7fba62b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:34.343144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.420804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port e7bc3126-04e7-4571-b234-dd65346441b3 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:34.421156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.505728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.508961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.512577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0206b2c7-f11d-4e9b-8c96-71c430d46a83 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:34.519318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Transition to ACTIVE for port object 2559e714-be32-4226-aaf7-5765a047fed5 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:34.521796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-124c393a-bad2-4d3b-a02f-5102dfbc9097 None None] Provisioning for port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:34.531967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-124c393a-bad2-4d3b-a02f-5102dfbc9097 None None] Provisioning complete for port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:34.532177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-124c393a-bad2-4d3b-a02f-5102dfbc9097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.544450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.545126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=c1bbd7db-cd02-462a-9f62-dca7a7fba62b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:34.550567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:34.571250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Transition to ACTIVE for port object 2559e714-be32-4226-aaf7-5765a047fed5 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:34.587193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.589936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:34.664011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.665860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for e7bc3126-04e7-4571-b234-dd65346441b3 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:34.666384 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/c1bbd7db-cd02-462a-9f62-dca7a7fba62b HTTP/1.1" status: 204 len: 168 time: 1.0813804 Jun 22 15:01:34.669656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39186) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:34.689299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Network 3b983827-8ccf-48fb-96de-8ca3023e5b04 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:34.700692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:34.706255 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5376e85f-6f67-4617-aaa2-d40f38825681 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:34.706462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:34.708458 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5376e85f-6f67-4617-aaa2-d40f38825681 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/c1bbd7db-cd02-462a-9f62-dca7a7fba62b HTTP/1.1" status: 404 len: 333 time: 0.0379486 Jun 22 15:01:34.713508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39188) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:34.716853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Pushing event updated for resources: {'Port': ['ID=2559e714-be32-4226-aaf7-5765a047fed5,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:34.723954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:34.724597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-124c393a-bad2-4d3b-a02f-5102dfbc9097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.810458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet a8803861-8b20-4ffa-863e-d54e2708c8ec {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:34.813860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.831000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-124c393a-bad2-4d3b-a02f-5102dfbc9097 None None] For port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c92fc8e2-104c-4c4e-a1f2-1a38c7981c21,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:34.837957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Attempting to bind port 2559e714-be32-4226-aaf7-5765a047fed5 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:34.838271 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Attempting to bind port 2559e714-be32-4226-aaf7-5765a047fed5 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '15e1243a-119f-4cd7-a1d7-212ba7572596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b983827-8ccf-48fb-96de-8ca3023e5b04'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:34.838651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Attempting to bind port 2559e714-be32-4226-aaf7-5765a047fed5 on network 3b983827-8ccf-48fb-96de-8ca3023e5b04 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:34.842125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-124c393a-bad2-4d3b-a02f-5102dfbc9097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.845226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-eb5db827-fb21-4d81-b9e2-30231e29182b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:34.867537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.878212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:34.878686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Checking segment: {'id': '15e1243a-119f-4cd7-a1d7-212ba7572596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b983827-8ccf-48fb-96de-8ca3023e5b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:34.878973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.879395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Bound using segment: {'id': '15e1243a-119f-4cd7-a1d7-212ba7572596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b983827-8ccf-48fb-96de-8ca3023e5b04'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:34.880475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Bound port: 2559e714-be32-4226-aaf7-5765a047fed5, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e1243a-119f-4cd7-a1d7-212ba7572596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3b983827-8ccf-48fb-96de-8ca3023e5b04'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:34.880475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.880878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.892238 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-126c33c9-05fc-4548-a7aa-44fc9e12e30a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782473616698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2099725'] for subnet, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.904432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c82cf9f1-1626-4623-9185-14faad2f4e04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:34.912575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.913195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126c33c9-05fc-4548-a7aa-44fc9e12e30a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:34.913911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-126c33c9-05fc-4548-a7aa-44fc9e12e30a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:34.915426 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-126c33c9-05fc-4548-a7aa-44fc9e12e30a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "PUT /v2.0/subnets/449a47ed-ee2d-42e6-a591-bc9696cd34e1 HTTP/1.1" status: 200 len: 806 time: 1.2576618 Jun 22 15:01:34.919957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39190) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:34.975922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c33c9-05fc-4548-a7aa-44fc9e12e30a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=449a47ed-ee2d-42e6-a591-bc9696cd34e1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:34.995960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-126c33c9-05fc-4548-a7aa-44fc9e12e30a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:34.996172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c393a-bad2-4d3b-a02f-5102dfbc9097 None None] Pushing event updated for resources: {'Port': ['ID=c92fc8e2-104c-4c4e-a1f2-1a38c7981c21,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:35.007534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-124c393a-bad2-4d3b-a02f-5102dfbc9097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:35.017129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] For port 2559e714-be32-4226-aaf7-5765a047fed5, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:35.020335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-10ef637b-109a-4a17-896a-3b7b0aeca2a9 None None] Provisioning for port e7bc3126-04e7-4571-b234-dd65346441b3 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:35.020931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.024023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] For port 2559e714-be32-4226-aaf7-5765a047fed5, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2559e714-be32-4226-aaf7-5765a047fed5,segment=NetworkSegment(15e1243a-119f-4cd7-a1d7-212ba7572596),segment_id=15e1243a-119f-4cd7-a1d7-212ba7572596)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:35.027394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-10ef637b-109a-4a17-896a-3b7b0aeca2a9 None None] Provisioning complete for port e7bc3126-04e7-4571-b234-dd65346441b3 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:35.027762 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-10ef637b-109a-4a17-896a-3b7b0aeca2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.032363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.056767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d00ad3e8-9d60-46b0-9c15-34c4b6421ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:35.114691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-10ef637b-109a-4a17-896a-3b7b0aeca2a9 None None] Port e7bc3126-04e7-4571-b234-dd65346441b3 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:35.116475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.123800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-28db4e84-5453-47f8-9804-6199d7e626e7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:35.149177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Pushing event updated for resources: {'Port': ['ID=2559e714-be32-4226-aaf7-5765a047fed5,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:35.152609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:35.165385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=a8803861-8b20-4ffa-863e-d54e2708c8ec,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:35.168060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.170200 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/a8803861-8b20-4ffa-863e-d54e2708c8ec HTTP/1.1" status: 204 len: 168 time: 0.4561255 Jun 22 15:01:35.171337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:35.172763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Allocated IP 172.26.6.64 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/aed6fbb8-32d4-4c35-806a-780ca9f547da) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:35.173213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39192) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:35.175427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.178160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e8c13-850f-46b5-bc88-683567581b38 None None] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:35.183043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.198597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7a696b8e-cc64-48c4-851d-6119f66e46a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:35.238194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=e7bc3126-04e7-4571-b234-dd65346441b3,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:35.253650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:35.273260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet dbea0f28-8f9b-4df6-8764-a779c40a8397 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:35.279017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.321703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.326005 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/e7bc3126-04e7-4571-b234-dd65346441b3 HTTP/1.1" status: 204 len: 168 time: 1.2403111 Jun 22 15:01:35.346541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39194) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:35.349018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.475438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54addaa-f69c-4a27-aa7c-e39e426148ce tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:35.477405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54addaa-f69c-4a27-aa7c-e39e426148ce tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:35.481587 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b54addaa-f69c-4a27-aa7c-e39e426148ce tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1261294 Jun 22 15:01:35.483741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39198) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:35.496599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.523877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.557057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.590433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Deleting port 2559e714-be32-4226-aaf7-5765a047fed5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:35.590778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.597171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.605676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-126c33c9-05fc-4548-a7aa-44fc9e12e30a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:35.636899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=dbea0f28-8f9b-4df6-8764-a779c40a8397,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:35.640185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:35.644531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.646789 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/dbea0f28-8f9b-4df6-8764-a779c40a8397 HTTP/1.1" status: 204 len: 168 time: 0.4730415 Jun 22 15:01:35.649695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39200) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:35.688306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 049fc661-796a-4dac-9f10-813da2c9e5e6 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:35.701174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.766404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.773097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.815633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.824716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5ff455be-4346-4eed-b183-a02d28d781c5 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:35.832342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 2929057d-7689-489d-b338-279c4ded9fe5 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:35.832699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.875038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] For port 2559e714-be32-4226-aaf7-5765a047fed5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2559e714-be32-4226-aaf7-5765a047fed5,segment=NetworkSegment(15e1243a-119f-4cd7-a1d7-212ba7572596),segment_id=15e1243a-119f-4cd7-a1d7-212ba7572596)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:35.875038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.899419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:35.917419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] For port 2929057d-7689-489d-b338-279c4ded9fe5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2929057d-7689-489d-b338-279c4ded9fe5,segment=NetworkSegment(bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40),segment_id=bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:35.917925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:35.920151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:35.993721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Calling delete_port for 2559e714-be32-4226-aaf7-5765a047fed5 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:35.995921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:36.004465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event updated for resources: {'Port': ['ID=aed6fbb8-32d4-4c35-806a-780ca9f547da,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:36.012666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 2929057d-7689-489d-b338-279c4ded9fe5 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:36.037969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:36.127861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.131264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e1750a5-053f-4189-9ea1-c6921e9f18cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:36.139744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:36.167109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=2929057d-7689-489d-b338-279c4ded9fe5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:36.177616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:36.182456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No DVR routers for this DVR port 2929057d-7689-489d-b338-279c4ded9fe5 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:36.221524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:36.222184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.237292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.305933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.318981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f44050a-7017-4492-bbb5-bb07a42d5fd9']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:36.331163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:36.331462 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7dd2b1-b1da-4e5d-9cc7-f8dd55bb1a40') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:36.350751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.354145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2559e714-be32-4226-aaf7-5765a047fed5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:36.377584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.386315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:36.386817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.424468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 2559e714-be32-4226-aaf7-5765a047fed5 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:36.443857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:36.448000 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:36.450890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:36.483390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8aa80-a386-4bc2-b275-5cca120d152b None None] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:36.483919 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.490469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.493516 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/networks/3f44050a-7017-4492-bbb5-bb07a42d5fd9 HTTP/1.1" status: 204 len: 168 time: 0.8426425 Jun 22 15:01:36.497420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:36.506485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8aa80-a386-4bc2-b275-5cca120d152b None None] Network 3f44050a-7017-4492-bbb5-bb07a42d5fd9 could not be found, it might have been deleted concurrently. {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 15:01:36.514984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39202) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:36.516256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Network': ['ID=3f44050a-7017-4492-bbb5-bb07a42d5fd9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:36.516660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-196773da-0568-468a-a3c3-ccf75f674e16 None None] Could not find standard attr ID for object 2929057d-7689-489d-b338-279c4ded9fe5. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:36.522098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:36.526119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=049fc661-796a-4dac-9f10-813da2c9e5e6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:36.566004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:36.572980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.574967 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/049fc661-796a-4dac-9f10-813da2c9e5e6 HTTP/1.1" status: 204 len: 168 time: 1.0848017 Jun 22 15:01:36.581322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39204) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:36.590464 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f8b863-921c-4264-b3b4-3aa6ce2b8f63 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:36.629882 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a0e49a6d-70af-45c3-8123-8c6335646b70 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450211 Jun 22 15:01:36.640353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39206) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:36.651293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b3db5-e746-41fe-b83a-d0d196c5c52d None None] DHCP port deletion for 3f44050a-7017-4492-bbb5-bb07a42d5fd9 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:36.656024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.678244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7abe32-b0ef-417b-9996-bb2995c4d3ee None None] Network 3b983827-8ccf-48fb-96de-8ca3023e5b04 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:36.688495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-34c2130e-8848-4758-9d0f-2a5f6f25f749 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:36.705169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21196a62-b121-4c10-9fd4-dda7c6bced6d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:36.708009 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-21196a62-b121-4c10-9fd4-dda7c6bced6d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1831138 Jun 22 15:01:36.713281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39208) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:36.727138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Port': ['ID=2559e714-be32-4226-aaf7-5765a047fed5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:36.745675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.749308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:36.794578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac2907b-d902-43fa-9615-c0862e4b0c49 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:36.798320 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9ac2907b-d902-43fa-9615-c0862e4b0c49 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1520565 Jun 22 15:01:36.798677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39210) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:36.804946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No DVR routers for this DVR port 2559e714-be32-4226-aaf7-5765a047fed5 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:36.811273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4d73f0b-7fb0-4173-b43e-1a020d4df544 None None] Could not find standard attr ID for object 2559e714-be32-4226-aaf7-5765a047fed5. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:36.862714 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d091dd1b-2809-4874-91ed-c1eb2fea2639 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1435437 Jun 22 15:01:36.864596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39212) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:36.870236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-35803696'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:36.885664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d02ca-274a-46ec-babb-d2d5a443e5f3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:36.890259 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a01d02ca-274a-46ec-babb-d2d5a443e5f3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0881951 Jun 22 15:01:36.890835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39214) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:36.892335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:36.937855 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c7adaade-f9ba-4675-8969-518630b6acb0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448217 Jun 22 15:01:36.943900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39216) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:36.953886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:36.978759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:36.982892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.047442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:37.081284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.092227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:37.098416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f50d4947-00b8-4e13-8a1c-6c5417075dfc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:37.109342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] Deleting port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:37.110105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.116021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.116410 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Added segment 083e384a-60c3-47a6-bef5-5c9ca7c68d6e of type vlan for network a80a8d1e-68f6-4550-9503-2ad4f097f557 Jun 22 15:01:37.130340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:37.134500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=449a47ed-ee2d-42e6-a591-bc9696cd34e1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:37.136447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.148195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:37.150352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.182806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] For port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c92fc8e2-104c-4c4e-a1f2-1a38c7981c21,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:37.183328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.191646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.197047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3a0fec-dbb2-409b-a889-cba8b34d041d None None] Network 3b983827-8ccf-48fb-96de-8ca3023e5b04 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:37.239446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.253259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.288021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] Calling delete_port for c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:37.308135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.315330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:37.317091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553489'] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.322734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5d6a0bf9-43f0-4745-bea3-e31278b549b4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:37.443160 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5739625 Jun 22 15:01:37.443380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.445345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39218) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:37.453067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': 'a80a8d1e-68f6-4550-9503-2ad4f097f557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:37.453488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-41be1151-4a5b-4e51-92a2-c8bef813e866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:37.460058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] No DVR routers for this DVR port c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:37.483729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Network': ['ID=a80a8d1e-68f6-4550-9503-2ad4f097f557,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:37.495142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] Pushing event deleted for resources: {'Port': ['ID=c92fc8e2-104c-4c4e-a1f2-1a38c7981c21,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:37.497896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:37.500380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a80a8d1e-68f6-4550-9503-2ad4f097f557 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:37.521812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe6546-616e-42e3-a320-bb5e27288113 None None] DHCP port deletion for 3b983827-8ccf-48fb-96de-8ca3023e5b04 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:37.530695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:37.572421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcdafc4-492f-46aa-b4a2-fee5fcbd55e7 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:01:37.635546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b983827-8ccf-48fb-96de-8ca3023e5b04']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:37.680916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcdafc4-492f-46aa-b4a2-fee5fcbd55e7 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:01:37.681807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e1243a-119f-4cd7-a1d7-212ba7572596') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:37.682098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e1243a-119f-4cd7-a1d7-212ba7572596') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:37.695570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:37.698571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.699703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.719494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.729548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:37.730030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:37.742194 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:37.801034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:01:37.806971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.812678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21563f71-c2e4-45ab-9cfa-4b8cdefc4883 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:37.829799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.833927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-929a6576-b1d9-4720-82c4-9af835cd5dcf tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:37.849616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.854093 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/3b983827-8ccf-48fb-96de-8ca3023e5b04 HTTP/1.1" status: 204 len: 168 time: 2.9293740 Jun 22 15:01:37.854093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=3b983827-8ccf-48fb-96de-8ca3023e5b04,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:37.855063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39222) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:37.864593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:37.867275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Router 3f0bf83e-d1bb-4ea2-a1b7-265337bd9836 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:01:37.883356 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47cc35f-9e96-4bfa-98e2-0e13a0768094 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:37.884028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47cc35f-9e96-4bfa-98e2-0e13a0768094 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:37.884184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:37.885807 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d47cc35f-9e96-4bfa-98e2-0e13a0768094 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/3b983827-8ccf-48fb-96de-8ca3023e5b04 HTTP/1.1" status: 404 len: 339 time: 0.0298450 Jun 22 15:01:37.890681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39224) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:37.892256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:37.896568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-674763599', 'description': 'd1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:37.901531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:37.902234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:37.923025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=677bf3ba-be13-4e5b-ae86-c201ce1ae294,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:37.933614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:37.966112 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0210941 Jun 22 15:01:37.969583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39226) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:37.976125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-60d4ef6a-072e-4d5a-aa0f-c3ffd8193706 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:38.017224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '677bf3ba-be13-4e5b-ae86-c201ce1ae294'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:38.018195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.024125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:38.051993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:38.055867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.059523 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:38.060395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c92fc8e2-104c-4c4e-a1f2-1a38c7981c21 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:38.060921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2929057d-7689-489d-b338-279c4ded9fe5 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:38.070867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:01:38.078859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.083544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "PUT /v2.0/routers/3f0bf83e-d1bb-4ea2-a1b7-265337bd9836 HTTP/1.1" status: 200 len: 878 time: 4.1509118 Jun 22 15:01:38.084208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39228) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:38.094970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e03c9-e0bb-482a-815c-61124a3960e6 None None] Sync routers for ids ['3f0bf83e-d1bb-4ea2-a1b7-265337bd9836'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:01:38.102804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 2929057d-7689-489d-b338-279c4ded9fe5 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:38.103906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2929057d-7689-489d-b338-279c4ded9fe5 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:38.103906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2559e714-be32-4226-aaf7-5765a047fed5 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:38.126123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.133477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-111183fe-b4ef-486a-958d-b09955ba1bdb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:38.148824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:38.184400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 2559e714-be32-4226-aaf7-5765a047fed5 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:38.185074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2559e714-be32-4226-aaf7-5765a047fed5 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:38.196917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e03c9-e0bb-482a-815c-61124a3960e6 None None] Routers {'3f0bf83e-d1bb-4ea2-a1b7-265337bd9836'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:38.198440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-de1e03c9-e0bb-482a-815c-61124a3960e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3f0bf83e-d1bb-4ea2-a1b7-265337bd9836'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:38.198586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.198921 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 414dc6ed-bef4-445a-9d16-6b9e4b970263 of type vlan for network 76ac49f3-0b24-4b61-9243-0c89bb09742c Jun 22 15:01:38.223061 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=92c79ecb-b076-499b-94a4-600ba0ab39cd,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:38.226844 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:01:38.229123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:38.244019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d4ef6a-072e-4d5a-aa0f-c3ffd8193706 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:38.245752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-de1e03c9-e0bb-482a-815c-61124a3960e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:38.248116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60d4ef6a-072e-4d5a-aa0f-c3ffd8193706 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.249504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.253479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Checking segment: {'id': '083e384a-60c3-47a6-bef5-5c9ca7c68d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a80a8d1e-68f6-4550-9503-2ad4f097f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:38.254587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network hostable DHCP agents. Network: a80a8d1e-68f6-4550-9503-2ad4f097f557, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:38.286766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e03c9-e0bb-482a-815c-61124a3960e6 None None] Routers {'3f0bf83e-d1bb-4ea2-a1b7-265337bd9836'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:38.287773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-de1e03c9-e0bb-482a-815c-61124a3960e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3f0bf83e-d1bb-4ea2-a1b7-265337bd9836'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:38.306554 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b98ee056-ad78-46df-9217-5ec599b46633 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/routers/3f0bf83e-d1bb-4ea2-a1b7-265337bd9836 HTTP/1.1" status: 200 len: 919 time: 0.2197864 Jun 22 15:01:38.307583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.309713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39230) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:38.313442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:38.314066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.317197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:38.376882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39232) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:38.377089 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4847822 Jun 22 15:01:38.380222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network a80a8d1e-68f6-4550-9503-2ad4f097f557 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:38.412377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=76ac49f3-0b24-4b61-9243-0c89bb09742c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:38.416070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:38.471503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a80a8d1e-68f6-4550-9503-2ad4f097f557) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:38.487393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:38.489042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.490638 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 76ac49f3-0b24-4b61-9243-0c89bb09742c details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:38.496689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-de1e03c9-e0bb-482a-815c-61124a3960e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:38.497337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e03c9-e0bb-482a-815c-61124a3960e6 None None] The sync data for ids ['3f0bf83e-d1bb-4ea2-a1b7-265337bd9836'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:01:38.504937 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-60d4ef6a-072e-4d5a-aa0f-c3ffd8193706 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 677bf3ba-be13-4e5b-ae86-c201ce1ae294 (CIDR: 2001:db8::/64) Jun 22 15:01:38.517460 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d4ef6a-072e-4d5a-aa0f-c3ffd8193706 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:01:38.517915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d4ef6a-072e-4d5a-aa0f-c3ffd8193706 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:38.536879 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0865338 Jun 22 15:01:38.538594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39234) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:38.544960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': 'a80a8d1e-68f6-4550-9503-2ad4f097f557', 'name': 'tempest-PortsIpV6TestJSON-1134511196'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:38.551956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27de1c1-eccc-4b6b-ae0a-43de67e27bee tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:38.556082 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d27de1c1-eccc-4b6b-ae0a-43de67e27bee tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/networks?id=76ac49f3-0b24-4b61-9243-0c89bb09742c HTTP/1.1" status: 200 len: 760 time: 0.1708653 Jun 22 15:01:38.556268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39236) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:38.561329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Allocated IP 2001:db8::f816:3eff:fe1a:bb68 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/677bf3ba-be13-4e5b-ae86-c201ce1ae294/5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:38.561945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'description': 'd2'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:38.566848 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-60d4ef6a-072e-4d5a-aa0f-c3ffd8193706 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5960546 Jun 22 15:01:38.569451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e05967-9ebe-49b4-b603-24d476890325 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:38.573487 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-84e05967-9ebe-49b4-b603-24d476890325 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=3f0bf83e-d1bb-4ea2-a1b7-265337bd9836&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2601161 Jun 22 15:01:38.573487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39238) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:38.578378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:38.595143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39240) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:38.682310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:38.686150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.705477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port 785a097a-7f66-42a4-a10a-45afc8e784bf yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:38.733673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.743400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Transition to ACTIVE for port object 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:38.765217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Transition to ACTIVE for port object 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:38.773935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.777675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-124c393a-bad2-4d3b-a02f-5102dfbc9097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:38.828022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:38.833091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:38.835384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Pushing event updated for resources: {'Port': ['ID=5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:38.838069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:38.840443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::382 (a80a8d1e-68f6-4550-9503-2ad4f097f557/92c79ecb-b076-499b-94a4-600ba0ab39cd/785a097a-7f66-42a4-a10a-45afc8e784bf) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:38.846625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:38.904182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Attempting to bind port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:38.904782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Attempting to bind port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:38.905461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Attempting to bind port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:38.912331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:38.912723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:38.913265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.913813 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:38.914461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Bound port: 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:38.914998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.983109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] For port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:38.986992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] For port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:38.991564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:38.994640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cae7aa4b-738e-401d-9b2a-0b2ffef1f913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:39.016924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.031805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object 785a097a-7f66-42a4-a10a-45afc8e784bf will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:39.059584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Pushing event updated for resources: {'Port': ['ID=5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:39.063595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:39.067671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.071826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0d4fa275-a3b5-4edc-b91a-cede0220300a tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:39.116208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network a80a8d1e-68f6-4550-9503-2ad4f097f557 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:39.119763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:39.124185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:39.130214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:39.130864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.141685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=785a097a-7f66-42a4-a10a-45afc8e784bf,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:39.145520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:39.151223 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6110511 Jun 22 15:01:39.153715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39242) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:39.159027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': 'a80a8d1e-68f6-4550-9503-2ad4f097f557', 'name': 'tempest-PortsIpV6TestJSON-1709081812'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:39.236975 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d1ae7-f6a6-4ffe-a43a-9d6171b5990c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:39.241117 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-db0d1ae7-f6a6-4ffe-a43a-9d6171b5990c tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 881 time: 0.6448138 Jun 22 15:01:39.248618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39244) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:39.291418 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a331ebc8-0435-48d1-84e7-13c985c3aee6 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f0bf83e-d1bb-4ea2-a1b7-265337bd9836 HTTP/1.1" status: 200 len: 205 time: 0.0396118 Jun 22 15:01:39.298812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39246) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:39.310888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.339712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:39.344321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.366769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:39.370343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.372780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port 4d33958f-3a40-4a69-ab66-b3d69214d81b yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:39.417641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.423458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e18c3f40-bf15-4a3b-addb-8b0936d6f2ae tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:39.452605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 76ac49f3-0b24-4b61-9243-0c89bb09742c is not hosted by any dhcp agent {{(pid=93501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 15:01:39.458718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:39.459319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.463001 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "PUT /v2.0/networks/76ac49f3-0b24-4b61-9243-0c89bb09742c HTTP/1.1" status: 200 len: 757 time: 0.9033611 Jun 22 15:01:39.469348 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39248) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:39.562175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::335 (a80a8d1e-68f6-4550-9503-2ad4f097f557/92c79ecb-b076-499b-94a4-600ba0ab39cd/4d33958f-3a40-4a69-ab66-b3d69214d81b) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:39.572777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=76ac49f3-0b24-4b61-9243-0c89bb09742c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:39.578365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:39.584654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 76ac49f3-0b24-4b61-9243-0c89bb09742c details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:39.585775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27c00ba-373e-4158-af39-fa8b83bdd6f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:39.587497 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a27c00ba-373e-4158-af39-fa8b83bdd6f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/networks?id=76ac49f3-0b24-4b61-9243-0c89bb09742c HTTP/1.1" status: 200 len: 760 time: 0.1169837 Jun 22 15:01:39.591308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39250) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:39.596682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1578957260'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:39.607527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.719090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:39.723031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.763267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.778273 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object 4d33958f-3a40-4a69-ab66-b3d69214d81b will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:39.797370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:39.807360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.818395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.822728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:39.836926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.837287 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 4a91f9e5-587f-4ad7-b58d-d1553655764a of type vlan for network 3b516333-fa4b-4007-aacb-ac3fbec6d32b Jun 22 15:01:39.870448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=4d33958f-3a40-4a69-ab66-b3d69214d81b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:39.875991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:39.888347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network a80a8d1e-68f6-4550-9503-2ad4f097f557 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:39.889872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:39.892140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:39.898323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:39.898955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.924408 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7692177 Jun 22 15:01:39.926771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39252) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:39.934188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.989133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:39.997293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d86a31d0-d304-48d8-a29f-e01e171dabb3 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:40.016683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:40.069101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.075929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:40.090081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:40.100370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:40.104014 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:40.104623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.109940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.116459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:40.117084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.134477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=7cb77907-0fd6-4757-8d51-92a8cb8881a2,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:40.147960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:40.151173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5b5ca701-bc62-49dc-bd88-5e7da8d090e5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:40.165897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Deleting port aed6fbb8-32d4-4c35-806a-780ca9f547da {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:40.166231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.183297 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6066475 Jun 22 15:01:40.183789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39254) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:40.190477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:89:7b:c7', 'name': 'tempest-NetworksTestDHCPv6-1412902422'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:40.214731 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6220994 Jun 22 15:01:40.234434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39256) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:40.240146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': '3b516333-fa4b-4007-aacb-ac3fbec6d32b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:40.242615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e47ce2-59b7-4893-9e58-5c846991030b None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:40.245582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20540e33-46a2-4ebc-8bb2-13d60c0100d2 None None] Network a80a8d1e-68f6-4550-9503-2ad4f097f557 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:40.288024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a548c9-9f95-4598-8ad9-2152eb9ec046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:40.292252 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d1a548c9-9f95-4598-8ad9-2152eb9ec046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A382 HTTP/1.1" status: 200 len: 929 time: 0.3529184 Jun 22 15:01:40.294079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=3b516333-fa4b-4007-aacb-ac3fbec6d32b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:40.297694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39258) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:40.301795 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:40.325087 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 3b516333-fa4b-4007-aacb-ac3fbec6d32b details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:40.365396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.395541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68ec7921-1367-4369-8e57-57ed7b8c7b9b None None] Provisioning for port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:40.405082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:40.411644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.430056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68ec7921-1367-4369-8e57-57ed7b8c7b9b None None] Provisioning complete for port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:40.430437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68ec7921-1367-4369-8e57-57ed7b8c7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.459180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Calling delete_port for aed6fbb8-32d4-4c35-806a-780ca9f547da owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:40.502607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:40.524710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 4d33958f-3a40-4a69-ab66-b3d69214d81b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:40.525083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.659516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.677796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.695671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port e326ce5e-814e-4cc9-bd26-d73c2ff3a53c yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:40.697086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68ec7921-1367-4369-8e57-57ed7b8c7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.754564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-a80a8d1e-68f6-4550-9503-2ad4f097f557', 'network_id': 'a80a8d1e-68f6-4550-9503-2ad4f097f557', 'tenant_id': 'fffe573ed4ef4749b96cc2ef72b3b0a6', 'fixed_ips': [{'subnet_id': '92c79ecb-b076-499b-94a4-600ba0ab39cd'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:40.755940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.767151 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 4d33958f-3a40-4a69-ab66-b3d69214d81b owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:40.770060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68ec7921-1367-4369-8e57-57ed7b8c7b9b None None] For port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:40.784858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68ec7921-1367-4369-8e57-57ed7b8c7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.793174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6e4cdfe8-9f8b-4c83-a7ad-d078ebbb2943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:40.816652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.821852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d7ca4479-e764-4d64-8922-0ae81358fb92 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:40.826387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.830733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f3a74612-3888-483d-880f-2bbfa2805224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:40.866887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event deleted for resources: {'Port': ['ID=aed6fbb8-32d4-4c35-806a-780ca9f547da,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:40.872786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:40.921861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=1745c49b-d498-44b0-981e-cb6c7a8efb3d,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:40.934306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:40.945389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '4a91f9e5-587f-4ad7-b58d-d1553655764a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3b516333-fa4b-4007-aacb-ac3fbec6d32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:40.945807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: 3b516333-fa4b-4007-aacb-ac3fbec6d32b, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:40.955167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:40.962640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] Update dhcp port {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '677bf3ba-be13-4e5b-ae86-c201ce1ae294', 'ip_address': '2001:db8::f816:3eff:fe1a:bb68'}, {'subnet_id': '7cb77907-0fd6-4757-8d51-92a8cb8881a2'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': '5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:01:40.964266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec7921-1367-4369-8e57-57ed7b8c7b9b None None] Pushing event updated for resources: {'Port': ['ID=5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:40.970767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68ec7921-1367-4369-8e57-57ed7b8c7b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:41.000760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network 3b516333-fa4b-4007-aacb-ac3fbec6d32b is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:41.003269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8:0:1::142 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/7cb77907-0fd6-4757-8d51-92a8cb8881a2/e326ce5e-814e-4cc9-bd26-d73c2ff3a53c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:41.014514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:fe89:7bc7 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/677bf3ba-be13-4e5b-ae86-c201ce1ae294/e326ce5e-814e-4cc9-bd26-d73c2ff3a53c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:41.021798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 3b516333-fa4b-4007-aacb-ac3fbec6d32b) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:41.026232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:41.026807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.029023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.057103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d50e04-d699-4f53-b6b5-0cef704c6994 None None] Network 3b516333-fa4b-4007-aacb-ac3fbec6d32b requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:41.057956 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8224747 Jun 22 15:01:41.061568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Allocated IP 2001:db8::2 (a80a8d1e-68f6-4550-9503-2ad4f097f557/92c79ecb-b076-499b-94a4-600ba0ab39cd/40898770-123c-4082-8905-ef53f2ac75d9) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:41.064013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39260) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:41.116342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.121609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.180508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.185546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8acf49ce-60eb-4846-8bf1-04388a3dc425 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:41.192402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.193108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Fanout notify agent at l3_agent the message router_deleted on router 3f0bf83e-d1bb-4ea2-a1b7-265337bd9836 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:01:41.200352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.201612 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/3f0bf83e-d1bb-4ea2-a1b7-265337bd9836 HTTP/1.1" status: 204 len: 168 time: 1.8993895 Jun 22 15:01:41.208681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39262) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:41.214222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7a4ca840-89e1-4667-87f6-5dba80292e01 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-609612236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:41.226303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=4d33958f-3a40-4a69-ab66-b3d69214d81b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:41.228933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:41.264185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.264904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.269900 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/4d33958f-3a40-4a69-ab66-b3d69214d81b HTTP/1.1" status: 204 len: 168 time: 0.9680829 Jun 22 15:01:41.271333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39264) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:41.297073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca840-89e1-4667-87f6-5dba80292e01 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.298048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca840-89e1-4667-87f6-5dba80292e01 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.299703 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dee96b3-e9a5-49e4-8de1-a6c996f0879c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:41.302398 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4dee96b3-e9a5-49e4-8de1-a6c996f0879c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/4d33958f-3a40-4a69-ab66-b3d69214d81b HTTP/1.1" status: 404 len: 333 time: 0.0305619 Jun 22 15:01:41.304985 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39266) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:41.351966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.391664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object e326ce5e-814e-4cc9-bd26-d73c2ff3a53c will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:41.403153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f222f2ed-6d65-483f-8caf-981be9014946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-3b516333-fa4b-4007-aacb-ac3fbec6d32b', 'network_id': '3b516333-fa4b-4007-aacb-ac3fbec6d32b', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': '1745c49b-d498-44b0-981e-cb6c7a8efb3d'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:41.404023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f222f2ed-6d65-483f-8caf-981be9014946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.427705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca840-89e1-4667-87f6-5dba80292e01 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.431091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 785a097a-7f66-42a4-a10a-45afc8e784bf {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:41.431686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.440220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.449712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.451832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca840-89e1-4667-87f6-5dba80292e01 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.509926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Transition to ACTIVE for port object 40898770-123c-4082-8905-ef53f2ac75d9 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:41.534221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca840-89e1-4667-87f6-5dba80292e01 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.537144 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7a4ca840-89e1-4667-87f6-5dba80292e01 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3264668 Jun 22 15:01:41.540955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39268) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:41.542089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.547048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': True}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:41.548217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Transition to ACTIVE for port object 40898770-123c-4082-8905-ef53f2ac75d9 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:41.556279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.558332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:41.615872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 785a097a-7f66-42a4-a10a-45afc8e784bf owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:41.639976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.653625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-51565cbe-d9fd-406a-9d63-e4f11485f0c1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:41.657183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server [None req-f222f2ed-6d65-483f-8caf-981be9014946 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1745c49b-d498-44b0-981e-cb6c7a8efb3d: This subnet is being modified by another concurrent operation. Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:01:41.754697 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1468, in create_port Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1433, in _create_port_db Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise exception Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1745c49b-d498-44b0-981e-cb6c7a8efb3d: This subnet is being modified by another concurrent operation. Jun 22 15:01:41.759231 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Jun 22 15:01:41.776652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.780293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:41.780590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97b1bcaa-0a16-4586-957c-da860e0ee397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:41.782699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99435f42-c312-49fb-9ef3-21c9a13d77f8 None None] Network 3b516333-fa4b-4007-aacb-ac3fbec6d32b requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:41.803104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Network a80a8d1e-68f6-4550-9503-2ad4f097f557 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:41.811463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=785a097a-7f66-42a4-a10a-45afc8e784bf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:41.814699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:41.822803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:41.837991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:41.842518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:41.845314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:41.845977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.851818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:41.853851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Pushing event updated for resources: {'Port': ['ID=40898770-123c-4082-8905-ef53f2ac75d9,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:41.867398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:41.894078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] Allocated IP 2001:db8:0:1::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/7cb77907-0fd6-4757-8d51-92a8cb8881a2/5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:41.905865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=e326ce5e-814e-4cc9-bd26-d73c2ff3a53c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:41.915212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:41.916015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bac476e4-496e-4b8a-8a30-42bcdd8c6a32 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:41.920604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.979698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b516333-fa4b-4007-aacb-ac3fbec6d32b']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:41.984065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:41.993807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=1745c49b-d498-44b0-981e-cb6c7a8efb3d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:42.001990 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8168900 Jun 22 15:01:42.006406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a91f9e5-587f-4ad7-b58d-d1553655764a') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:42.007022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a91f9e5-587f-4ad7-b58d-d1553655764a') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:42.009742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:42.010541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39272) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:42.037467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.042689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:42.087676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.092481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Attempting to bind port 40898770-123c-4082-8905-ef53f2ac75d9 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:42.092882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Attempting to bind port 40898770-123c-4082-8905-ef53f2ac75d9 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '083e384a-60c3-47a6-bef5-5c9ca7c68d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a80a8d1e-68f6-4550-9503-2ad4f097f557'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:42.093748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Attempting to bind port 40898770-123c-4082-8905-ef53f2ac75d9 on network a80a8d1e-68f6-4550-9503-2ad4f097f557 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:42.110072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:42.110474 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Checking segment: {'id': '083e384a-60c3-47a6-bef5-5c9ca7c68d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a80a8d1e-68f6-4550-9503-2ad4f097f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:42.111000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.111256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Bound using segment: {'id': '083e384a-60c3-47a6-bef5-5c9ca7c68d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a80a8d1e-68f6-4550-9503-2ad4f097f557'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:42.111744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Bound port: 40898770-123c-4082-8905-ef53f2ac75d9, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083e384a-60c3-47a6-bef5-5c9ca7c68d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a80a8d1e-68f6-4550-9503-2ad4f097f557'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:42.112128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.125529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:42.125944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:42.132574 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:42.172211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.175079 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/785a097a-7f66-42a4-a10a-45afc8e784bf HTTP/1.1" status: 204 len: 168 time: 0.8687451 Jun 22 15:01:42.177874 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39274) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:42.204777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] For port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:42.209359 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6532bee0-2a21-469c-acec-a488a9ebef54 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:42.214169 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6532bee0-2a21-469c-acec-a488a9ebef54 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/785a097a-7f66-42a4-a10a-45afc8e784bf HTTP/1.1" status: 404 len: 333 time: 0.0320246 Jun 22 15:01:42.214362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39276) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:42.235177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:42.235634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.242154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.247690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-af77f43c-1370-441b-8bd1-6aaeb107cec1 tempest-BulkNetworkOpsTest-2053296089 tempest-BulkNetworkOpsTest-2053296089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:42.250722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] For port 40898770-123c-4082-8905-ef53f2ac75d9, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:42.252976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.255550 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/3b516333-fa4b-4007-aacb-ac3fbec6d32b HTTP/1.1" status: 204 len: 168 time: 1.1896811 Jun 22 15:01:42.258422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39278) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:42.272130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=3b516333-fa4b-4007-aacb-ac3fbec6d32b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:42.275289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:42.289260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port e326ce5e-814e-4cc9-bd26-d73c2ff3a53c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:42.289610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.290635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.294350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] For port 40898770-123c-4082-8905-ef53f2ac75d9, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=40898770-123c-4082-8905-ef53f2ac75d9,segment=NetworkSegment(083e384a-60c3-47a6-bef5-5c9ca7c68d6e),segment_id=083e384a-60c3-47a6-bef5-5c9ca7c68d6e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:42.309810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.315148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet 92c79ecb-b076-499b-94a4-600ba0ab39cd {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:42.315327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e89751bb-a86e-4989-9afe-39d4380ea269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:42.319101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.321707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] Transition to ACTIVE for port object 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:42.344865 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba68f813-329c-4de5-86c8-4f8cdb0d0850 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] GET failed (client error): The resource could not be found. Jun 22 15:01:42.348838 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ba68f813-329c-4de5-86c8-4f8cdb0d0850 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/subnets/1745c49b-d498-44b0-981e-cb6c7a8efb3d HTTP/1.1" status: 404 len: 337 time: 0.0867205 Jun 22 15:01:42.349658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39280) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:42.353590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.379591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.388163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e had new provisioning blocks added so it will not transition to active. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Jun 22 15:01:42.448519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Pushing event updated for resources: {'Port': ['ID=40898770-123c-4082-8905-ef53f2ac75d9,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:42.460586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:42.461101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-45213c6b-b853-4727-8044-a4743cc40696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:42.491279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.534901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] Pushing event updated for resources: {'Port': ['ID=5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:42.538974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:42.577368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.579730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cd6c966d-d293-4abd-a0f6-192022a367bd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:42.608592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=92c79ecb-b076-499b-94a4-600ba0ab39cd,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:42.614434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:42.619577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.624799 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/92c79ecb-b076-499b-94a4-600ba0ab39cd HTTP/1.1" status: 204 len: 168 time: 0.4093523 Jun 22 15:01:42.625624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39284) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:42.727392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.755619 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4043b2-6c7b-4b4c-af2c-02efbca73adf tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:42.756211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4043b2-6c7b-4b4c-af2c-02efbca73adf tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:42.757889 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-df4043b2-6c7b-4b4c-af2c-02efbca73adf tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/3b516333-fa4b-4007-aacb-ac3fbec6d32b HTTP/1.1" status: 404 len: 339 time: 0.4073045 Jun 22 15:01:42.761979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39286) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:42.803128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 40898770-123c-4082-8905-ef53f2ac75d9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:42.803574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.876523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] For port 40898770-123c-4082-8905-ef53f2ac75d9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=40898770-123c-4082-8905-ef53f2ac75d9,segment=NetworkSegment(083e384a-60c3-47a6-bef5-5c9ca7c68d6e),segment_id=083e384a-60c3-47a6-bef5-5c9ca7c68d6e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:42.876936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.922626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:42.964690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 40898770-123c-4082-8905-ef53f2ac75d9 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:43.028486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for e326ce5e-814e-4cc9-bd26-d73c2ff3a53c owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:43.068227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.072942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4aef3cf-4991-4cbb-a978-fe87b87989b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:43.098572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=40898770-123c-4082-8905-ef53f2ac75d9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:43.106816 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:43.113658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No DVR routers for this DVR port 40898770-123c-4082-8905-ef53f2ac75d9 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:43.153206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.217587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.229612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80a8d1e-68f6-4550-9503-2ad4f097f557']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:43.242617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083e384a-60c3-47a6-bef5-5c9ca7c68d6e') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:43.243360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083e384a-60c3-47a6-bef5-5c9ca7c68d6e') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:43.257536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.286217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.288057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc4645-ff1f-4ba8-8c6a-0a6db851d47a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:43.294656 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-44fc4645-ff1f-4ba8-8c6a-0a6db851d47a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5316961 Jun 22 15:01:43.294890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:43.295202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:43.299172 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:43.302560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39292) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:43.331067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c216a5-7928-4b73-90c0-a96139a21791 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:43.376371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.415165 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-115f2506-f989-42c3-a907-147d2a140f52 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 207 time: 0.1110270 Jun 22 15:01:43.416009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39296) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:43.431043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2fb2dd3a-4127-4f98-be4e-8ba3f84e82e0 None None] Provisioning for port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:43.446418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2fb2dd3a-4127-4f98-be4e-8ba3f84e82e0 None None] Provisioning complete for port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:43.447296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2fb2dd3a-4127-4f98-be4e-8ba3f84e82e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.486237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.498136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.506893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5ae1b465-51b9-4c5b-928a-c6dec5c3bce2 tempest-ExternalNetworksTestJSON-1412853339 tempest-ExternalNetworksTestJSON-1412853339-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:43.512629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.514836 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/networks/a80a8d1e-68f6-4550-9503-2ad4f097f557 HTTP/1.1" status: 204 len: 168 time: 0.8882527 Jun 22 15:01:43.523589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39298) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:43.524651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1810d59-21ec-4199-8b7d-f17befced3b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:43.532872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-755039680'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:43.564668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Network': ['ID=a80a8d1e-68f6-4550-9503-2ad4f097f557,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:43.590648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.591054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.591786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.592381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.593058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.593732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.594292 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.595060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.596002 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.596405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Allocated IP 172.26.6.85 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/bb0e162a-1934-49ea-88d6-a922c0e60779) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:43.596877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.598599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.599385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:43.602052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=e326ce5e-814e-4cc9-bd26-d73c2ff3a53c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:43.604595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:43.611969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:43.643507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ad7cc-3b4d-41ab-ae69-bd70c75d9dc1 req-82e22265-fb26-47e7-b145-ae8473ad8cc7 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:43.645364 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b95ad7cc-3b4d-41ab-ae69-bd70c75d9dc1 req-82e22265-fb26-47e7-b145-ae8473ad8cc7 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3356848 Jun 22 15:01:43.649044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:43.655422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.699775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-c518260f-1798-4dd1-b3b6-8c757d3731e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:43.701314 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-c518260f-1798-4dd1-b3b6-8c757d3731e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1099 time: 0.3798287 Jun 22 15:01:43.712105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c275d-a3bd-43f6-906b-9c9d21f70c9d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:43.719016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c275d-a3bd-43f6-906b-9c9d21f70c9d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:43.725829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c275d-a3bd-43f6-906b-9c9d21f70c9d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:43.732884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c275d-a3bd-43f6-906b-9c9d21f70c9d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:43.735574 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3b6c275d-a3bd-43f6-906b-9c9d21f70c9d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3093004 Jun 22 15:01:43.747222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39302) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:43.819512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.821544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/e326ce5e-814e-4cc9-bd26-d73c2ff3a53c HTTP/1.1" status: 204 len: 168 time: 1.8046415 Jun 22 15:01:43.823257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:43.825090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39304) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:43.833636 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b95ad7cc-3b4d-41ab-ae69-bd70c75d9dc1 req-d4a2abaf-ce87-476b-9c0f-96397aa25854 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754062 Jun 22 15:01:43.855608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.856362 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Added segment 22c41607-15e1-4e92-8685-b6fae65a0fa6 of type vlan for network c7eacb84-6bf9-417b-98ea-7c5866565cc5 Jun 22 15:01:43.868322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-798e43b8-fafb-4520-bd16-92b2e02f1f82 None None] Could not find standard attr ID for object 40898770-123c-4082-8905-ef53f2ac75d9. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:43.874204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-798e43b8-fafb-4520-bd16-92b2e02f1f82 None None] Could not find standard attr ID for object 785a097a-7f66-42a4-a10a-45afc8e784bf. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:43.883162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-798e43b8-fafb-4520-bd16-92b2e02f1f82 None None] Could not find standard attr ID for object 4d33958f-3a40-4a69-ab66-b3d69214d81b. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:43.924001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.933183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:43.954070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3505c7-fa76-4fdf-802a-1bb153462712 None None] DHCP port deletion for a80a8d1e-68f6-4550-9503-2ad4f097f557 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:43.962539 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6ed6f4bc-a74a-4fa6-a5c6-9d28925a3843 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2107995 Jun 22 15:01:43.963056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39306) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:43.978471 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a98b91-1154-40d3-91c1-bcba0291b91a None None] Network a80a8d1e-68f6-4550-9503-2ad4f097f557 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:43.991793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a98b91-1154-40d3-91c1-bcba0291b91a None None] Network a80a8d1e-68f6-4550-9503-2ad4f097f557 could not be found, it might have been deleted concurrently. {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 15:01:44.019487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-f9734c9b-539b-42dc-9802-db8cae9ab4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.021159 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-f9734c9b-539b-42dc-9802-db8cae9ab4d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 913 time: 0.3011713 Jun 22 15:01:44.035734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfbbffd-5cee-4c1d-a57b-03e88a1ceb9b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.041013 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7dfbbffd-5cee-4c1d-a57b-03e88a1ceb9b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2117033 Jun 22 15:01:44.042412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39308) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:44.048408 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac041c-3c5a-4e13-a9cd-e46ab91ffe10 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.050105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ac041c-3c5a-4e13-a9cd-e46ab91ffe10 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.057483 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-50ac041c-3c5a-4e13-a9cd-e46ab91ffe10 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0884342 Jun 22 15:01:44.060484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39310) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:44.079349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:44.120288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.126080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.126696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.127673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9320304f-0a9a-43e7-9854-ad53e0e3e7b6 None None] Provisioning complete for port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:44.128058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9320304f-0a9a-43e7-9854-ad53e0e3e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.137600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-71c97643-9323-466d-a5a9-099384781209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:44.154034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.160651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-436e34d8-4c50-4c59-8310-e24d6e44e098 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:44.183827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:44.184230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.215565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Network': ['ID=c7eacb84-6bf9-417b-98ea-7c5866565cc5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:44.230070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:44.233681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:44.252190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network c7eacb84-6bf9-417b-98ea-7c5866565cc5 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:44.256317 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7286997 Jun 22 15:01:44.259258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39312) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:44.260119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:44.263485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:44.265539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': 'c7eacb84-6bf9-417b-98ea-7c5866565cc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:44.282365 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-8c7ba352-bb87-4d6f-91c1-56e4adbce239 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 1002 time: 0.2372668 Jun 22 15:01:44.291903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13544f27-d19d-41aa-92c5-f144c713746a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.293781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13544f27-d19d-41aa-92c5-f144c713746a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.301558 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-13544f27-d19d-41aa-92c5-f144c713746a tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2399116 Jun 22 15:01:44.312493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39314) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:44.398446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:44.403081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.439258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event updated for resources: {'Port': ['ID=bb0e162a-1934-49ea-88d6-a922c0e60779,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:44.442985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:44.470775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3e708373-006d-44df-be89-34f2e7c4647f None None] Could not find standard attr ID for object e326ce5e-814e-4cc9-bd26-d73c2ff3a53c. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:44.498348 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-127fda71-f3ad-46d9-97e3-d1818c4c9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.499548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-127fda71-f3ad-46d9-97e3-d1818c4c9465 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 200 len: 851 time: 0.1853693 Jun 22 15:01:44.546169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33840a38-53f8-406e-accd-bcda9e029e96 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:01:44.546964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dc891f-313a-4f0f-961b-269c3c897bbc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.548458 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-36dc891f-313a-4f0f-961b-269c3c897bbc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4965751 Jun 22 15:01:44.551329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39316) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:44.646665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059e265-6f68-40f7-ae2f-94f820cdd2e4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.651808 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e059e265-6f68-40f7-ae2f-94f820cdd2e4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/networks/7c79f18d-4577-4ba9-8bb8-399f21773e76 HTTP/1.1" status: 200 len: 799 time: 0.3278224 Jun 22 15:01:44.653886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39318) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:44.655093 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a3a13-7009-4be6-bfd6-3b90d78db182 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.656817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a3a13-7009-4be6-bfd6-3b90d78db182 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.658499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a3a13-7009-4be6-bfd6-3b90d78db182 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.661469 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8b7a3a13-7009-4be6-bfd6-3b90d78db182 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1087751 Jun 22 15:01:44.667266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39320) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:44.670906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33840a38-53f8-406e-accd-bcda9e029e96 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:01:44.707532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.712075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6afe0fa1-01b0-4443-b34a-c3e57beb53ed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:44.784297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 677bf3ba-be13-4e5b-ae86-c201ce1ae294 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:44.787545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.804598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-246f5115-c399-4a98-8619-228a090bbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.806110 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-246f5115-c399-4a98-8619-228a090bbe05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2690020 Jun 22 15:01:44.845441 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=1d5bd550-90e5-4933-ba06-6557fe57efd2,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:44.851534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:44.854146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.856843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Checking segment: {'id': '22c41607-15e1-4e92-8685-b6fae65a0fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7eacb84-6bf9-417b-98ea-7c5866565cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:44.857210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network hostable DHCP agents. Network: c7eacb84-6bf9-417b-98ea-7c5866565cc5, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:44.907068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network c7eacb84-6bf9-417b-98ea-7c5866565cc5 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:44.915122 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-038b46f9-43e1-4ce0-ac06-735f55dc56ee tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/networks/7c79f18d-4577-4ba9-8bb8-399f21773e76?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2585325 Jun 22 15:01:44.917538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39324) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:44.924513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, c7eacb84-6bf9-417b-98ea-7c5866565cc5) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:44.948072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:44.948664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:44.973975 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7127597 Jun 22 15:01:44.978788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39326) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:44.983774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': 'c7eacb84-6bf9-417b-98ea-7c5866565cc5', 'name': 'tempest-PortsIpV6TestJSON-930834485', 'fixed_ips': [{'subnet_id': '1d5bd550-90e5-4933-ba06-6557fe57efd2', 'ip_address': '2001:db8::10'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:44.998578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.040636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fcbdce-9630-420a-9a8e-1790a14e7ce3 None None] Network c7eacb84-6bf9-417b-98ea-7c5866565cc5 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:45.062094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.075905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e9062-ce9a-4fbe-81bd-131574a5fe60 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:45.081294 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6f1e9062-ce9a-4fbe-81bd-131574a5fe60 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/subnets/d964931e-0b60-4734-b1b9-898d61b43a90 HTTP/1.1" status: 200 len: 811 time: 0.1615024 Jun 22 15:01:45.082655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.086712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39328) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:45.087426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d9a1f6b-f784-41ad-9bcd-951255d0f4a1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:45.152305 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.153595 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-741263fb-b5cb-40da-ae22-c1bad659dcec service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382261 Jun 22 15:01:45.154232 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/677bf3ba-be13-4e5b-ae86-c201ce1ae294 HTTP/1.1" status: 204 len: 168 time: 0.4854572 Jun 22 15:01:45.157490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=677bf3ba-be13-4e5b-ae86-c201ce1ae294,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:45.161397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:45.163540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39330) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:45.168722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b7e5b-d357-475c-a1fe-5b40ecf61268 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:45.188710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fabaae5-62a0-425d-8d86-3c50f724b070 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['shared'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:45.190513 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6fabaae5-62a0-425d-8d86-3c50f724b070 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "GET /v2.0/subnets/d964931e-0b60-4734-b1b9-898d61b43a90?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0995798 Jun 22 15:01:45.194920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39332) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:45.200101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1462459108'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:45.226136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:45.230128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.263861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:45.274082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-c7eacb84-6bf9-417b-98ea-7c5866565cc5', 'network_id': 'c7eacb84-6bf9-417b-98ea-7c5866565cc5', 'tenant_id': 'fffe573ed4ef4749b96cc2ef72b3b0a6', 'fixed_ips': [{'subnet_id': '1d5bd550-90e5-4933-ba06-6557fe57efd2'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:45.275227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.277163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.277512 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Added segment 2230727a-d0da-48cd-9f8a-48809713d7be of type vlan for network aa4d4dde-fa9e-4b31-bd75-c70b1059a389 Jun 22 15:01:45.333799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.370138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.377501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:45.378149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.383291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:45.479232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Network': ['ID=aa4d4dde-fa9e-4b31-bd75-c70b1059a389,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:45.491341 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2950211 Jun 22 15:01:45.492630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:45.493231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39334) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:45.498885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'network_id': 'aa4d4dde-fa9e-4b31-bd75-c70b1059a389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:45.600435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Made reservation on behalf of 8620c2f50b4240eca5b99a083b4e65c8 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:45.606776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.626026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network aa4d4dde-fa9e-4b31-bd75-c70b1059a389 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:45.695577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Performing IP validity checks on allocation pools {{(pid=93501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 15:01:45.696384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_backend_mixin [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93501) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 15:01:45.716935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Allocated IP 2001:db8::2 (c7eacb84-6bf9-417b-98ea-7c5866565cc5/1d5bd550-90e5-4933-ba06-6557fe57efd2/67c0e949-4380-4e3b-8b0f-594098fe622c) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:45.728869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 7cb77907-0fd6-4757-8d51-92a8cb8881a2 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:45.740474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.828322 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3f011ca8-65a1-4880-8db0-7694b176a5d3 req-98189a98-787a-4d05-a75d-08dde127ddd1 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610043 Jun 22 15:01:45.828912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:45.844865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d72da1-8724-4f5b-b2d6-671d516bdfd3 req-403adbfe-06e0-4a75-afcf-280a5e766ac1 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:45.846258 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c5d72da1-8724-4f5b-b2d6-671d516bdfd3 req-403adbfe-06e0-4a75-afcf-280a5e766ac1 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.8018377 Jun 22 15:01:45.881374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.883581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-21d9b147-1d05-4af4-9f02-42846ea4c24c tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:45.914589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 40898770-123c-4082-8905-ef53f2ac75d9 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:45.926352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.951853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 40898770-123c-4082-8905-ef53f2ac75d9 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:45.952108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 40898770-123c-4082-8905-ef53f2ac75d9 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:45.972250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:45.975478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Checking segment: {'id': '2230727a-d0da-48cd-9f8a-48809713d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aa4d4dde-fa9e-4b31-bd75-c70b1059a389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:45.975846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network hostable DHCP agents. Network: aa4d4dde-fa9e-4b31-bd75-c70b1059a389, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:45.979580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=3c0003da-7e69-425f-b570-789d506eaee0,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:45.982835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:45.999025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Transition to ACTIVE for port object 67c0e949-4380-4e3b-8b0f-594098fe622c will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:46.016315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Transition to ACTIVE for port object 67c0e949-4380-4e3b-8b0f-594098fe622c will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:46.017899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Network aa4d4dde-fa9e-4b31-bd75-c70b1059a389 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:46.031231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.034730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:46.034965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, aa4d4dde-fa9e-4b31-bd75-c70b1059a389) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:46.046815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:46.047428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.051760 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c5d72da1-8724-4f5b-b2d6-671d516bdfd3 req-174a3aa8-fc13-48a9-827c-797fdd714499 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624978 Jun 22 15:01:46.062064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db8ef3-1af3-4e88-94d5-19e89fb5e602 None None] Network aa4d4dde-fa9e-4b31-bd75-c70b1059a389 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:46.075119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.102279 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6067076 Jun 22 15:01:46.103826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39336) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:46.112346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.114401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-76528b08-10ae-46c1-ad57-4a3b054eabdc tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:46.144066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.161056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Network c7eacb84-6bf9-417b-98ea-7c5866565cc5 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:46.167010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:46.176371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:46.181811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port 1f4cec34-30b6-46d2-a658-411ec86ceb58 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:46.189804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Pushing event updated for resources: {'Port': ['ID=67c0e949-4380-4e3b-8b0f-594098fe622c,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:46.196525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:46.249105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76528b08-10ae-46c1-ad57-4a3b054eabdc tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3279181'] for subnet, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.284820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.366524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Attempting to bind port 67c0e949-4380-4e3b-8b0f-594098fe622c on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:46.366916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Attempting to bind port 67c0e949-4380-4e3b-8b0f-594098fe622c by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '22c41607-15e1-4e92-8685-b6fae65a0fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7eacb84-6bf9-417b-98ea-7c5866565cc5'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:46.367294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Attempting to bind port 67c0e949-4380-4e3b-8b0f-594098fe622c on network c7eacb84-6bf9-417b-98ea-7c5866565cc5 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:46.376534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:46.377132 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Checking segment: {'id': '22c41607-15e1-4e92-8685-b6fae65a0fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7eacb84-6bf9-417b-98ea-7c5866565cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:46.377412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.377817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Bound using segment: {'id': '22c41607-15e1-4e92-8685-b6fae65a0fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7eacb84-6bf9-417b-98ea-7c5866565cc5'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:46.378366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Bound port: 67c0e949-4380-4e3b-8b0f-594098fe622c, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c41607-15e1-4e92-8685-b6fae65a0fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7eacb84-6bf9-417b-98ea-7c5866565cc5'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:46.379265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.383739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-aa4d4dde-fa9e-4b31-bd75-c70b1059a389', 'network_id': 'aa4d4dde-fa9e-4b31-bd75-c70b1059a389', 'tenant_id': '8620c2f50b4240eca5b99a083b4e65c8', 'fixed_ips': [{'subnet_id': '3c0003da-7e69-425f-b570-789d506eaee0'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:46.384608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.483069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.501162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1e056262-4925-416b-ba6a-0e03d9c6a8f0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:46.506104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76528b08-10ae-46c1-ad57-4a3b054eabdc tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782473616698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2099725'] for subnet, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.514554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.516791 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/7cb77907-0fd6-4757-8d51-92a8cb8881a2 HTTP/1.1" status: 204 len: 168 time: 1.3522286 Jun 22 15:01:46.522708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39338) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:46.523587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8c5c9022-20f6-4a12-81c8-5b4e63e32ebd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:46.550971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb77907-0fd6-4757-8d51-92a8cb8881a2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:46.575526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.575922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.576306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.576685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.577131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.577537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.577907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.578275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.578652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.579016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.579386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.579740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:46.587220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:46.588279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::10 (c7eacb84-6bf9-417b-98ea-7c5866565cc5/1d5bd550-90e5-4933-ba06-6557fe57efd2/1f4cec34-30b6-46d2-a658-411ec86ceb58) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:46.609041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Allocated IP 172.20.0.3 (aa4d4dde-fa9e-4b31-bd75-c70b1059a389/3c0003da-7e69-425f-b570-789d506eaee0/2b4ee326-02fe-4ccc-8b70-7f3567c8e09d) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:46.627177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Router 72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:01:46.632442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f35afe5f-443c-425a-9473-86f43973768c None None] For port 67c0e949-4380-4e3b-8b0f-594098fe622c, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:46.664734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f0fe5-5f27-4b4d-b9a0-e15ac8395e65 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:46.689970 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-02378556-b568-4bee-bd7a-648843207933 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590915 Jun 22 15:01:46.697042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39340) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:46.705191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:46.730974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76528b08-10ae-46c1-ad57-4a3b054eabdc tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:46.731762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76528b08-10ae-46c1-ad57-4a3b054eabdc tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.736238 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-76528b08-10ae-46c1-ad57-4a3b054eabdc tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "PUT /v2.0/subnets/3c0003da-7e69-425f-b570-789d506eaee0 HTTP/1.1" status: 200 len: 877 time: 0.6284690 Jun 22 15:01:46.739344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f35afe5f-443c-425a-9473-86f43973768c None None] For port 67c0e949-4380-4e3b-8b0f-594098fe622c, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=67c0e949-4380-4e3b-8b0f-594098fe622c,segment=NetworkSegment(22c41607-15e1-4e92-8685-b6fae65a0fa6),segment_id=22c41607-15e1-4e92-8685-b6fae65a0fa6)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:46.752787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39342) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:46.756120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.766116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76528b08-10ae-46c1-ad57-4a3b054eabdc tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event updated for resources: {'Subnet': ['ID=3c0003da-7e69-425f-b570-789d506eaee0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:46.770025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:46.771844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76528b08-10ae-46c1-ad57-4a3b054eabdc tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:46.826358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3801612d-b501-42cf-a01f-da0cd1da0652 None None] Provisioning complete for port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:46.826756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3801612d-b501-42cf-a01f-da0cd1da0652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.839642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:46.845715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.971728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:01:46.982493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.983825 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce85c7d8-b4e9-4607-8d48-d849b8d65101 None None] Sync routers for ids ['72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:01:46.990011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:46.991328 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "PUT /v2.0/routers/72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6 HTTP/1.1" status: 200 len: 913 time: 5.4491620 Jun 22 15:01:46.994235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39344) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:46.995181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.000183 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce85c7d8-b4e9-4607-8d48-d849b8d65101 None None] Routers {'72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:47.004157 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ce85c7d8-b4e9-4607-8d48-d849b8d65101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:47.010226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Pushing event updated for resources: {'Port': ['ID=67c0e949-4380-4e3b-8b0f-594098fe622c,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:47.027785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:47.032829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object 1f4cec34-30b6-46d2-a658-411ec86ceb58 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:47.047068 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ce85c7d8-b4e9-4607-8d48-d849b8d65101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:47.058081 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce85c7d8-b4e9-4607-8d48-d849b8d65101 None None] Routers {'72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:47.058711 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ce85c7d8-b4e9-4607-8d48-d849b8d65101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:47.119390 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ce85c7d8-b4e9-4607-8d48-d849b8d65101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:47.120550 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce85c7d8-b4e9-4607-8d48-d849b8d65101 None None] The sync data for ids ['72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:01:47.131731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.200314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.205173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-76b4745a-a423-41e1-84e8-8196f2445bfb tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:47.249274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.265605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=1f4cec34-30b6-46d2-a658-411ec86ceb58,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:47.265882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Transition to ACTIVE for port object 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:47.274900 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a4e34af4-f7eb-49a2-b934-33a80001ea01 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/routers/72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6 HTTP/1.1" status: 200 len: 919 time: 0.2766130 Jun 22 15:01:47.275128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:47.275240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39348) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:47.292143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network c7eacb84-6bf9-417b-98ea-7c5866565cc5 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:47.294218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:47.294423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Transition to ACTIVE for port object 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:47.297192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:47.304871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:47.305614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.315426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.318688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0553f211-3c49-44ce-93dd-f130cb969f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:47.338374 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3558044 Jun 22 15:01:47.338374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.347591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39350) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:47.350153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-16861ce0-9041-4398-b5e0-a87afacad8db tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:47.353353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': 'c7eacb84-6bf9-417b-98ea-7c5866565cc5', 'name': 'tempest-PortsIpV6TestJSON-626067322', 'fixed_ips': [{'subnet_id': '1d5bd550-90e5-4933-ba06-6557fe57efd2', 'ip_address': '2001:db8::f'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:47.371643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Network aa4d4dde-fa9e-4b31-bd75-c70b1059a389 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:47.374695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:47.378427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:47.394242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Pushing event updated for resources: {'Port': ['ID=2b4ee326-02fe-4ccc-8b70-7f3567c8e09d,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:47.398771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0003da-7e69-425f-b570-789d506eaee0,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:47.401181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:47.404266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:47.462732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.470530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:47.476333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4d4dde-fa9e-4b31-bd75-c70b1059a389']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:47.488625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2230727a-d0da-48cd-9f8a-48809713d7be') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:47.488889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2230727a-d0da-48cd-9f8a-48809713d7be') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:47.490847 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Attempting to bind port 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:47.491224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Attempting to bind port 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '2230727a-d0da-48cd-9f8a-48809713d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aa4d4dde-fa9e-4b31-bd75-c70b1059a389'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:47.491616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Attempting to bind port 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d on network aa4d4dde-fa9e-4b31-bd75-c70b1059a389 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:47.500890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.517274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.525797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:47.526020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:47.526165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.526444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Checking segment: {'id': '2230727a-d0da-48cd-9f8a-48809713d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aa4d4dde-fa9e-4b31-bd75-c70b1059a389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:47.526872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.527337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Bound using segment: {'id': '2230727a-d0da-48cd-9f8a-48809713d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aa4d4dde-fa9e-4b31-bd75-c70b1059a389'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:47.528051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Bound port: 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2230727a-d0da-48cd-9f8a-48809713d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'aa4d4dde-fa9e-4b31-bd75-c70b1059a389'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:47.530373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:47.530531 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:47.543456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:01:47.605670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] Deleting port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:47.606139 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.611025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 22 15:01:47.611025 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 22 15:01:47.611025 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'id': 'aa4d4dde-fa9e-4b31-bd75-c70b1059a389'}] Jun 22 15:01:47.611025 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:01:47.612196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:01:47.638268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9922ce-082e-4acc-975b-c352b02ac663 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:47.639772 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9e9922ce-082e-4acc-975b-c352b02ac663 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3636639 Jun 22 15:01:47.645026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39352) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:47.656466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641adde-f6f7-4ba4-9025-2a5bd41fd5a1 req-5dd81095-f0e7-435f-8e9b-11feb3677379 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:47.657990 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f641adde-f6f7-4ba4-9025-2a5bd41fd5a1 req-5dd81095-f0e7-435f-8e9b-11feb3677379 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3661556 Jun 22 15:01:47.679358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] For port 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:47.683974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] For port 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2b4ee326-02fe-4ccc-8b70-7f3567c8e09d,segment=NetworkSegment(2230727a-d0da-48cd-9f8a-48809713d7be),segment_id=2230727a-d0da-48cd-9f8a-48809713d7be)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:47.689525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.694172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:47.771263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] For port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:47.771671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:47.793488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:47.876057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] Calling delete_port for 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:47.884382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Pushing event updated for resources: {'Port': ['ID=2b4ee326-02fe-4ccc-8b70-7f3567c8e09d,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:47.893454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:47.935213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27baba26-a09d-4956-aa03-03c72fd3757e None None] Network aa4d4dde-fa9e-4b31-bd75-c70b1059a389 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:48.054619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 67c0e949-4380-4e3b-8b0f-594098fe622c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:48.114126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.125220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.131008 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:48.164039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] Pushing event deleted for resources: {'Port': ['ID=5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:48.171605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:48.175029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] No DVR routers for this DVR port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:48.198869 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f641adde-f6f7-4ba4-9025-2a5bd41fd5a1 req-ba31213f-7a0f-4307-924a-72b942fb8e44 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5234232 Jun 22 15:01:48.211691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178412a-0896-47f5-91df-5a8db8f52dfd None None] Network aa4d4dde-fa9e-4b31-bd75-c70b1059a389 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:48.234716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 67c0e949-4380-4e3b-8b0f-594098fe622c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:48.249980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Deleting port 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:48.250439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.251186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_pluggable_backend [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Port 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 22 15:01:48.251487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_pluggable_backend [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1a:bb68 {{(pid=93501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 22 15:01:48.274938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.ipam_pluggable_backend [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1a:bb68 {{(pid=93501) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 22 15:01:48.285683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.291612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-15c8ef2d-dccb-4bd8-acb8-b1043623caf6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:48.295384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b415092e-c22f-4485-acf6-fca1ac560200 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:48.299555 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b415092e-c22f-4485-acf6-fca1ac560200 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 881 time: 0.6486561 Jun 22 15:01:48.299839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39356) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:48.344972 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e1bdd20c-1216-46e1-abf1-dba8df32177c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6 HTTP/1.1" status: 200 len: 205 time: 0.0426223 Jun 22 15:01:48.345141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.348865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:48.349465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39358) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:48.361254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:48.363443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffabcb64-1ca8-4e93-a0b4-1ec3f7db3499 None None] Network c7eacb84-6bf9-417b-98ea-7c5866565cc5 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:48.369981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] For port 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2b4ee326-02fe-4ccc-8b70-7f3567c8e09d,segment=NetworkSegment(2230727a-d0da-48cd-9f8a-48809713d7be),segment_id=2230727a-d0da-48cd-9f8a-48809713d7be)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:48.370344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.375829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:48.413254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:48.413891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.426147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=7008b034-b11c-4858-a5de-5bcf29607d21,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:48.433609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:48.444859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Calling delete_port for 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:48.445343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port dafbc66f-c3ef-40fd-855f-c8310ab74862 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:48.458963 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7570612 Jun 22 15:01:48.459202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39360) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:48.465642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-48f24270-08de-4844-8d99-2bcda93b4002 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:48.583275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.585377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b6d37-04a4-4e67-8c14-7451ee181af3 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:48.590971 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:48.591831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 5e4d72d2-b3ac-4e27-9390-6b527bc5ca7e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:48.636919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.639236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0df507db-8a23-4615-8ab9-7f07bf890c8a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:48.642182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1ac80248-dbd9-4035-a693-ce6f6b42ad33 None None] Provisioning for port 67c0e949-4380-4e3b-8b0f-594098fe622c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:48.665426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1ac80248-dbd9-4035-a693-ce6f6b42ad33 None None] Provisioning complete for port 67c0e949-4380-4e3b-8b0f-594098fe622c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:48.665817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1ac80248-dbd9-4035-a693-ce6f6b42ad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.671658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No DVR routers for this DVR port 2b4ee326-02fe-4ccc-8b70-7f3567c8e09d on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:48.677924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Port': ['ID=2b4ee326-02fe-4ccc-8b70-7f3567c8e09d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:48.680546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:48.701492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f24270-08de-4844-8d99-2bcda93b4002 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:48.705038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-48f24270-08de-4844-8d99-2bcda93b4002 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.739203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::f (c7eacb84-6bf9-417b-98ea-7c5866565cc5/1d5bd550-90e5-4933-ba06-6557fe57efd2/dafbc66f-c3ef-40fd-855f-c8310ab74862) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:48.768339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.815112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.830562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4d4dde-fa9e-4b31-bd75-c70b1059a389']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:48.852359 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2230727a-d0da-48cd-9f8a-48809713d7be') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:48.852582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2230727a-d0da-48cd-9f8a-48809713d7be') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:48.870717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.880700 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.ipam_backend_mixin [None req-48f24270-08de-4844-8d99-2bcda93b4002 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7008b034-b11c-4858-a5de-5bcf29607d21 (CIDR: 2001:db8::/64) Jun 22 15:01:48.887186 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f24270-08de-4844-8d99-2bcda93b4002 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:01:48.887648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f24270-08de-4844-8d99-2bcda93b4002 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:48.901949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.909581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:48.910136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:48.913751 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:48.921088 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-48f24270-08de-4844-8d99-2bcda93b4002 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4548945 Jun 22 15:01:48.921199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39362) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:48.921631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1ac80248-dbd9-4035-a693-ce6f6b42ad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.924000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:48.932842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Deleting port bb0e162a-1934-49ea-88d6-a922c0e60779 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:48.933598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.935192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '7008b034-b11c-4858-a5de-5bcf29607d21'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:48.936063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.991153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1ac80248-dbd9-4035-a693-ce6f6b42ad33 None None] For port 67c0e949-4380-4e3b-8b0f-594098fe622c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=67c0e949-4380-4e3b-8b0f-594098fe622c,segment=NetworkSegment(22c41607-15e1-4e92-8685-b6fae65a0fa6),segment_id=22c41607-15e1-4e92-8685-b6fae65a0fa6)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:48.993564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:48.997395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:49.002240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.005848 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/aa4d4dde-fa9e-4b31-bd75-c70b1059a389 HTTP/1.1" status: 204 len: 168 time: 2.2514441 Jun 22 15:01:49.022797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39364) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.041713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1ac80248-dbd9-4035-a693-ce6f6b42ad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.045602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-17f73bcf-7122-45c5-b2cc-91d3e25aee4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:49.050693 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-312eed0b-bebb-40f3-9b7c-efc6acab2130 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.051492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312eed0b-bebb-40f3-9b7c-efc6acab2130 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.053078 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-312eed0b-bebb-40f3-9b7c-efc6acab2130 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/3c0003da-7e69-425f-b570-789d506eaee0 HTTP/1.1" status: 404 len: 337 time: 0.0288424 Jun 22 15:01:49.054248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=aa4d4dde-fa9e-4b31-bd75-c70b1059a389,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:49.055613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39366) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.075306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:49.076850 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1f4df3-b222-461e-9082-736a1ca81c16 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.076850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1f4df3-b222-461e-9082-736a1ca81c16 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.078569 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bf1f4df3-b222-461e-9082-736a1ca81c16 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/aa4d4dde-fa9e-4b31-bd75-c70b1059a389 HTTP/1.1" status: 404 len: 339 time: 0.0220618 Jun 22 15:01:49.081020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39368) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.084231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.111878 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61c1da8-a213-40fe-bf31-aa6d254faf5b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.112399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61c1da8-a213-40fe-bf31-aa6d254faf5b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.115367 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f61c1da8-a213-40fe-bf31-aa6d254faf5b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/1745c49b-d498-44b0-981e-cb6c7a8efb3d HTTP/1.1" status: 404 len: 337 time: 0.0329008 Jun 22 15:01:49.118266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39370) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.138420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object dafbc66f-c3ef-40fd-855f-c8310ab74862 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:49.145849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac80248-dbd9-4035-a693-ce6f6b42ad33 None None] Pushing event updated for resources: {'Port': ['ID=67c0e949-4380-4e3b-8b0f-594098fe622c,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:49.147285 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e059ea-cb7c-456e-84f9-cce748da7a66 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.150329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1ac80248-dbd9-4035-a693-ce6f6b42ad33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:49.151374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e059ea-cb7c-456e-84f9-cce748da7a66 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.153674 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b9e059ea-cb7c-456e-84f9-cce748da7a66 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/3b516333-fa4b-4007-aacb-ac3fbec6d32b HTTP/1.1" status: 404 len: 339 time: 0.0281689 Jun 22 15:01:49.155169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.156004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39372) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.171273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Allocated IP 2001:db8::f816:3eff:fe49:c220 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/7008b034-b11c-4858-a5de-5bcf29607d21/c6c1039f-e6b0-42c2-a821-da0e054727df) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:49.234133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Calling delete_port for bb0e162a-1934-49ea-88d6-a922c0e60779 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:49.265803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:49.270111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.278430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.381811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.392180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bdc0dc87-d334-4e2c-9601-6bb09cfc8893 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:49.392731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-98c830c9-5e44-4349-8f07-09699b48bbe7 None None] Provisioning complete for port 67c0e949-4380-4e3b-8b0f-594098fe622c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:49.393208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-98c830c9-5e44-4349-8f07-09699b48bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.396171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.400906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.409179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ac49f3-0b24-4b61-9243-0c89bb09742c']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:49.425853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414dc6ed-bef4-445a-9d16-6b9e4b970263') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:49.426222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414dc6ed-bef4-445a-9d16-6b9e4b970263') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:49.438008 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Transition to ACTIVE for port object c6c1039f-e6b0-42c2-a821-da0e054727df will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:49.439524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.461469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.470571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network c7eacb84-6bf9-417b-98ea-7c5866565cc5 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:49.476306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Transition to ACTIVE for port object c6c1039f-e6b0-42c2-a821-da0e054727df will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:49.479286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:49.479926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:49.483895 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:49.486349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:49.486349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:49.492590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:49.493317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.501535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.504682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4e7da1fd-e4c8-4916-bbe9-c8f565feb0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:49.560617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=dafbc66f-c3ef-40fd-855f-c8310ab74862,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:49.563775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:49.569989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:49.570623 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2213566 Jun 22 15:01:49.573895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39374) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.579853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:49.587272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:49.596396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Pushing event updated for resources: {'Port': ['ID=c6c1039f-e6b0-42c2-a821-da0e054727df,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:49.603583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:49.610564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.615561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0c9e940f-c39c-45eb-9487-853ff65cc4b3 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:49.621030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.625260 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/76ac49f3-0b24-4b61-9243-0c89bb09742c HTTP/1.1" status: 204 len: 168 time: 0.4657176 Jun 22 15:01:49.626759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39376) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.658100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=76ac49f3-0b24-4b61-9243-0c89bb09742c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:49.666103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:49.686765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Attempting to bind port c6c1039f-e6b0-42c2-a821-da0e054727df on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:49.687424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Attempting to bind port c6c1039f-e6b0-42c2-a821-da0e054727df by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:49.687982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Attempting to bind port c6c1039f-e6b0-42c2-a821-da0e054727df on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:49.688206 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-014fb22b-d0d9-408c-8737-bfcf3eec51a7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.691966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014fb22b-d0d9-408c-8737-bfcf3eec51a7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.693058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-98c830c9-5e44-4349-8f07-09699b48bbe7 None None] Provisioning for port 1f4cec34-30b6-46d2-a658-411ec86ceb58 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:49.696222 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-014fb22b-d0d9-408c-8737-bfcf3eec51a7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/449a47ed-ee2d-42e6-a591-bc9696cd34e1 HTTP/1.1" status: 404 len: 337 time: 0.0433378 Jun 22 15:01:49.697694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39378) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.697907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:49.698490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:49.699103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.699509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:49.699990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Bound port: c6c1039f-e6b0-42c2-a821-da0e054727df, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:49.700376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.703574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-98c830c9-5e44-4349-8f07-09699b48bbe7 None None] Provisioning complete for port 1f4cec34-30b6-46d2-a658-411ec86ceb58 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:49.703949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-98c830c9-5e44-4349-8f07-09699b48bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.715749 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b1e62d-baa3-4998-af04-3247a1743326 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.716298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b1e62d-baa3-4998-af04-3247a1743326 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.718286 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a5b1e62d-baa3-4998-af04-3247a1743326 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/3b983827-8ccf-48fb-96de-8ca3023e5b04 HTTP/1.1" status: 404 len: 339 time: 0.0204759 Jun 22 15:01:49.721291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39380) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.749257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5890b8d7-d97a-4b68-9a73-4a0c91017b44 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.749711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5890b8d7-d97a-4b68-9a73-4a0c91017b44 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.751432 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5890b8d7-d97a-4b68-9a73-4a0c91017b44 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/6a6b08af-1302-4ea3-b085-5ba96d656e19 HTTP/1.1" status: 404 len: 337 time: 0.0291991 Jun 22 15:01:49.756902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39382) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.773516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-98c830c9-5e44-4349-8f07-09699b48bbe7 None None] Port 1f4cec34-30b6-46d2-a658-411ec86ceb58 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:49.785568 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-233255f7-1912-4273-a738-fca92daaec73 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.786042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233255f7-1912-4273-a738-fca92daaec73 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.787766 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-233255f7-1912-4273-a738-fca92daaec73 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/2cb91994-4c15-430e-b02f-8359fbb78fd8 HTTP/1.1" status: 404 len: 339 time: 0.0298657 Jun 22 15:01:49.790401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39384) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.808227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] For port c6c1039f-e6b0-42c2-a821-da0e054727df, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:49.812905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] For port c6c1039f-e6b0-42c2-a821-da0e054727df, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c6c1039f-e6b0-42c2-a821-da0e054727df,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:49.820962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.822763 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97cfcc4-c259-48f3-ab2b-3305f3ac3cc4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.823220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97cfcc4-c259-48f3-ab2b-3305f3ac3cc4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.824861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:49.824994 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c97cfcc4-c259-48f3-ab2b-3305f3ac3cc4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/35d233b8-68c3-4c6c-b123-657d1217759a HTTP/1.1" status: 404 len: 337 time: 0.0336270 Jun 22 15:01:49.828185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39386) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.841687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:49.847201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b66ec850-2465-4c29-b2b4-e6fb23cec3b5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:49.847894 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-18491020-6c8c-4959-8d24-8cf860e5bae7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.848511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18491020-6c8c-4959-8d24-8cf860e5bae7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.853168 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-18491020-6c8c-4959-8d24-8cf860e5bae7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/10d10137-71f2-413d-b117-af2cc90e9143 HTTP/1.1" status: 404 len: 339 time: 0.0221221 Jun 22 15:01:49.853785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39388) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.883347 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd042c39-dcb4-4512-8e9f-c8644af31bb4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.883800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd042c39-dcb4-4512-8e9f-c8644af31bb4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.887954 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cd042c39-dcb4-4512-8e9f-c8644af31bb4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/3a1a8ce2-1bb3-41b4-be7d-82ac91349c75 HTTP/1.1" status: 404 len: 337 time: 0.0309005 Jun 22 15:01:49.888133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39390) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.898636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Pushing event updated for resources: {'Port': ['ID=c6c1039f-e6b0-42c2-a821-da0e054727df,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:49.902252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46564cab-a201-411b-8625-0829afe09209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:49.906392 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-46564cab-a201-411b-8625-0829afe09209 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3282869 Jun 22 15:01:49.906548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:49.906643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event deleted for resources: {'Port': ['ID=bb0e162a-1934-49ea-88d6-a922c0e60779,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:49.908243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:49.908641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39392) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.909795 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9582c5-e9be-426c-98e8-b56ee600ef3e tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:49.910371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9582c5-e9be-426c-98e8-b56ee600ef3e tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:49.914721 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6b9582c5-e9be-426c-98e8-b56ee600ef3e tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/0c3d3764-e124-472d-a405-7299499f599e HTTP/1.1" status: 404 len: 339 time: 0.0230944 Jun 22 15:01:49.918347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39394) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:49.932142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-36925933-c812-4a01-ad11-7e76d4aae8f6 None None] Provisioning complete for port 1f4cec34-30b6-46d2-a658-411ec86ceb58 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:49.932645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-36925933-c812-4a01-ad11-7e76d4aae8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.009033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-36925933-c812-4a01-ad11-7e76d4aae8f6 None None] Port 1f4cec34-30b6-46d2-a658-411ec86ceb58 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:50.040452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 67c0e949-4380-4e3b-8b0f-594098fe622c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:50.042151 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abd1b5b-6292-4abd-b48f-761c84be00eb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:50.042615 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abd1b5b-6292-4abd-b48f-761c84be00eb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:50.045485 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1abd1b5b-6292-4abd-b48f-761c84be00eb tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/8af687c5-65da-469c-ac71-0cefceb1306e HTTP/1.1" status: 404 len: 337 time: 0.1184411 Jun 22 15:01:50.049196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39396) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.056873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce9ae4-a51e-436c-b11b-39fdfb88f739 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:50.064981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce9ae4-a51e-436c-b11b-39fdfb88f739 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:50.073047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce9ae4-a51e-436c-b11b-39fdfb88f739 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:50.075115 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c0ce9ae4-a51e-436c-b11b-39fdfb88f739 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1614673 Jun 22 15:01:50.077856 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd97210d-58a7-42c9-9a2a-e84d728cb4f7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:50.078009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39398) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.078453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd97210d-58a7-42c9-9a2a-e84d728cb4f7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:50.083545 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fd97210d-58a7-42c9-9a2a-e84d728cb4f7 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/5eba9077-44c7-4359-90fe-65c69390d161 HTTP/1.1" status: 404 len: 339 time: 0.0280893 Jun 22 15:01:50.083545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.087579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39400) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.088289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b2c65b91-95de-442a-8000-abe62ac5d259 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:50.104958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 67c0e949-4380-4e3b-8b0f-594098fe622c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:50.105475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.143412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.160430 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1584e092-bf64-4e6e-8ba0-248d64993766 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:50.161154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1584e092-bf64-4e6e-8ba0-248d64993766 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:50.165533 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1584e092-bf64-4e6e-8ba0-248d64993766 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/8c0933bc-9ca1-49e3-ac47-73aeead80f12 HTTP/1.1" status: 404 len: 337 time: 0.0716941 Jun 22 15:01:50.166664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39402) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.168229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:50.170803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-704ba149-1675-43ab-86c9-30fd73f69b8b None None] Provisioning for port dafbc66f-c3ef-40fd-855f-c8310ab74862 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:50.178706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-704ba149-1675-43ab-86c9-30fd73f69b8b None None] Provisioning complete for port dafbc66f-c3ef-40fd-855f-c8310ab74862 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:50.179165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-704ba149-1675-43ab-86c9-30fd73f69b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.186048 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-766dd283-8160-4ac1-a6bf-ac0aa2f07a83 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:50.186586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766dd283-8160-4ac1-a6bf-ac0aa2f07a83 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:50.190163 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-766dd283-8160-4ac1-a6bf-ac0aa2f07a83 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/036a660f-77e7-4325-b9a9-d436bb41c101 HTTP/1.1" status: 404 len: 339 time: 0.0206356 Jun 22 15:01:50.194375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39404) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.245118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port dafbc66f-c3ef-40fd-855f-c8310ab74862 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:50.247201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.286749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-704ba149-1675-43ab-86c9-30fd73f69b8b None None] Port dafbc66f-c3ef-40fd-855f-c8310ab74862 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:01:50.303453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.305788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.354067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:50.355945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.364181 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:50.365003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.394188 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-96821c52-e331-4ee9-a10b-5c63832cf047 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:50.394678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96821c52-e331-4ee9-a10b-5c63832cf047 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:50.396488 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-96821c52-e331-4ee9-a10b-5c63832cf047 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/ce7be818-2af2-4973-b803-e5b2843e3587 HTTP/1.1" status: 404 len: 337 time: 0.1989632 Jun 22 15:01:50.397320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=42303511-9198-48cd-9f51-0d5260177177,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:50.399149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39406) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.400098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.400677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Fanout notify agent at l3_agent the message router_deleted on router 72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:01:50.403300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:50.408400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.410350 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6 HTTP/1.1" status: 204 len: 168 time: 2.0571382 Jun 22 15:01:50.413109 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4936790 Jun 22 15:01:50.414514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39408) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.419110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b941f667-1631-4c3a-a6a1-890b3ffe0239 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-34611735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:50.423699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39410) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.430449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:7c:3b:a0', 'name': 'tempest-NetworksTestDHCPv6-1080686199'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:50.435835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for dafbc66f-c3ef-40fd-855f-c8310ab74862 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:50.459860 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1678d648-e12b-4512-8c1c-3859c8a3fd91 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:50.460300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1678d648-e12b-4512-8c1c-3859c8a3fd91 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:50.462003 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1678d648-e12b-4512-8c1c-3859c8a3fd91 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/fd92107a-2456-4a44-ad82-6f80ceaa1f92 HTTP/1.1" status: 404 len: 339 time: 0.0617557 Jun 22 15:01:50.465265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39412) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.496696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b941f667-1631-4c3a-a6a1-890b3ffe0239 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.497853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b941f667-1631-4c3a-a6a1-890b3ffe0239 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.518395 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa9fa61-92eb-4c60-af2b-6fa4a631691d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:50.519040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa9fa61-92eb-4c60-af2b-6fa4a631691d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:50.520856 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3fa9fa61-92eb-4c60-af2b-6fa4a631691d tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/01df1b49-788e-426d-8f65-9308fb34a9d7 HTTP/1.1" status: 404 len: 337 time: 0.0546858 Jun 22 15:01:50.524200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39414) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.545487 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-32753106-d8d0-4279-98e8-5d42b108ad09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] DELETE failed (client error): The resource could not be found. Jun 22 15:01:50.546027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32753106-d8d0-4279-98e8-5d42b108ad09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:50.547696 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-32753106-d8d0-4279-98e8-5d42b108ad09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/40c1404c-c113-4e18-96c8-e16f1a47714e HTTP/1.1" status: 404 len: 339 time: 0.0225708 Jun 22 15:01:50.552497 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39416) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.586985 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b941f667-1631-4c3a-a6a1-890b3ffe0239 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.594956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b941f667-1631-4c3a-a6a1-890b3ffe0239 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.616640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:50.619683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Deleting subnet d964931e-0b60-4734-b1b9-898d61b43a90 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:50.623156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b941f667-1631-4c3a-a6a1-890b3ffe0239 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.623305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.624516 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b941f667-1631-4c3a-a6a1-890b3ffe0239 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2090204 Jun 22 15:01:50.627196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39418) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:50.651518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'enable_snat': False}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:50.717533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:50.741621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 4f7f18ca-6238-49d2-bbcc-1feca15667d1 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:50.945800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8:0:1::1fd (8c283d8d-bdf0-4810-b080-3afcb2f245b2/42303511-9198-48cd-9f51-0d5260177177/4f7f18ca-6238-49d2-bbcc-1feca15667d1) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:50.955697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::f816:3eff:fe7c:3ba0 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/7008b034-b11c-4858-a5de-5bcf29607d21/4f7f18ca-6238-49d2-bbcc-1feca15667d1) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:51.109853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.113338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84cf1a-277c-4c3b-b6c3-2b9c990b7b4a None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:51.129144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.146011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 4f7f18ca-6238-49d2-bbcc-1feca15667d1 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:51.186198 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.191449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d918534d-108f-45e3-8fca-aabfd4c8b7b4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:51.228264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.236319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:51.241088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-31024eab-1535-44da-8484-5a4ef0679042 None None] Provisioning for port c6c1039f-e6b0-42c2-a821-da0e054727df completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:51.247011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:51.251131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:51.254996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:51.261023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:51.261720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.280774 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8557005 Jun 22 15:01:51.285453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39420) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:51.315249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=4f7f18ca-6238-49d2-bbcc-1feca15667d1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:51.319341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:51.319627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=dafbc66f-c3ef-40fd-855f-c8310ab74862,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:51.326281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:51.389676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.393524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.398412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/dafbc66f-c3ef-40fd-855f-c8310ab74862 HTTP/1.1" status: 204 len: 168 time: 1.3171289 Jun 22 15:01:51.398666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39422) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:51.415511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 4f7f18ca-6238-49d2-bbcc-1feca15667d1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:51.415882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.431842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.435828 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a4296c-f977-4956-98bf-2655e63289ea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:51.437535 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-75a4296c-f977-4956-98bf-2655e63289ea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/dafbc66f-c3ef-40fd-855f-c8310ab74862 HTTP/1.1" status: 404 len: 333 time: 0.0371957 Jun 22 15:01:51.438033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Update dhcp port {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '7008b034-b11c-4858-a5de-5bcf29607d21', 'ip_address': '2001:db8::f816:3eff:fe49:c220'}, {'subnet_id': '42303511-9198-48cd-9f51-0d5260177177'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': 'c6c1039f-e6b0-42c2-a821-da0e054727df'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:01:51.457553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39424) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:51.486853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.524381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.609310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 4f7f18ca-6238-49d2-bbcc-1feca15667d1 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:51.623837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.629311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8951840b-862b-4d14-910c-95431b249ba3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:51.667733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Subnet': ['ID=d964931e-0b60-4734-b1b9-898d61b43a90,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:51.670293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.672539 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/subnets/d964931e-0b60-4734-b1b9-898d61b43a90 HTTP/1.1" status: 204 len: 168 time: 1.1195641 Jun 22 15:01:51.676543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39426) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:51.677248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:51.679636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861b8e2-5f79-4f2c-b9cd-5e29078936de None None] Network 7c79f18d-4577-4ba9-8bb8-399f21773e76 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:51.689862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 1f4cec34-30b6-46d2-a658-411ec86ceb58 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:51.690120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.757162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Allocated IP 2001:db8:0:1::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/42303511-9198-48cd-9f51-0d5260177177/c6c1039f-e6b0-42c2-a821-da0e054727df) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:51.779210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.887809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.910687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] For port c6c1039f-e6b0-42c2-a821-da0e054727df, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c6c1039f-e6b0-42c2-a821-da0e054727df,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:51.947917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.966006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Deleting port 27609278-8bb1-4b00-94b6-aab42d4a21e6 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:51.966825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.973417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 1f4cec34-30b6-46d2-a658-411ec86ceb58 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:51.974920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Transition to ACTIVE for port object c6c1039f-e6b0-42c2-a821-da0e054727df will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:51.981380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.981840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:51.984943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1ac80248-dbd9-4035-a693-ce6f6b42ad33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:52.016114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] DHCP port deletion for 7c79f18d-4577-4ba9-8bb8-399f21773e76 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:52.030688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f2bfa90f-7166-423f-820c-53e0c58f369e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:52.043510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.072336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.075662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=4f7f18ca-6238-49d2-bbcc-1feca15667d1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:52.084114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:52.099628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c6c1039f-e6b0-42c2-a821-da0e054727df up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:52.142277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Pushing event updated for resources: {'Port': ['ID=c6c1039f-e6b0-42c2-a821-da0e054727df,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:52.147632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.149574 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/4f7f18ca-6238-49d2-bbcc-1feca15667d1 HTTP/1.1" status: 204 len: 168 time: 0.8631415 Jun 22 15:01:52.153243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] For port 27609278-8bb1-4b00-94b6-aab42d4a21e6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=27609278-8bb1-4b00-94b6-aab42d4a21e6,segment=NetworkSegment(77acdd2a-8d37-4ae6-b6ad-362b4920eb27),segment_id=77acdd2a-8d37-4ae6-b6ad-362b4920eb27)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:52.153603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.155947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39428) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:52.168049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.168934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.169269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:01:52.175462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:52.186308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] Deleting port 27609278-8bb1-4b00-94b6-aab42d4a21e6 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:52.186695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.189353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Allocated IP 172.26.6.184 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/dd85f05e-e860-4dd8-8971-4ba308988c56) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:52.239352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port c6c1039f-e6b0-42c2-a821-da0e054727df completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:52.255470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Calling delete_port for 27609278-8bb1-4b00-94b6-aab42d4a21e6 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:52.263350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] For port 27609278-8bb1-4b00-94b6-aab42d4a21e6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=27609278-8bb1-4b00-94b6-aab42d4a21e6,segment=NetworkSegment(77acdd2a-8d37-4ae6-b6ad-362b4920eb27),segment_id=77acdd2a-8d37-4ae6-b6ad-362b4920eb27)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:52.263753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.337988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01855fad-3c4e-4cfc-aa08-c91f0f3726f8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:52.342634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] Calling delete_port for 27609278-8bb1-4b00-94b6-aab42d4a21e6 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:52.342829 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-01855fad-3c4e-4cfc-aa08-c91f0f3726f8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1826701 Jun 22 15:01:52.342931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39430) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:52.374438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.379413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:52.397247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.412819 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Port': ['ID=27609278-8bb1-4b00-94b6-aab42d4a21e6,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:52.416433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:52.417455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] No DVR routers for this DVR port 27609278-8bb1-4b00-94b6-aab42d4a21e6 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:52.439113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.443216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:52.474875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] Pushing event deleted for resources: {'Port': ['ID=27609278-8bb1-4b00-94b6-aab42d4a21e6,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:52.477143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] No DVR routers for this DVR port 27609278-8bb1-4b00-94b6-aab42d4a21e6 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:52.478674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:52.494080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.501244 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-58b98782-3f92-4007-b4af-0f3540e0fe37 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:52.539233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884aeb31-f678-4eca-b319-7ca5d30a16f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:52.540859 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-884aeb31-f678-4eca-b319-7ca5d30a16f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1970026 Jun 22 15:01:52.545853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39432) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:52.558040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=1f4cec34-30b6-46d2-a658-411ec86ceb58,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:52.562234 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:52.564524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.591214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7902c38f-cfb9-481e-a2f2-d9b1fa0aa9ca tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:52.629983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.635788 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/1f4cec34-30b6-46d2-a658-411ec86ceb58 HTTP/1.1" status: 204 len: 168 time: 1.1760669 Jun 22 15:01:52.636683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39434) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:52.711355 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2daf47-89b1-42dd-85f5-4cc95b0087a9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:01:52.716118 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7f2daf47-89b1-42dd-85f5-4cc95b0087a9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/1f4cec34-30b6-46d2-a658-411ec86ceb58 HTTP/1.1" status: 404 len: 333 time: 0.0554810 Jun 22 15:01:52.724535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39436) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:52.767498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:52.783101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2165852-9dd9-47e0-bb47-a55a434c43f5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:52.786332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2165852-9dd9-47e0-bb47-a55a434c43f5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:52.788297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2165852-9dd9-47e0-bb47-a55a434c43f5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:52.790116 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f2165852-9dd9-47e0-bb47-a55a434c43f5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2435255 Jun 22 15:01:52.808976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet 1d5bd550-90e5-4933-ba06-6557fe57efd2 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:52.811747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:52.815016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39438) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:52.816516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Pushing event updated for resources: {'Port': ['ID=dd85f05e-e860-4dd8-8971-4ba308988c56,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:52.828031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.830817 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:52.831596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:52.881034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.891904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c79f18d-4577-4ba9-8bb8-399f21773e76']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:52.903593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77acdd2a-8d37-4ae6-b6ad-362b4920eb27') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:52.903896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77acdd2a-8d37-4ae6-b6ad-362b4920eb27') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:52.914706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.925906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.928386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.935694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:52.936168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:52.942872 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:52.988333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 42303511-9198-48cd-9f51-0d5260177177 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:52.995293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.007401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] Provisioning for port c6c1039f-e6b0-42c2-a821-da0e054727df completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:53.011363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] Provisioning complete for port c6c1039f-e6b0-42c2-a821-da0e054727df triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:53.011747 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.014531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.029392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e4210f27-86e4-4cd4-928a-cf01366e7241 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:53.039977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.044538 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] 10.222.0.22 "DELETE /v2.0/networks/7c79f18d-4577-4ba9-8bb8-399f21773e76 HTTP/1.1" status: 204 len: 168 time: 1.3637216 Jun 22 15:01:53.056834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Pushing event deleted for resources: {'Network': ['ID=7c79f18d-4577-4ba9-8bb8-399f21773e76,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:53.059753 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:53.144297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.204072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.286974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.333731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] For port c6c1039f-e6b0-42c2-a821-da0e054727df, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c6c1039f-e6b0-42c2-a821-da0e054727df,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:53.339417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.343843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-fabe983a-3f49-4201-a851-6089a313fc30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:53.347303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] Could not find standard attr ID for object 4f7f18ca-6238-49d2-bbcc-1feca15667d1. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:53.375040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.409743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] Pushing event updated for resources: {'Port': ['ID=c6c1039f-e6b0-42c2-a821-da0e054727df,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:53.423493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.424034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:53.434453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e1958934-ad4f-4534-b54f-9442d87ebfe8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:53.441471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39444) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:53.461326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-87ddec87-7b21-4f72-814c-ee7180d2e18b None None] Could not find standard attr ID for object 4f7f18ca-6238-49d2-bbcc-1feca15667d1. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:01:53.475130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5bd550-90e5-4933-ba06-6557fe57efd2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:53.477594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:53.486584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a18624-dd5f-4498-ad10-dc56d8b5f057 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:01:53.486756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.491983 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/1d5bd550-90e5-4933-ba06-6557fe57efd2 HTTP/1.1" status: 204 len: 168 time: 0.7662430 Jun 22 15:01:53.492369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39448) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:53.505942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.573135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.586562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.602208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a18624-dd5f-4498-ad10-dc56d8b5f057 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:01:53.607842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4ad80274-bbbb-4150-97f5-8954242d3e82 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:53.638344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=42303511-9198-48cd-9f51-0d5260177177,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:53.641098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:53.644182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.645939 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/42303511-9198-48cd-9f51-0d5260177177 HTTP/1.1" status: 204 len: 168 time: 0.8268147 Jun 22 15:01:53.648908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39450) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:53.705329 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-daf53fa2-479d-406c-a6dd-83c645e7cdfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8620c2f50b4240eca5b99a083b4e65c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624960 Jun 22 15:01:53.708332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39452) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:53.736688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 7008b034-b11c-4858-a5de-5bcf29607d21 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:53.741208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.774295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 67c0e949-4380-4e3b-8b0f-594098fe622c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:53.774521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.823200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.890123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995de9f6-3b7d-4d77-bc44-2c9a5cee9835 None None] Network c7eacb84-6bf9-417b-98ea-7c5866565cc5 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:53.893590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3fb083-b96d-4d90-9aaa-825aa61c21e0 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:53.895209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] For port 67c0e949-4380-4e3b-8b0f-594098fe622c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=67c0e949-4380-4e3b-8b0f-594098fe622c,segment=NetworkSegment(22c41607-15e1-4e92-8685-b6fae65a0fa6),segment_id=22c41607-15e1-4e92-8685-b6fae65a0fa6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:53.895882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:53.982139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 67c0e949-4380-4e3b-8b0f-594098fe622c owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:53.987372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c6c1039f-e6b0-42c2-a821-da0e054727df up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:54.069253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.150039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.156683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port c6c1039f-e6b0-42c2-a821-da0e054727df triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:54.157128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.160879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.167759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea337-b5a4-4332-ac70-100ac0405b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.175684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.178796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f4ee28c1-2ffd-484c-b751-c73563ba4046 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:54.210572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=67c0e949-4380-4e3b-8b0f-594098fe622c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:54.214192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.216716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No DVR routers for this DVR port 67c0e949-4380-4e3b-8b0f-594098fe622c on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:54.218346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:54.219825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fd63942-5295-4db8-8b9f-fe0bdeae5dc4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:54.232353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea337-b5a4-4332-ac70-100ac0405b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.280020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=7008b034-b11c-4858-a5de-5bcf29607d21,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:54.308005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:54.311966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.313911 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/7008b034-b11c-4858-a5de-5bcf29607d21 HTTP/1.1" status: 204 len: 168 time: 0.6633258 Jun 22 15:01:54.317112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39454) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:54.333329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.346599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7eacb84-6bf9-417b-98ea-7c5866565cc5']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:54.362760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b72fad8-179a-4dbe-9a0a-f0cd997f800b None None] DHCP port deletion for c7eacb84-6bf9-417b-98ea-7c5866565cc5 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:54.365699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c41607-15e1-4e92-8685-b6fae65a0fa6') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:54.366477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c41607-15e1-4e92-8685-b6fae65a0fa6') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:54.369966 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b070b0b9-0b1d-49df-b8e3-4fad3b5edcc7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509098 Jun 22 15:01:54.370356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39456) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:54.380698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:54.413484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea337-b5a4-4332-ac70-100ac0405b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.416478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab1ea337-b5a4-4332-ac70-100ac0405b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.417656 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ab1ea337-b5a4-4332-ac70-100ac0405b58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e57fe102-1a11-4399-8f30-2963956790a8 HTTP/1.1" status: 204 len: 168 time: 0.7083590 Jun 22 15:01:54.420285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c64cc13-8acf-4b19-8156-d1310797dc2f tempest-ServersTestJSON-407017847 tempest-ServersTestJSON-407017847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:54.430387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ea337-b5a4-4332-ac70-100ac0405b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57fe102-1a11-4399-8f30-2963956790a8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:54.439164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab1ea337-b5a4-4332-ac70-100ac0405b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:54.445303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.451299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Router 6e9d10ed-2e57-4eee-aab0-680b86f0d528 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:01:54.451816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 27609278-8bb1-4b00-94b6-aab42d4a21e6 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:54.474296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.482476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:01:54.482986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.484938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 27609278-8bb1-4b00-94b6-aab42d4a21e6 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:54.485296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 27609278-8bb1-4b00-94b6-aab42d4a21e6 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:54.497532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8ef06-fa96-4ee8-bd5a-18fcbaf29674 None None] Update dhcp port {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '7008b034-b11c-4858-a5de-5bcf29607d21'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': 'c6c1039f-e6b0-42c2-a821-da0e054727df'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:01:54.541526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ef06-fa96-4ee8-bd5a-18fcbaf29674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:01:54.562756 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:01:54.566145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.573301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4d82ff58-5c27-4845-a4c9-c4760bcdbd98 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:54.599595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:01:54.601826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.603803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.608186 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "PUT /v2.0/routers/6e9d10ed-2e57-4eee-aab0-680b86f0d528 HTTP/1.1" status: 200 len: 914 time: 3.9768469 Jun 22 15:01:54.608301 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/networks/c7eacb84-6bf9-417b-98ea-7c5866565cc5 HTTP/1.1" status: 204 len: 168 time: 1.1124511 Jun 22 15:01:54.609984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39462) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:54.610320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39464) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:54.621326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Network': ['ID=c7eacb84-6bf9-417b-98ea-7c5866565cc5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:54.622227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-924938808'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:54.648244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:54.649996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76973220-a45d-4206-afb9-580365bc0cb5 None None] Sync routers for ids ['6e9d10ed-2e57-4eee-aab0-680b86f0d528'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:01:54.663234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76973220-a45d-4206-afb9-580365bc0cb5 None None] Routers {'6e9d10ed-2e57-4eee-aab0-680b86f0d528'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:54.663861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-76973220-a45d-4206-afb9-580365bc0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6e9d10ed-2e57-4eee-aab0-680b86f0d528'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:54.681927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 15:01:54.681927 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 15:01:54.681927 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'project_id': 'fffe573ed4ef4749b96cc2ef72b3b0a6', 'id': 'b5d5943f-e5c7-4582-a6fe-30e7527fa84b', 'expiration': datetime.datetime(2021, 6, 22, 15, 3, 54, 674211)}] Jun 22 15:01:54.681927 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:01:54.682442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:01:54.694238 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:54.709124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.729794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-76973220-a45d-4206-afb9-580365bc0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:54.744063 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-48e4ef22-e922-4b32-90ec-8164097a8fe7 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/routers/6e9d10ed-2e57-4eee-aab0-680b86f0d528 HTTP/1.1" status: 200 len: 920 time: 0.1322443 Jun 22 15:01:54.746443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39466) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:54.749641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76973220-a45d-4206-afb9-580365bc0cb5 None None] Routers {'6e9d10ed-2e57-4eee-aab0-680b86f0d528'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:01:54.750476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-76973220-a45d-4206-afb9-580365bc0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['6e9d10ed-2e57-4eee-aab0-680b86f0d528'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:54.755978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fba25-e7f6-472e-83e7-33a45cc20b30 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:54.830856 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-76973220-a45d-4206-afb9-580365bc0cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:01:54.832227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76973220-a45d-4206-afb9-580365bc0cb5 None None] The sync data for ids ['6e9d10ed-2e57-4eee-aab0-680b86f0d528'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:01:54.841819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45c2ed0-58a9-46aa-b583-6ea8f69fc006 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:54.843520 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f45c2ed0-58a9-46aa-b583-6ea8f69fc006 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=6e9d10ed-2e57-4eee-aab0-680b86f0d528&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0941744 Jun 22 15:01:54.846107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39472) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:54.863254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-368ae521-13f2-47c5-a543-3932bce3c56a None None] Provisioning complete for port c6c1039f-e6b0-42c2-a821-da0e054727df triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:54.863723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-368ae521-13f2-47c5-a543-3932bce3c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:54.942685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade9afb7-19c8-4469-8504-01be5ddbd1f1 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:54.946583 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ade9afb7-19c8-4469-8504-01be5ddbd1f1 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/networks/339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 881 time: 0.0965774 Jun 22 15:01:54.947044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39478) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:54.981608 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ab0111bd-60ad-40a4-81e6-a08637d6236e tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e9d10ed-2e57-4eee-aab0-680b86f0d528 HTTP/1.1" status: 200 len: 205 time: 0.0333617 Jun 22 15:01:54.984157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39480) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:54.993935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.031427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cd901d78-3c1b-4090-ab3c-394c8186b92d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:55.067586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:01:55.089797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:55.126863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:55.127177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] Deleting port c6c1039f-e6b0-42c2-a821-da0e054727df {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:55.127967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.131008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=953d7cd4-277a-474c-9558-8c8adc286a24,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:55.138258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:55.139264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.149298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:55.168359 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7969034 Jun 22 15:01:55.168577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39488) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:55.177947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.178091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ed1361a4-366f-45a2-a1af-cb0c10e1aea0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:55.256157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] For port c6c1039f-e6b0-42c2-a821-da0e054727df, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c6c1039f-e6b0-42c2-a821-da0e054727df,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:55.257055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.279795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:55.283668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.306152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.328688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:55.329996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] Calling delete_port for c6c1039f-e6b0-42c2-a821-da0e054727df owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:55.338944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.339379 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Added segment eb74ed4c-3307-4d9b-927d-2b2d1574a796 of type vlan for network 730e0826-e853-4163-8ae3-6fb2a886638f Jun 22 15:01:55.346210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39492) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:55.381751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Deleting port dd85f05e-e860-4dd8-8971-4ba308988c56 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:55.382401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.403193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.433338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1361a4-366f-45a2-a1af-cb0c10e1aea0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:55.437546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ed1361a4-366f-45a2-a1af-cb0c10e1aea0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.439639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.444852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73f930eb-7c6a-4d7c-a48d-a9be9c197c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:55.474575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] No DVR routers for this DVR port c6c1039f-e6b0-42c2-a821-da0e054727df on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:01:55.482960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c66a62dc-8072-4256-82ab-dbba142e5f6f tempest-DvrRoutersNegativeTest-456900897 tempest-DvrRoutersNegativeTest-456900897-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-305934477', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:55.485800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.policy [None req-c66a62dc-8072-4256-82ab-dbba142e5f6f tempest-DvrRoutersNegativeTest-456900897 tempest-DvrRoutersNegativeTest-456900897-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93501) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 22 15:01:55.486099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.policy [None req-c66a62dc-8072-4256-82ab-dbba142e5f6f tempest-DvrRoutersNegativeTest-456900897 tempest-DvrRoutersNegativeTest-456900897-project] Failed policy check for 'create_router' {{(pid=93501) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 22 15:01:55.486616 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-c66a62dc-8072-4256-82ab-dbba142e5f6f tempest-DvrRoutersNegativeTest-456900897 tempest-DvrRoutersNegativeTest-456900897-project] create failed (client error): Access was denied to this resource. Jun 22 15:01:55.493285 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c66a62dc-8072-4256-82ab-dbba142e5f6f tempest-DvrRoutersNegativeTest-456900897 tempest-DvrRoutersNegativeTest-456900897-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1436460 Jun 22 15:01:55.497138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] Pushing event deleted for resources: {'Port': ['ID=c6c1039f-e6b0-42c2-a821-da0e054727df,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:55.503436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.505903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:55.514579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.515664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b4494-1d95-48e4-87b2-3f7aa4ec9167 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:55.521370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:55.521987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.527784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-78bdc164-b191-4f57-b1ff-4f56530a79c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:55.604961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Calling delete_port for dd85f05e-e860-4dd8-8971-4ba308988c56 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:55.606971 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9894304 Jun 22 15:01:55.610144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39498) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:55.612941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Network': ['ID=730e0826-e853-4163-8ae3-6fb2a886638f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:55.619206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '730e0826-e853-4163-8ae3-6fb2a886638f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:55.621319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:55.640554 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.ipam_backend_mixin [None req-ed1361a4-366f-45a2-a1af-cb0c10e1aea0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 953d7cd4-277a-474c-9558-8c8adc286a24 (CIDR: 2001:db8::/64) Jun 22 15:01:55.645596 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1361a4-366f-45a2-a1af-cb0c10e1aea0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:01:55.646102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1361a4-366f-45a2-a1af-cb0c10e1aea0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:01:55.653265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 730e0826-e853-4163-8ae3-6fb2a886638f details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:01:55.663633 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ed1361a4-366f-45a2-a1af-cb0c10e1aea0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4937809 Jun 22 15:01:55.666435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39500) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:55.673138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:55.763598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '953d7cd4-277a-474c-9558-8c8adc286a24'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:55.764475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.833356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:55.837960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.846320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:55.850464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:55.877185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39504) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:55.974442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/953d7cd4-277a-474c-9558-8c8adc286a24/4560a176-2a85-411a-ae3b-62af21ce3bd7) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:56.012965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 67c0e949-4380-4e3b-8b0f-594098fe622c no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:56.033361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.059937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fb98f7a7-404c-4b0b-a79f-ef370fa6252b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:56.069569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 67c0e949-4380-4e3b-8b0f-594098fe622c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:56.069922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 67c0e949-4380-4e3b-8b0f-594098fe622c not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:56.070345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c6c1039f-e6b0-42c2-a821-da0e054727df no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:01:56.092912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: c6c1039f-e6b0-42c2-a821-da0e054727df {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:01:56.093269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c6c1039f-e6b0-42c2-a821-da0e054727df not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:01:56.099606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event deleted for resources: {'Port': ['ID=dd85f05e-e860-4dd8-8971-4ba308988c56,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:56.113166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:56.120693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f94554e-5c84-49a1-bec5-b76f8e415fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.189916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.199531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Transition to ACTIVE for port object 4560a176-2a85-411a-ae3b-62af21ce3bd7 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:56.217755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Transition to ACTIVE for port object 4560a176-2a85-411a-ae3b-62af21ce3bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:56.224273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.226193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f35afe5f-443c-425a-9473-86f43973768c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:56.233317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.objects.ports [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93502) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:01:56.235545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.239155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4cbd67d1-f961-4d4c-b492-1ac7f9aa0569 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:56.240010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.245263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.249766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6316897b-e28b-47d2-a7b4-2f9ab5c684d6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:56.266015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:56.269482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:56.273013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:56.280879 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Pushing event updated for resources: {'Port': ['ID=4560a176-2a85-411a-ae3b-62af21ce3bd7,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:56.286772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:56.297184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:56.300324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:56.300959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.306383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:56.316297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=765ae1b1-642b-42fc-bc4e-18effe4ba22d,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:56.319402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:56.338709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Attempting to bind port 4560a176-2a85-411a-ae3b-62af21ce3bd7 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:56.339101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Attempting to bind port 4560a176-2a85-411a-ae3b-62af21ce3bd7 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:56.339469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Attempting to bind port 4560a176-2a85-411a-ae3b-62af21ce3bd7 on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:56.344768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:56.345157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:56.345568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.345965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:56.346502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Bound port: 4560a176-2a85-411a-ae3b-62af21ce3bd7, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:56.347378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.387686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.392332 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.411488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] For port 4560a176-2a85-411a-ae3b-62af21ce3bd7, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:56.414506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] For port 4560a176-2a85-411a-ae3b-62af21ce3bd7, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4560a176-2a85-411a-ae3b-62af21ce3bd7,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:56.419439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.422157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7034c86f-029e-4918-a322-497a0aa9607d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:56.468347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=694a2249-7bcb-4650-b6a1-9f5b8e860a56,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:56.473501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:56.482815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Pushing event updated for resources: {'Port': ['ID=4560a176-2a85-411a-ae3b-62af21ce3bd7,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:56.486948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.488261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Fanout notify agent at l3_agent the message router_deleted on router 6e9d10ed-2e57-4eee-aab0-680b86f0d528 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:01:56.490013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Checking segment: {'id': 'eb74ed4c-3307-4d9b-927d-2b2d1574a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '730e0826-e853-4163-8ae3-6fb2a886638f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:56.490409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network hostable DHCP agents. Network: 730e0826-e853-4163-8ae3-6fb2a886638f, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:01:56.493039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:56.499399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.500489 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/6e9d10ed-2e57-4eee-aab0-680b86f0d528 HTTP/1.1" status: 204 len: 168 time: 1.5151229 Jun 22 15:01:56.504215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39508) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:56.509916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1409070174', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:56.533067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 730e0826-e853-4163-8ae3-6fb2a886638f is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:01:56.540317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f94554e-5c84-49a1-bec5-b76f8e415fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.545057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f94554e-5c84-49a1-bec5-b76f8e415fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.548247 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-49ba4d8f-de9e-4e90-b821-bec893f7f883 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:56.551256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 730e0826-e853-4163-8ae3-6fb2a886638f) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:56.557341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8889472 Jun 22 15:01:56.560073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39510) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:56.561411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf2ac6-62c8-484d-b24b-df30e168a3a2 None None] Network 730e0826-e853-4163-8ae3-6fb2a886638f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:56.564053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:56.564642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.573193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:a9:11:89', 'name': 'tempest-NetworksTestDHCPv6-699994154'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:56.577341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.578455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.648695 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6f94554e-5c84-49a1-bec5-b76f8e415fb7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7365c61f2bd8466b8ed5db8adfef4bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7703457 Jun 22 15:01:56.651893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.654193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39512) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:56.661998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94554e-5c84-49a1-bec5-b76f8e415fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee82d19-d10c-4c7f-ab66-5b3b4fcc0db6,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:56.672629 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0609157 Jun 22 15:01:56.673525 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39514) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:56.677217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f94554e-5c84-49a1-bec5-b76f8e415fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:56.689513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0f258187-1723-40c6-b50d-4033ba234a36 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-297784542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:56.764552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f258187-1723-40c6-b50d-4033ba234a36 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.765752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f258187-1723-40c6-b50d-4033ba234a36 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.807053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:56.886785 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f258187-1723-40c6-b50d-4033ba234a36 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.895274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.899477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f258187-1723-40c6-b50d-4033ba234a36 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.905546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b75c-63a7-4b56-9c9f-59a3c36b636a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.927742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f258187-1723-40c6-b50d-4033ba234a36 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.932200 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0f258187-1723-40c6-b50d-4033ba234a36 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2536275 Jun 22 15:01:56.936869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39516) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:56.952473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'network_id': '730e0826-e853-4163-8ae3-6fb2a886638f', 'name': 'tempest-PortsIpV6TestJSON-1720664644'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:56.957872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.959933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-730e0826-e853-4163-8ae3-6fb2a886638f', 'network_id': '730e0826-e853-4163-8ae3-6fb2a886638f', 'tenant_id': 'fffe573ed4ef4749b96cc2ef72b3b0a6', 'fixed_ips': [{'subnet_id': '694a2249-7bcb-4650-b6a1-9f5b8e860a56'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:01:56.961640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:56.982514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port 84133097-6c93-4ebc-962d-358b98bdf5a3 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:57.007914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b75c-63a7-4b56-9c9f-59a3c36b636a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.124126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Allocated IP 2001:db8::2 (730e0826-e853-4163-8ae3-6fb2a886638f/694a2249-7bcb-4650-b6a1-9f5b8e860a56/9d498e82-e0cd-4aca-b9fd-771bb003374e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:57.148169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b75c-63a7-4b56-9c9f-59a3c36b636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.150813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b75c-63a7-4b56-9c9f-59a3c36b636a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.152789 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b0d0b75c-63a7-4b56-9c9f-59a3c36b636a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ee82d19-d10c-4c7f-ab66-5b3b4fcc0db6 HTTP/1.1" status: 204 len: 168 time: 0.4966855 Jun 22 15:01:57.155539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a3b130af-b1e9-4047-a74b-646a32af45dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:57.175896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0b75c-63a7-4b56-9c9f-59a3c36b636a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee82d19-d10c-4c7f-ab66-5b3b4fcc0db6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:57.179254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b0d0b75c-63a7-4b56-9c9f-59a3c36b636a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:57.183365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:57.188245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.200853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::9f (8c283d8d-bdf0-4810-b080-3afcb2f245b2/953d7cd4-277a-474c-9558-8c8adc286a24/84133097-6c93-4ebc-962d-358b98bdf5a3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:57.212110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8:0:1:f816:3eff:fea9:1189 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/765ae1b1-642b-42fc-bc4e-18effe4ba22d/84133097-6c93-4ebc-962d-358b98bdf5a3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:57.228858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port bc7d400e-39cd-4661-b9b2-817e47451ca7 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:01:57.374441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.392490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Transition to ACTIVE for port object 9d498e82-e0cd-4aca-b9fd-771bb003374e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:57.410024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.414339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Transition to ACTIVE for port object 9d498e82-e0cd-4aca-b9fd-771bb003374e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:57.427523 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.433954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68ec7921-1367-4369-8e57-57ed7b8c7b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:57.444204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.490229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.494500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Network 730e0826-e853-4163-8ae3-6fb2a886638f is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:57.500711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:57.503978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:57.506705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Pushing event updated for resources: {'Port': ['ID=9d498e82-e0cd-4aca-b9fd-771bb003374e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:57.509192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:57.520124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object 84133097-6c93-4ebc-962d-358b98bdf5a3 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:57.578109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Attempting to bind port 9d498e82-e0cd-4aca-b9fd-771bb003374e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:01:57.578871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Attempting to bind port 9d498e82-e0cd-4aca-b9fd-771bb003374e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'eb74ed4c-3307-4d9b-927d-2b2d1574a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '730e0826-e853-4163-8ae3-6fb2a886638f'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:01:57.579468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Attempting to bind port 9d498e82-e0cd-4aca-b9fd-771bb003374e on network 730e0826-e853-4163-8ae3-6fb2a886638f {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:01:57.586079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::f4 (730e0826-e853-4163-8ae3-6fb2a886638f/694a2249-7bcb-4650-b6a1-9f5b8e860a56/bc7d400e-39cd-4661-b9b2-817e47451ca7) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:57.587304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:01:57.588260 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Checking segment: {'id': 'eb74ed4c-3307-4d9b-927d-2b2d1574a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '730e0826-e853-4163-8ae3-6fb2a886638f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:01:57.588894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.589549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Bound using segment: {'id': 'eb74ed4c-3307-4d9b-927d-2b2d1574a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '730e0826-e853-4163-8ae3-6fb2a886638f'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:01:57.590197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Bound port: 9d498e82-e0cd-4aca-b9fd-771bb003374e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb74ed4c-3307-4d9b-927d-2b2d1574a796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '730e0826-e853-4163-8ae3-6fb2a886638f'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:01:57.590809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.594957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.618892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9d2d39d5-9c58-4b74-a792-f92946a0776b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:57.663866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:57.666464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:57.697232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:57.710171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:57.710724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.739066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Allocated IP 172.26.6.107 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/0b1394f1-e5c4-45a1-a85d-fe21bc382cc7) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:57.746892 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1840053 Jun 22 15:01:57.747469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39530) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:57.748383 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=84133097-6c93-4ebc-962d-358b98bdf5a3,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:57.750870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] For port 9d498e82-e0cd-4aca-b9fd-771bb003374e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:01:57.756082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] For port 9d498e82-e0cd-4aca-b9fd-771bb003374e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9d498e82-e0cd-4aca-b9fd-771bb003374e,segment=NetworkSegment(eb74ed4c-3307-4d9b-927d-2b2d1574a796),segment_id=eb74ed4c-3307-4d9b-927d-2b2d1574a796)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:01:57.761660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:57.765546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.767569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-90bd0528-8f19-44c0-ad48-eef4547e9cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:57.870038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Pushing event updated for resources: {'Port': ['ID=9d498e82-e0cd-4aca-b9fd-771bb003374e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:57.873222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:57.886650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cb0d4-3293-40d1-9877-5a9d76b3bbd8 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:57.937788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port 84133097-6c93-4ebc-962d-358b98bdf5a3 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:01:57.938366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:57.981501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.012570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object bc7d400e-39cd-4661-b9b2-817e47451ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:58.023128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d249c489-3e6f-467a-9ef2-68a18b380581 None None] Provisioning for port 4560a176-2a85-411a-ae3b-62af21ce3bd7 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:58.048787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.101210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.104048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4560a176-2a85-411a-ae3b-62af21ce3bd7 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:01:58.126048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.133499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-36b4adc1-c42a-4e47-a785-fa8fd93356f7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:58.143849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.187921 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for 84133097-6c93-4ebc-962d-358b98bdf5a3 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:01:58.228118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 730e0826-e853-4163-8ae3-6fb2a886638f is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:58.235321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:01:58.239997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:58.242554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:58.249203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:58.249976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.267742 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 4560a176-2a85-411a-ae3b-62af21ce3bd7 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:58.280983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:01:58.288347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4560a176-2a85-411a-ae3b-62af21ce3bd7 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:01:58.289069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.290868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:01:58.388443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=bc7d400e-39cd-4661-b9b2-817e47451ca7,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:58.395761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:58.407933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] Update dhcp port {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '953d7cd4-277a-474c-9558-8c8adc286a24', 'ip_address': '2001:db8::2'}, {'subnet_id': '765ae1b1-642b-42fc-bc4e-18effe4ba22d'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': '4560a176-2a85-411a-ae3b-62af21ce3bd7'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:01:58.429659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-77a2cc55-4b8f-45e9-9c12-673412560f09 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:58.462187 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5233366 Jun 22 15:01:58.475569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.482936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39542) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:58.491071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.537249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.548004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9fac882e-d635-4b41-80c3-1050fe855cbf tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:58.567459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 4560a176-2a85-411a-ae3b-62af21ce3bd7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4560a176-2a85-411a-ae3b-62af21ce3bd7,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:58.576945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event updated for resources: {'Port': ['ID=0b1394f1-e5c4-45a1-a85d-fe21bc382cc7,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:58.586834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:58.605183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=84133097-6c93-4ebc-962d-358b98bdf5a3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:58.645713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:58.647961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.652712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ab7addbc-e12d-4df4-8e11-d7b6581108ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:58.691350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.694248 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/84133097-6c93-4ebc-962d-358b98bdf5a3 HTTP/1.1" status: 204 len: 168 time: 0.9424322 Jun 22 15:01:58.696451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39550) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:58.745838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=4560a176-2a85-411a-ae3b-62af21ce3bd7,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:58.757089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:58.772883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe02:c595 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/765ae1b1-642b-42fc-bc4e-18effe4ba22d/4560a176-2a85-411a-ae3b-62af21ce3bd7) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:01:58.776663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1eab5d-9bf2-4392-bd34-74ee07aaaa27 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:58.778455 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3f1eab5d-9bf2-4392-bd34-74ee07aaaa27 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0807550 Jun 22 15:01:58.781184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39554) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:58.794516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:58.875252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd75c5d1-fff5-4da8-b919-b892c4a41656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:58.876831 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cd75c5d1-fff5-4da8-b919-b892c4a41656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0944390 Jun 22 15:01:58.880331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39556) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:58.946544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32184433-4a59-4cce-97e4-06f4eae801d3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:58.948210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32184433-4a59-4cce-97e4-06f4eae801d3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:58.949856 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32184433-4a59-4cce-97e4-06f4eae801d3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:01:58.951767 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-32184433-4a59-4cce-97e4-06f4eae801d3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0702486 Jun 22 15:01:58.954777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39560) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:58.974955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] For port 4560a176-2a85-411a-ae3b-62af21ce3bd7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4560a176-2a85-411a-ae3b-62af21ce3bd7,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:01:59.044020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.063893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] Transition to ACTIVE for port object 4560a176-2a85-411a-ae3b-62af21ce3bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:01:59.066182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 765ae1b1-642b-42fc-bc4e-18effe4ba22d {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:59.071360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.072492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.076876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6620309a-3c83-4292-bbd2-466c631f2b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:59.129042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39564) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:59.149217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.207127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] Pushing event updated for resources: {'Port': ['ID=4560a176-2a85-411a-ae3b-62af21ce3bd7,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:59.211307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:59.268447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.359700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a3f50c-0567-4dcc-adbd-f0b039aebc5b None None] Network 730e0826-e853-4163-8ae3-6fb2a886638f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:01:59.363873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'network': {'name': 'tempest-network-smoke--1543797774', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'port_security_enabled': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:01:59.368429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.372122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17b412b7-4013-45de-8782-0a084af3f656 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:59.414046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=765ae1b1-642b-42fc-bc4e-18effe4ba22d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:59.417203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:01:59.419754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.424279 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/765ae1b1-642b-42fc-bc4e-18effe4ba22d HTTP/1.1" status: 204 len: 168 time: 0.4656782 Jun 22 15:01:59.424550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39568) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:01:59.437978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9ada0c15-3c3e-431a-8411-df09ab257791 None None] Provisioning for port 9d498e82-e0cd-4aca-b9fd-771bb003374e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:01:59.459670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:01:59.463324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.478817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.515343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 953d7cd4-277a-474c-9558-8c8adc286a24 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:01:59.523771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.607502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.655901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.728651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.801178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.826852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.833722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.839598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9dcd578f-7b73-4884-8daa-59f5d7824b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:01:59.869763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:01:59.897482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:01:59.899059 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Added segment acf9459f-6803-49f2-ad28-cc5f4f8faa7f of type vlan for network b762eb63-dd4e-44be-aa53-cb785dc10971 Jun 22 15:01:59.915222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b4de41-cee7-4171-b04f-d7e7ff922cfe,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:01:59.926882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:00.089449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Router 48f53f04-8a38-4477-bfcc-7975be7873bb is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:02:00.092889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.106037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.109768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b37caed-180d-46b6-9729-409a2c09e1f5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:00.135429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dbe6ce8e-c27a-44f0-b995-18aa2f2a815d None None] Provisioning for port bc7d400e-39cd-4661-b9b2-817e47451ca7 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:00.147365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dbe6ce8e-c27a-44f0-b995-18aa2f2a815d None None] Provisioning complete for port bc7d400e-39cd-4661-b9b2-817e47451ca7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:00.148905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dbe6ce8e-c27a-44f0-b995-18aa2f2a815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.200996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6ce8e-c27a-44f0-b995-18aa2f2a815d None None] Port bc7d400e-39cd-4661-b9b2-817e47451ca7 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:00.204835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9d498e82-e0cd-4aca-b9fd-771bb003374e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:00.235540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b8b6ca02-8fdb-48c5-94f2-a4042c8308ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.275608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05163f1f-9575-46ae-a59f-d053c4e5c119 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:00.332678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 9d498e82-e0cd-4aca-b9fd-771bb003374e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:00.340058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9d498e82-e0cd-4aca-b9fd-771bb003374e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:00.340574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.348022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:00.363106 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e54ed-5589-4581-ba22-a3331aad8fdc None None] Sync routers for ids ['48f53f04-8a38-4477-bfcc-7975be7873bb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:00.373780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=bc7d400e-39cd-4661-b9b2-817e47451ca7,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:00.377020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.381115 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e54ed-5589-4581-ba22-a3331aad8fdc None None] Routers {'48f53f04-8a38-4477-bfcc-7975be7873bb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:00.381745 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2c6e54ed-5589-4581-ba22-a3331aad8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['48f53f04-8a38-4477-bfcc-7975be7873bb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:00.390909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:00.394954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.399001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-423864be-40c2-4944-8f66-7513ed374c09 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:00.432122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=953d7cd4-277a-474c-9558-8c8adc286a24,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:00.435403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:00.438001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.439878 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/953d7cd4-277a-474c-9558-8c8adc286a24 HTTP/1.1" status: 204 len: 168 time: 1.0138786 Jun 22 15:02:00.443302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39570) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:00.446925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.448675 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9428582 Jun 22 15:02:00.452122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39572) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:00.459864 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2c6e54ed-5589-4581-ba22-a3331aad8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:00.467572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:00.470437 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e54ed-5589-4581-ba22-a3331aad8fdc None None] Routers {'48f53f04-8a38-4477-bfcc-7975be7873bb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:00.471917 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2c6e54ed-5589-4581-ba22-a3331aad8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:01:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['48f53f04-8a38-4477-bfcc-7975be7873bb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:00.483989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-80c2ab47-17ac-46f0-b3a8-fb6912179aa5 None None] Provisioning for port 4560a176-2a85-411a-ae3b-62af21ce3bd7 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:00.492932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.501041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-80c2ab47-17ac-46f0-b3a8-fb6912179aa5 None None] Provisioning complete for port 4560a176-2a85-411a-ae3b-62af21ce3bd7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:00.501443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-80c2ab47-17ac-46f0-b3a8-fb6912179aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.513935 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-923123cd-c00e-4e34-95d3-c0b58e8e67e0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668051 Jun 22 15:02:00.514351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39574) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:00.521431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:00.522305 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2c6e54ed-5589-4581-ba22-a3331aad8fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:00.523223 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e54ed-5589-4581-ba22-a3331aad8fdc None None] The sync data for ids ['48f53f04-8a38-4477-bfcc-7975be7873bb'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:00.533869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.540546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:00.542112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.575027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b89245a-2748-4526-8d3a-602eec2365f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:00.598016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 9d498e82-e0cd-4aca-b9fd-771bb003374e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9d498e82-e0cd-4aca-b9fd-771bb003374e,segment=NetworkSegment(eb74ed4c-3307-4d9b-927d-2b2d1574a796),segment_id=eb74ed4c-3307-4d9b-927d-2b2d1574a796)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:00.635081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.636381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4560a176-2a85-411a-ae3b-62af21ce3bd7 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:00.642535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:00.667170 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5340440 Jun 22 15:02:00.667719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39576) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:00.677708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'admin_state_up': True, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:00.703128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Network': ['ID=b762eb63-dd4e-44be-aa53-cb785dc10971,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:00.716518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:00.722782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.723594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network b762eb63-dd4e-44be-aa53-cb785dc10971 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:00.738085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:00.742349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.821396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=9d498e82-e0cd-4aca-b9fd-771bb003374e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:00.826419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:00.847582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.848645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.861839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4560a176-2a85-411a-ae3b-62af21ce3bd7 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:00.862421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.896194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-80c2ab47-17ac-46f0-b3a8-fb6912179aa5 None None] Could not find standard attr ID for object 84133097-6c93-4ebc-962d-358b98bdf5a3. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:02:00.952966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:00.988197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.995121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:00.997774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76528b08-10ae-46c1-ad57-4a3b054eabdc tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:01.058625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:01.063019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=5d275d08-3218-4b75-901f-7e1f0b81d077,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:01.066317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:01.068312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:01.069597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:01.070715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.093870 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5784056 Jun 22 15:02:01.094628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39578) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:01.101085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d87b17e8-1de3-4f75-8f52-f1ceb003c2a5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:01.148368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.165889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-42c4737f-7af1-470a-9c4e-976818eb0ded None None] Provisioning complete for port bc7d400e-39cd-4661-b9b2-817e47451ca7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:01.166452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-42c4737f-7af1-470a-9c4e-976818eb0ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.207170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-42c4737f-7af1-470a-9c4e-976818eb0ded None None] Port bc7d400e-39cd-4661-b9b2-817e47451ca7 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:01.209497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] Deleting port 4560a176-2a85-411a-ae3b-62af21ce3bd7 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:01.209876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.225256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87b17e8-1de3-4f75-8f52-f1ceb003c2a5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:01.229222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d87b17e8-1de3-4f75-8f52-f1ceb003c2a5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.286904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.292781 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] For port 4560a176-2a85-411a-ae3b-62af21ce3bd7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4560a176-2a85-411a-ae3b-62af21ce3bd7,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:01.293277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.327224 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-d87b17e8-1de3-4f75-8f52-f1ceb003c2a5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d275d08-3218-4b75-901f-7e1f0b81d077 (CIDR: 2001:db8::/64) Jun 22 15:02:01.331136 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87b17e8-1de3-4f75-8f52-f1ceb003c2a5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:02:01.331575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87b17e8-1de3-4f75-8f52-f1ceb003c2a5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:01.349778 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d87b17e8-1de3-4f75-8f52-f1ceb003c2a5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2513614 Jun 22 15:02:01.349983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39580) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:01.355268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'subnet': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:01.364441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] Calling delete_port for 4560a176-2a85-411a-ae3b-62af21ce3bd7 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:01.400776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.451684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.454557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:01.462723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.479900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] Pushing event deleted for resources: {'Port': ['ID=4560a176-2a85-411a-ae3b-62af21ce3bd7,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:01.481662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:01.482424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:01.483327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] No DVR routers for this DVR port 4560a176-2a85-411a-ae3b-62af21ce3bd7 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:01.486131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.500494 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387183d9-4fde-4bbc-b6d6-0cac01886d14 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:01.662082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'tenant_id': 'df45ad20f7ff481296b34b0d2bc12122', 'fixed_ips': [{'subnet_id': '5d275d08-3218-4b75-901f-7e1f0b81d077'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:01.663233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.669672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Deleting port 0b1394f1-e5c4-45a1-a85d-fe21bc382cc7 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:01.670255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.701486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.754356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.755090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.759609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d9f8c7dc-0fbd-4c64-9384-ab09f80bbfbc tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:01.824722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Allocated IP 2001:db8::2 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/5d275d08-3218-4b75-901f-7e1f0b81d077/157c23cc-479f-4259-8425-33bc443d2cdf) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:01.837751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.objects.ports [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93501) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 15:02:01.842519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.848143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1b944912-1e35-49b5-aa4c-2139ae2d279f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:01.886051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:01.889504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:01.896572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:01.897229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.912972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Subnet': ['ID=9392f507-7be9-4dee-94d1-5a479b349718,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:01.916799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:01.926604 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5721841 Jun 22 15:02:01.926926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39586) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:01.934304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Request body: {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'mac_address': 'fa:16:3e:35:d7:b3', 'name': 'tempest-NetworksTestDHCPv6-2119741544'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:01.975363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.988602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9d498e82-e0cd-4aca-b9fd-771bb003374e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:01.988976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=bc7d400e-39cd-4661-b9b2-817e47451ca7,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:01.991406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:01.999481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:02.063202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Made reservation on behalf of df45ad20f7ff481296b34b0d2bc12122 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:02.066186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.077481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Transition to ACTIVE for port object 157c23cc-479f-4259-8425-33bc443d2cdf will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:02.096063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9d498e82-e0cd-4aca-b9fd-771bb003374e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:02.096473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.100501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Transition to ACTIVE for port object 157c23cc-479f-4259-8425-33bc443d2cdf will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:02.121724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.125970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:02.158331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.176701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:02.182161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] device_id is not set on port a80db372-3bb2-4540-9da5-1ec31838a73f yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:02.182663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:02.185713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:02.195342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Pushing event updated for resources: {'Port': ['ID=157c23cc-479f-4259-8425-33bc443d2cdf,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:02.198441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:02.290085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Attempting to bind port 157c23cc-479f-4259-8425-33bc443d2cdf on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:02.290459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Attempting to bind port 157c23cc-479f-4259-8425-33bc443d2cdf by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:02.290830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Attempting to bind port 157c23cc-479f-4259-8425-33bc443d2cdf on network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:02.298986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:02.299982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Checking segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:02.300358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.300753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Bound using segment: {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:02.301343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Bound port: 157c23cc-479f-4259-8425-33bc443d2cdf, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e908237-f0e6-4300-87c2-335fe5b26f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:02.301723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.379967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8::1b7 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/5d275d08-3218-4b75-901f-7e1f0b81d077/a80db372-3bb2-4540-9da5-1ec31838a73f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:02.382273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] For port 157c23cc-479f-4259-8425-33bc443d2cdf, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:02.385676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] For port 157c23cc-479f-4259-8425-33bc443d2cdf, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=157c23cc-479f-4259-8425-33bc443d2cdf,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:02.388150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Allocated IP 2001:db8:0:1:f816:3eff:fe35:d7b3 (8c283d8d-bdf0-4810-b080-3afcb2f245b2/9392f507-7be9-4dee-94d1-5a479b349718/a80db372-3bb2-4540-9da5-1ec31838a73f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:02.391473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.396052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ab3ff0f5-8f18-4547-a1b6-353cd1f0de7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:02.398281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4560a176-2a85-411a-ae3b-62af21ce3bd7 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:02.436507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Calling delete_port for 0b1394f1-e5c4-45a1-a85d-fe21bc382cc7 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:02.438894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.446381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 4560a176-2a85-411a-ae3b-62af21ce3bd7 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:02.446809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4560a176-2a85-411a-ae3b-62af21ce3bd7 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:02.478766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Pushing event updated for resources: {'Port': ['ID=157c23cc-479f-4259-8425-33bc443d2cdf,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:02.489828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:02.562189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.575230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Transition to ACTIVE for port object a80db372-3bb2-4540-9da5-1ec31838a73f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:02.614642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.621126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6cabde1-5021-470b-9c53-adb963177d74 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:02.635627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 730e0826-e853-4163-8ae3-6fb2a886638f is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:02.640875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-96973455-2482-4944-ba83-1bf692c9a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.641583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.117 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/775d8b67-9e52-408d-8f12-d1aa742222ae) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:02.646421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:02.681129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:02.684665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:02.687459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:02.702447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:02.704019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.729855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event updated for resources: {'Port': ['ID=a80db372-3bb2-4540-9da5-1ec31838a73f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:02.734112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:02.754474 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8262751 Jun 22 15:02:02.757292 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39588) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:02.911757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting port a80db372-3bb2-4540-9da5-1ec31838a73f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:02.912368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.926620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.948968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.982200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:02.988645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:03.019773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.030798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Pushing event deleted for resources: {'Port': ['ID=0b1394f1-e5c4-45a1-a85d-fe21bc382cc7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:03.041419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:03.042960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Router 4f017b08-18ad-41a7-ac5a-666986c1858c is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:02:03.051252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2e0f3e84-0a56-4e73-a016-911d216d9d20 None None] Provisioning complete for port bc7d400e-39cd-4661-b9b2-817e47451ca7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:03.052064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3e84-0a56-4e73-a016-911d216d9d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.092080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Calling delete_port for a80db372-3bb2-4540-9da5-1ec31838a73f owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:03.093844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f3e84-0a56-4e73-a016-911d216d9d20 None None] Port bc7d400e-39cd-4661-b9b2-817e47451ca7 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:03.134387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.168131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b056f0b9-69fc-454e-a482-95ddbf1e2990 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:03.218312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:03.225362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.231743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:03.275171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:03.282316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.287837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-28641fa3-2293-43a2-8bbc-8dc2b15f579a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:03.310753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:03.316732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Port': ['ID=a80db372-3bb2-4540-9da5-1ec31838a73f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:03.318901 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:03.323161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6be63-c231-480a-be39-61cf0b95e43b None None] Sync routers for ids ['4f017b08-18ad-41a7-ac5a-666986c1858c'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:03.333476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6be63-c231-480a-be39-61cf0b95e43b None None] Routers {'4f017b08-18ad-41a7-ac5a-666986c1858c'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:03.334116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-52d6be63-c231-480a-be39-61cf0b95e43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['4f017b08-18ad-41a7-ac5a-666986c1858c'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:03.337899 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "PUT /v2.0/routers/4f017b08-18ad-41a7-ac5a-666986c1858c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8544903 Jun 22 15:02:03.342455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39590) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:03.343198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=775d8b67-9e52-408d-8f12-d1aa742222ae,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:03.349731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:03.383814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-52d6be63-c231-480a-be39-61cf0b95e43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:03.390665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.393900 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/a80db372-3bb2-4540-9da5-1ec31838a73f HTTP/1.1" status: 204 len: 168 time: 0.6349185 Jun 22 15:02:03.396457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39592) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:03.399658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6be63-c231-480a-be39-61cf0b95e43b None None] Routers {'4f017b08-18ad-41a7-ac5a-666986c1858c'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:03.400304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-52d6be63-c231-480a-be39-61cf0b95e43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['4f017b08-18ad-41a7-ac5a-666986c1858c'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:03.449242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-52d6be63-c231-480a-be39-61cf0b95e43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:03.450553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6be63-c231-480a-be39-61cf0b95e43b None None] The sync data for ids ['4f017b08-18ad-41a7-ac5a-666986c1858c'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:03.489043 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba26e0cd-cbb6-4999-ba2c-d95874414210 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:03.490620 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ba26e0cd-cbb6-4999-ba2c-d95874414210 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0929770 Jun 22 15:02:03.493482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39594) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:03.559159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e791ea-c47b-468f-8241-7b46531c79bc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:03.560882 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-10e791ea-c47b-468f-8241-7b46531c79bc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0663767 Jun 22 15:02:03.563432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39596) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:03.628527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.629337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985cf9c-aadf-4d97-a8fd-0b5dd3671925 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:03.630908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985cf9c-aadf-4d97-a8fd-0b5dd3671925 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:03.635366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985cf9c-aadf-4d97-a8fd-0b5dd3671925 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:03.635366 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2985cf9c-aadf-4d97-a8fd-0b5dd3671925 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0702641 Jun 22 15:02:03.639540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39598) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:03.645978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.647381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a58fedd-2566-4407-baf2-3b8698342a79 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:03.665997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d0e48b-3f37-4521-bd17-3d2aaef7cf94 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:03.670477 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c0d0e48b-3f37-4521-bd17-3d2aaef7cf94 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f017b08-18ad-41a7-ac5a-666986c1858c HTTP/1.1" status: 200 len: 988 time: 0.3246737 Jun 22 15:02:03.673939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39600) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:03.713531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 5d275d08-3218-4b75-901f-7e1f0b81d077 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:03.717293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.731021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fa3f1274-c4d8-4437-8a86-e21d6b42fa9d None None] Provisioning for port 157c23cc-479f-4259-8425-33bc443d2cdf completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:03.762955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.849480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.861909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.864612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Router 48f53f04-8a38-4477-bfcc-7975be7873bb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:03.937841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7ab58-8ad6-4d6d-911d-ac2d8fb9c69c None None] Update dhcp port {'port': {'network_id': '8c283d8d-bdf0-4810-b080-3afcb2f245b2', 'fixed_ips': [{'subnet_id': '5d275d08-3218-4b75-901f-7e1f0b81d077', 'ip_address': '2001:db8::2'}, {'subnet_id': '9392f507-7be9-4dee-94d1-5a479b349718'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': '157c23cc-479f-4259-8425-33bc443d2cdf'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:02:03.952395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:03.954511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4b641573-631f-4271-8c9c-cadeac8271a6 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:03.996350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-caa7ab58-8ad6-4d6d-911d-ac2d8fb9c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.000710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=5d275d08-3218-4b75-901f-7e1f0b81d077,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:04.005475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.013246 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/5d275d08-3218-4b75-901f-7e1f0b81d077 HTTP/1.1" status: 204 len: 168 time: 0.3651216 Jun 22 15:02:04.014901 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:04.015700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39602) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.047144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.051002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 157c23cc-479f-4259-8425-33bc443d2cdf up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:04.079980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Deleting subnet 9392f507-7be9-4dee-94d1-5a479b349718 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:04.084724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.120441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:04.130299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.130438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.133979 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "PUT /v2.0/routers/48f53f04-8a38-4477-bfcc-7975be7873bb HTTP/1.1" status: 200 len: 706 time: 3.6782939 Jun 22 15:02:04.135500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39604) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.138785 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329c1f4-0a6f-4ada-977e-559925b648c7 None None] Sync routers for ids ['48f53f04-8a38-4477-bfcc-7975be7873bb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:04.151206 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329c1f4-0a6f-4ada-977e-559925b648c7 None None] Routers {'48f53f04-8a38-4477-bfcc-7975be7873bb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:04.152280 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9329c1f4-0a6f-4ada-977e-559925b648c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['48f53f04-8a38-4477-bfcc-7975be7873bb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:04.184920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 157c23cc-479f-4259-8425-33bc443d2cdf completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:04.190954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 157c23cc-479f-4259-8425-33bc443d2cdf triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:04.191643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.192088 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9329c1f4-0a6f-4ada-977e-559925b648c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:04.202543 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329c1f4-0a6f-4ada-977e-559925b648c7 None None] Routers {'48f53f04-8a38-4477-bfcc-7975be7873bb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:04.203495 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9329c1f4-0a6f-4ada-977e-559925b648c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['48f53f04-8a38-4477-bfcc-7975be7873bb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:04.243843 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9329c1f4-0a6f-4ada-977e-559925b648c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:04.245447 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e2c7b878-6893-4d53-a146-d59faeee7b94 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/routers/48f53f04-8a38-4477-bfcc-7975be7873bb HTTP/1.1" status: 200 len: 741 time: 0.1078455 Jun 22 15:02:04.248784 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9329c1f4-0a6f-4ada-977e-559925b648c7 None None] The sync data for ids ['48f53f04-8a38-4477-bfcc-7975be7873bb'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:04.249540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39606) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.307370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.310802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.314671 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-266b7d67-6b73-4151-95b0-82cbf15d4050 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=339c21db-a4db-4e65-9542-46a747b526ad&device_id=48f53f04-8a38-4477-bfcc-7975be7873bb HTTP/1.1" status: 200 len: 205 time: 0.0616596 Jun 22 15:02:04.332767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39608) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.350398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 157c23cc-479f-4259-8425-33bc443d2cdf, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=157c23cc-479f-4259-8425-33bc443d2cdf,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:04.355234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.357854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:04.368401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-feb4721d-5cec-4c23-80ef-05aa5dfd7052 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=48f53f04-8a38-4477-bfcc-7975be7873bb HTTP/1.1" status: 200 len: 205 time: 0.0327442 Jun 22 15:02:04.369015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39612) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.413611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=157c23cc-479f-4259-8425-33bc443d2cdf,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:04.419224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:04.456632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f57b507c-c1ae-4b0d-a328-7027c9b0f3a5 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.534643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server [None req-caa7ab58-8ad6-4d6d-911d-ac2d8fb9c69c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9392f507-7be9-4dee-94d1-5a479b349718: This subnet is being modified by another concurrent operation. Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:02:04.535713 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1721, in update_port Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise exception Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9392f507-7be9-4dee-94d1-5a479b349718: This subnet is being modified by another concurrent operation. Jun 22 15:02:04.539827 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Jun 22 15:02:04.543270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3f216359-7f4c-4b19-b20e-914955f76881 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:04.567539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.572359 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/9392f507-7be9-4dee-94d1-5a479b349718 HTTP/1.1" status: 204 len: 168 time: 0.5552197 Jun 22 15:02:04.574142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39614) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.604137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Subnet': ['ID=9392f507-7be9-4dee-94d1-5a479b349718,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:04.640184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd020e4-8600-4ab4-b1af-cdb5793b4792 None None] Network 8c283d8d-bdf0-4810-b080-3afcb2f245b2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:04.641499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:04.700482 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-01342e31-ef5d-4dbf-b72b-137e2a85a72b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248462 Jun 22 15:02:04.701101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39616) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.715339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f57b507c-c1ae-4b0d-a328-7027c9b0f3a5 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.718586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f57b507c-c1ae-4b0d-a328-7027c9b0f3a5 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.727605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f39755bb-c93f-4e9f-be73-c72016f16029 None None] Provisioning complete for port 157c23cc-479f-4259-8425-33bc443d2cdf triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:04.728076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f39755bb-c93f-4e9f-be73-c72016f16029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.774453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.790903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f57b507c-c1ae-4b0d-a328-7027c9b0f3a5 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.791695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57b507c-c1ae-4b0d-a328-7027c9b0f3a5 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Fanout notify agent at l3_agent the message router_deleted on router 48f53f04-8a38-4477-bfcc-7975be7873bb {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:02:04.798870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f57b507c-c1ae-4b0d-a328-7027c9b0f3a5 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.800523 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f57b507c-c1ae-4b0d-a328-7027c9b0f3a5 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/48f53f04-8a38-4477-bfcc-7975be7873bb HTTP/1.1" status: 204 len: 168 time: 0.4305820 Jun 22 15:02:04.804119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39618) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.837039 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ec3bd831-11c2-4a82-a294-8b55b3667984 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=48f53f04-8a38-4477-bfcc-7975be7873bb HTTP/1.1" status: 200 len: 205 time: 0.0316086 Jun 22 15:02:04.846012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89171d27-fd35-4a93-9e30-cc8d4c84fea2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:04.849401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-89171d27-fd35-4a93-9e30-cc8d4c84fea2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1452971 Jun 22 15:02:04.849995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39620) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.850328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39622) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.900146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] DHCP port deletion for 8c283d8d-bdf0-4810-b080-3afcb2f245b2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:04.922891 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-613a35a9-dc1c-4e26-8fb7-1d213166fcb3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] delete failed (client error): The resource could not be found. Jun 22 15:02:04.924941 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-613a35a9-dc1c-4e26-8fb7-1d213166fcb3 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/48f53f04-8a38-4477-bfcc-7975be7873bb HTTP/1.1" status: 404 len: 336 time: 0.0726967 Jun 22 15:02:04.928196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39626) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.947707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.950544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] Deleting port 157c23cc-479f-4259-8425-33bc443d2cdf {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:04.950927 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:04.964617 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7a863b08-551d-4ab9-892f-01c78cb78fea tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e9d10ed-2e57-4eee-aab0-680b86f0d528 HTTP/1.1" status: 200 len: 205 time: 0.0330098 Jun 22 15:02:04.965200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39628) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:04.974486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f640e-5674-4c8f-91e5-077d51415964 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:04.977182 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-008f640e-5674-4c8f-91e5-077d51415964 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1248326 Jun 22 15:02:04.979535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39630) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.013615 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-211eeb17-e7a7-4769-9324-f9a74aeb4284 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] delete failed (client error): The resource could not be found. Jun 22 15:02:05.014949 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-211eeb17-e7a7-4769-9324-f9a74aeb4284 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/6e9d10ed-2e57-4eee-aab0-680b86f0d528 HTTP/1.1" status: 404 len: 336 time: 0.0490978 Jun 22 15:02:05.017630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39632) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.019505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] For port 157c23cc-479f-4259-8425-33bc443d2cdf, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=157c23cc-479f-4259-8425-33bc443d2cdf,segment=NetworkSegment(0e908237-f0e6-4300-87c2-335fe5b26f1e),segment_id=0e908237-f0e6-4300-87c2-335fe5b26f1e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:05.019929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:05.050371 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-15757d1f-4804-45f3-8ee4-1301424f28d9 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6 HTTP/1.1" status: 200 len: 205 time: 0.0277073 Jun 22 15:02:05.050371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39634) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.058316 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-21cd6b0d-9ada-4f32-9d2b-f19822c9e2b5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725632 Jun 22 15:02:05.058846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39636) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.091692 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-013fd051-e4f7-4d53-9ee6-37ca9c0e95e5 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] delete failed (client error): The resource could not be found. Jun 22 15:02:05.092045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] Calling delete_port for 157c23cc-479f-4259-8425-33bc443d2cdf owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:05.095307 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-013fd051-e4f7-4d53-9ee6-37ca9c0e95e5 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/72b2af8a-dd5d-4e81-8483-c3c5eb4e36c6 HTTP/1.1" status: 404 len: 336 time: 0.0414968 Jun 22 15:02:05.095437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39638) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.104190 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-600a0e91-29ab-40ef-9c4e-8c4adb43b039 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.105818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600a0e91-29ab-40ef-9c4e-8c4adb43b039 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.108840 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-600a0e91-29ab-40ef-9c4e-8c4adb43b039 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/a80db372-3bb2-4540-9da5-1ec31838a73f HTTP/1.1" status: 404 len: 333 time: 0.0470674 Jun 22 15:02:05.110269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39640) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.129735 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-847c3ad5-f4e9-497e-af89-35351ae23a3b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f0bf83e-d1bb-4ea2-a1b7-265337bd9836 HTTP/1.1" status: 200 len: 205 time: 0.0300541 Jun 22 15:02:05.130081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39642) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.149005 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-752da8eb-7a80-48ca-b55d-44b183f4b1b5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.149461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752da8eb-7a80-48ca-b55d-44b183f4b1b5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.151161 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-752da8eb-7a80-48ca-b55d-44b183f4b1b5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/9392f507-7be9-4dee-94d1-5a479b349718 HTTP/1.1" status: 404 len: 337 time: 0.0382242 Jun 22 15:02:05.165229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39644) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.174039 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-642fc2d8-918e-4cf9-9618-17e18dafc532 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] delete failed (client error): The resource could not be found. Jun 22 15:02:05.176069 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-642fc2d8-918e-4cf9-9618-17e18dafc532 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/3f0bf83e-d1bb-4ea2-a1b7-265337bd9836 HTTP/1.1" status: 404 len: 336 time: 0.0449314 Jun 22 15:02:05.179515 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:05.180332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39646) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.181875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7df58114-9aa5-4ec3-a1e3-2428935685b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:05.196782 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e5c232-d67d-44c2-bb9a-3674d97bfed8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.197312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e5c232-d67d-44c2-bb9a-3674d97bfed8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.201786 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-60e5c232-d67d-44c2-bb9a-3674d97bfed8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/5d275d08-3218-4b75-901f-7e1f0b81d077 HTTP/1.1" status: 404 len: 337 time: 0.0329123 Jun 22 15:02:05.202040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39648) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.210345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] Pushing event deleted for resources: {'Port': ['ID=157c23cc-479f-4259-8425-33bc443d2cdf,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:05.216134 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-aa83f812-5cee-48a1-b915-6b1fe3e26e57 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa6a7a7f-addd-41dc-8530-ba6688d872da HTTP/1.1" status: 200 len: 205 time: 0.0318675 Jun 22 15:02:05.216134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:02:05.216786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39650) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.218257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] No DVR routers for this DVR port 157c23cc-479f-4259-8425-33bc443d2cdf on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:05.220362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:05.234994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936851c1-e070-46ce-a958-cb8b1b44b1b3 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:02:05.250263 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-efda822c-98c2-46f7-b314-e271ac55a64f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.250984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efda822c-98c2-46f7-b314-e271ac55a64f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.255279 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-efda822c-98c2-46f7-b314-e271ac55a64f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/84133097-6c93-4ebc-962d-358b98bdf5a3 HTTP/1.1" status: 404 len: 333 time: 0.0502291 Jun 22 15:02:05.255766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39652) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.279321 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-bcda6f5c-7ca1-4afd-a0b4-eae62bff90f7 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] delete failed (client error): The resource could not be found. Jun 22 15:02:05.282792 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bcda6f5c-7ca1-4afd-a0b4-eae62bff90f7 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/fa6a7a7f-addd-41dc-8530-ba6688d872da HTTP/1.1" status: 404 len: 336 time: 0.0626717 Jun 22 15:02:05.282965 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-07162291-9309-4b33-913e-904e80a1c094 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.282965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07162291-9309-4b33-913e-904e80a1c094 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.284120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39654) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.287247 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-07162291-9309-4b33-913e-904e80a1c094 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/765ae1b1-642b-42fc-bc4e-18effe4ba22d HTTP/1.1" status: 404 len: 337 time: 0.0305500 Jun 22 15:02:05.287875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39656) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.313878 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bafed04-6b6b-4e62-a48b-9876073b27d1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.314282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bafed04-6b6b-4e62-a48b-9876073b27d1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.318616 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0bafed04-6b6b-4e62-a48b-9876073b27d1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/953d7cd4-277a-474c-9558-8c8adc286a24 HTTP/1.1" status: 404 len: 337 time: 0.0275452 Jun 22 15:02:05.319105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39658) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.342068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936851c1-e070-46ce-a958-cb8b1b44b1b3 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:02:05.344447 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff57039-8c1c-4247-bb91-05552f62ed95 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.345120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff57039-8c1c-4247-bb91-05552f62ed95 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.347906 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9ff57039-8c1c-4247-bb91-05552f62ed95 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/4f7f18ca-6238-49d2-bbcc-1feca15667d1 HTTP/1.1" status: 404 len: 333 time: 0.0278411 Jun 22 15:02:05.351806 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ac755f2b-6a57-475f-867d-eaec1750de98 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca0af1d5-98ac-45ac-a100-830f23221fae HTTP/1.1" status: 200 len: 205 time: 0.0646238 Jun 22 15:02:05.351978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39660) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.354817 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39662) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.380268 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8877c4-ea8d-4cd9-a37e-6295a2587d78 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.380719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8877c4-ea8d-4cd9-a37e-6295a2587d78 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.384691 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4b8877c4-ea8d-4cd9-a37e-6295a2587d78 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/42303511-9198-48cd-9f51-0d5260177177 HTTP/1.1" status: 404 len: 337 time: 0.0309889 Jun 22 15:02:05.384954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39664) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.403261 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-ffea8e59-fb86-48b2-97e4-b0a0165ca9e2 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] delete failed (client error): The resource could not be found. Jun 22 15:02:05.404278 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ffea8e59-fb86-48b2-97e4-b0a0165ca9e2 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/routers/ca0af1d5-98ac-45ac-a100-830f23221fae HTTP/1.1" status: 404 len: 336 time: 0.0477529 Jun 22 15:02:05.407293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39666) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.414966 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd0ae3f-50f1-4b3d-a3cc-87b124e5377b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.415420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd0ae3f-50f1-4b3d-a3cc-87b124e5377b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.419486 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0cd0ae3f-50f1-4b3d-a3cc-87b124e5377b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/7008b034-b11c-4858-a5de-5bcf29607d21 HTTP/1.1" status: 404 len: 337 time: 0.0313153 Jun 22 15:02:05.419738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39668) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.441017 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7aa278-9225-491b-a245-a7395d154109 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.441859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7aa278-9225-491b-a245-a7395d154109 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.443748 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fc7aa278-9225-491b-a245-a7395d154109 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] 10.222.0.22 "DELETE /v2.0/subnets/a3070dde-b029-4a18-a9de-f2f34bef14f8 HTTP/1.1" status: 404 len: 337 time: 0.0354342 Jun 22 15:02:05.448069 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-9752ce81-5748-402f-b0dd-a74f8b524b46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.448768 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9752ce81-5748-402f-b0dd-a74f8b524b46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.450568 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9752ce81-5748-402f-b0dd-a74f8b524b46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/e326ce5e-814e-4cc9-bd26-d73c2ff3a53c HTTP/1.1" status: 404 len: 333 time: 0.0299358 Jun 22 15:02:05.453091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39672) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.482887 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-175cffad-bacb-4428-9b0a-5d7dcbe0caf7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.483261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175cffad-bacb-4428-9b0a-5d7dcbe0caf7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.485025 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-175cffad-bacb-4428-9b0a-5d7dcbe0caf7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/7cb77907-0fd6-4757-8d51-92a8cb8881a2 HTTP/1.1" status: 404 len: 337 time: 0.0310113 Jun 22 15:02:05.488183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39674) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.525679 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ee64ca-b0c2-4406-831b-17a2a72f96aa tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.526134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ee64ca-b0c2-4406-831b-17a2a72f96aa tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.527828 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a2ee64ca-b0c2-4406-831b-17a2a72f96aa tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/677bf3ba-be13-4e5b-ae86-c201ce1ae294 HTTP/1.1" status: 404 len: 337 time: 0.0386910 Jun 22 15:02:05.532179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39676) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.561558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:05.565586 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c6c39d-62d0-4b85-be95-67c80062784a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.566306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c6c39d-62d0-4b85-be95-67c80062784a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.571269 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f5c6c39d-62d0-4b85-be95-67c80062784a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/e7bc3126-04e7-4571-b234-dd65346441b3 HTTP/1.1" status: 404 len: 333 time: 0.0379963 Jun 22 15:02:05.573372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39678) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.591981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:05.593501 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9243011 Jun 22 15:02:05.597992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39680) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.612155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port bc7d400e-39cd-4661-b9b2-817e47451ca7 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:05.612506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:05.622118 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-265e5796-2b59-48ae-9854-27db0bd0e296 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.622938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265e5796-2b59-48ae-9854-27db0bd0e296 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.627608 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-265e5796-2b59-48ae-9854-27db0bd0e296 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/049fc661-796a-4dac-9f10-813da2c9e5e6 HTTP/1.1" status: 404 len: 337 time: 0.0531936 Jun 22 15:02:05.628711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39684) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.671089 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a6c03a-b4ba-46ce-9b24-2dcfb250c5da tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.672060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a6c03a-b4ba-46ce-9b24-2dcfb250c5da tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.674861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Sync routers for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:05.677922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39686) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.679171 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-76a6c03a-b4ba-46ce-9b24-2dcfb250c5da tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/6caf4568-059b-4376-99ce-85112c8acc9a HTTP/1.1" status: 404 len: 333 time: 0.0472806 Jun 22 15:02:05.680612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:05.686807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:05.687542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:05.748083 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1744001-d510-438e-a457-d4684c2c0008 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:05.748541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1744001-d510-438e-a457-d4684c2c0008 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:05.750716 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f1744001-d510-438e-a457-d4684c2c0008 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/32822c33-6746-4a1e-a9d2-16f96c7c9990 HTTP/1.1" status: 404 len: 337 time: 0.0700567 Jun 22 15:02:05.755460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39690) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.756855 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0e607bcc-4a37-410e-b42e-3e6224cb4030 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1574636 Jun 22 15:02:05.761706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39692) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.817118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39694) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:05.870061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:05.955049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for bc7d400e-39cd-4661-b9b2-817e47451ca7 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:05.989234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 157c23cc-479f-4259-8425-33bc443d2cdf no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:05.992798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f0de4c-f064-42eb-a297-155f829aeab4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:05.994398 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-97f0de4c-f064-42eb-a297-155f829aeab4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2314627 Jun 22 15:02:05.995490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba72fe58-79ec-48b6-9ee5-5c4a14679d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:05.998942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39698) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.016107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 157c23cc-479f-4259-8425-33bc443d2cdf {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:06.016475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 157c23cc-479f-4259-8425-33bc443d2cdf not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:06.020529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:06.069208 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1347f7ab-79dd-46bc-abd8-de6ef36e72bc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688710 Jun 22 15:02:06.073120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39700) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.083425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1374134879', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:06.171870 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-918edabf-f868-4274-b3c1-8c50bfa6de2d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.172711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918edabf-f868-4274-b3c1-8c50bfa6de2d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.175331 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-918edabf-f868-4274-b3c1-8c50bfa6de2d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/9e0c90a5-7ab4-4448-ae5f-935187e3f2a4 HTTP/1.1" status: 404 len: 333 time: 0.4187877 Jun 22 15:02:06.178451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39702) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.205161 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c220a80f-7ac3-453d-96b7-13283ebc3e4a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.206091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c220a80f-7ac3-453d-96b7-13283ebc3e4a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.207806 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c220a80f-7ac3-453d-96b7-13283ebc3e4a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/09036378-aa70-49b4-a229-9cbaf6632725 HTTP/1.1" status: 404 len: 337 time: 0.0284026 Jun 22 15:02:06.210375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39704) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.215180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:02:03Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:06.237731 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-858dc1ed-dd82-4b67-9442-d0429748b924 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.239080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858dc1ed-dd82-4b67-9442-d0429748b924 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.240816 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-858dc1ed-dd82-4b67-9442-d0429748b924 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/9fd8bc03-c0a6-45a4-83c5-e9bd8a435528 HTTP/1.1" status: 404 len: 333 time: 0.0295074 Jun 22 15:02:06.243935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39706) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.245874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Checking router: 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:02:06.246628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Updating router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 port 775d8b67-9e52-408d-8f12-d1aa742222ae binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:02:06.270683 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3eba80d-ec2e-49a1-952f-e9f0a3224fa5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.271145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3eba80d-ec2e-49a1-952f-e9f0a3224fa5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.273081 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b3eba80d-ec2e-49a1-952f-e9f0a3224fa5 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/62b8ecf0-8043-4ea4-88f1-ae3aacbcd759 HTTP/1.1" status: 404 len: 337 time: 0.0279288 Jun 22 15:02:06.275574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39708) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.293254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.307538 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21326c6-9b6b-4226-afdb-8db5c75318a0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.308673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21326c6-9b6b-4226-afdb-8db5c75318a0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.312309 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a21326c6-9b6b-4226-afdb-8db5c75318a0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/26609019-54c7-4b2e-beef-4cd77f9778a2 HTTP/1.1" status: 404 len: 333 time: 0.0335035 Jun 22 15:02:06.312528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39710) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.319786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba72fe58-79ec-48b6-9ee5-5c4a14679d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.332646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba72fe58-79ec-48b6-9ee5-5c4a14679d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.339566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b0d0b75c-63a7-4b56-9c9f-59a3c36b636a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:06.340339 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bdc0ac-5a0c-4fa6-9d60-45d1ffd3715c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.340827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bdc0ac-5a0c-4fa6-9d60-45d1ffd3715c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.345739 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-57bdc0ac-5a0c-4fa6-9d60-45d1ffd3715c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/66e93609-85b8-42c1-9d34-abe719d2177e HTTP/1.1" status: 404 len: 337 time: 0.0297949 Jun 22 15:02:06.346129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39712) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.372345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.378030 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c906efde-73b1-406a-b38b-ea679da4edd7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.378745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c906efde-73b1-406a-b38b-ea679da4edd7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.382991 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c906efde-73b1-406a-b38b-ea679da4edd7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/0c912941-c028-447f-92e3-d440b55bbaa5 HTTP/1.1" status: 404 len: 333 time: 0.0332294 Jun 22 15:02:06.383219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39714) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.385420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:06.388977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.409401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-911cc2dc-33c8-4963-b7e1-1c4fb2482c35 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.409863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911cc2dc-33c8-4963-b7e1-1c4fb2482c35 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.411577 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-911cc2dc-33c8-4963-b7e1-1c4fb2482c35 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/d866ac31-6326-4cb1-b313-7010ff73ea15 HTTP/1.1" status: 404 len: 337 time: 0.0274293 Jun 22 15:02:06.416692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39716) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.416897 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ba72fe58-79ec-48b6-9ee5-5c4a14679d65 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1a48daa5832435286328b171246340e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960948 Jun 22 15:02:06.423050 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39718) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.439355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72fe58-79ec-48b6-9ee5-5c4a14679d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b8f93b-48ca-432b-b6f4-68cf2da0c815,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:06.447650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ba72fe58-79ec-48b6-9ee5-5c4a14679d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:06.448176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ef61091e-3f84-4c69-a6fa-8ddd872b02ab tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:06.478685 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdaa703-8f36-4b0a-b885-98d39756e224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.479145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdaa703-8f36-4b0a-b885-98d39756e224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.480847 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bfdaa703-8f36-4b0a-b885-98d39756e224 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/4d0a5755-270d-46e6-9bb2-34ca5cf8ee34 HTTP/1.1" status: 404 len: 337 time: 0.0654595 Jun 22 15:02:06.489854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39720) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.509571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=bc7d400e-39cd-4661-b9b2-817e47451ca7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:06.516218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:06.521064 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da68073-c799-4068-b9c4-039b5c1857f4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.521635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da68073-c799-4068-b9c4-039b5c1857f4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.523354 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7da68073-c799-4068-b9c4-039b5c1857f4 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/83556398-de42-4986-8acd-026e001f8f15 HTTP/1.1" status: 404 len: 333 time: 0.0325508 Jun 22 15:02:06.525899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39722) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.552648 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdace88-5e7b-424c-81c9-71c1b1117edd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.553137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdace88-5e7b-424c-81c9-71c1b1117edd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.554879 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5bdace88-5e7b-424c-81c9-71c1b1117edd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/677791ff-0b90-4d9a-86fa-2bda434beb96 HTTP/1.1" status: 404 len: 337 time: 0.0280783 Jun 22 15:02:06.557486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39724) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.593714 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-87417418-4a23-4a12-af29-a4d6f2d8aa55 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.594173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87417418-4a23-4a12-af29-a4d6f2d8aa55 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.595889 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-87417418-4a23-4a12-af29-a4d6f2d8aa55 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/f9981d25-f408-4eec-aec7-1d6e600e0f1d HTTP/1.1" status: 404 len: 337 time: 0.0374937 Jun 22 15:02:06.598957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39726) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.610292 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-500e28aa-ca3f-4663-872f-5d25f5dbc143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.610507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.622628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Transition to ACTIVE for port object 775d8b67-9e52-408d-8f12-d1aa742222ae will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:06.631753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.645605 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-003c7c6d-7c64-462d-8b9b-d32f80fbc750 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.646333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003c7c6d-7c64-462d-8b9b-d32f80fbc750 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.648492 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-003c7c6d-7c64-462d-8b9b-d32f80fbc750 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/eda59034-4f1e-4574-ae53-462537623b45 HTTP/1.1" status: 404 len: 333 time: 0.0486150 Jun 22 15:02:06.658305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bd752fd9-8db7-4f1e-87dd-9b3856095746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:06.663047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39728) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.663978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.681338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-500e28aa-ca3f-4663-872f-5d25f5dbc143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.704034 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-458e0e0d-55e1-4df3-80e8-1ec319a377ff tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.704495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458e0e0d-55e1-4df3-80e8-1ec319a377ff tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.705593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Attempting to bind port 775d8b67-9e52-408d-8f12-d1aa742222ae on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:06.706442 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-458e0e0d-55e1-4df3-80e8-1ec319a377ff tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/bfb4233a-222d-414a-acc1-a964086228c4 HTTP/1.1" status: 404 len: 337 time: 0.0396731 Jun 22 15:02:06.709094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Attempting to bind port 775d8b67-9e52-408d-8f12-d1aa742222ae by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:06.709464 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Attempting to bind port 775d8b67-9e52-408d-8f12-d1aa742222ae on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:06.710589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39730) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.719207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:06.719591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:06.719998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.720398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:06.720899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Bound port: 775d8b67-9e52-408d-8f12-d1aa742222ae, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:06.722007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.723837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f324c8-70a8-44e0-8dad-e723dd530404 None None] Pushing event updated for resources: {'Port': ['ID=775d8b67-9e52-408d-8f12-d1aa742222ae,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:06.726658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-51f324c8-70a8-44e0-8dad-e723dd530404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:06.744416 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d7fbd7-7c37-4cc8-93a0-773f81016296 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.744889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d7fbd7-7c37-4cc8-93a0-773f81016296 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.746586 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-75d7fbd7-7c37-4cc8-93a0-773f81016296 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/4beefe0b-bc57-4fb0-a978-09c632ff7991 HTTP/1.1" status: 404 len: 337 time: 0.0331688 Jun 22 15:02:06.750014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39732) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.750947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-500e28aa-ca3f-4663-872f-5d25f5dbc143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.754778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-500e28aa-ca3f-4663-872f-5d25f5dbc143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.758361 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-500e28aa-ca3f-4663-872f-5d25f5dbc143 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7b8f93b-48ca-432b-b6f4-68cf2da0c815 HTTP/1.1" status: 204 len: 168 time: 0.3321383 Jun 22 15:02:06.758361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3ba1b28f-d137-4a85-bfc0-8ec439f5c8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:06.767394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e28aa-ca3f-4663-872f-5d25f5dbc143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b8f93b-48ca-432b-b6f4-68cf2da0c815,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:06.778852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-500e28aa-ca3f-4663-872f-5d25f5dbc143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:06.796215 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] For port 775d8b67-9e52-408d-8f12-d1aa742222ae, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:06.800463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] For port 775d8b67-9e52-408d-8f12-d1aa742222ae, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=775d8b67-9e52-408d-8f12-d1aa742222ae,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:06.806764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.810499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:06.860585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:06.861238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:06.887024 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d256b7-9ca6-4c67-9f7b-d3d9625eff15 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.887676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d256b7-9ca6-4c67-9f7b-d3d9625eff15 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.889401 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b3d256b7-9ca6-4c67-9f7b-d3d9625eff15 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/cc7676b3-f767-4516-96ec-21e1b3bfa893 HTTP/1.1" status: 404 len: 333 time: 0.0950615 Jun 22 15:02:06.892204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39738) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.915770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f324c8-70a8-44e0-8dad-e723dd530404 None None] Pushing event updated for resources: {'Port': ['ID=775d8b67-9e52-408d-8f12-d1aa742222ae,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:06.919182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-51f324c8-70a8-44e0-8dad-e723dd530404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:06.934043 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efe9b50-9bb7-4373-ad97-8010e1b69023 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.934644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efe9b50-9bb7-4373-ad97-8010e1b69023 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.936384 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5efe9b50-9bb7-4373-ad97-8010e1b69023 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/f809da67-34ef-47c2-83d2-e7e6bcb70d17 HTTP/1.1" status: 404 len: 337 time: 0.0413234 Jun 22 15:02:06.938992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39740) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:06.949143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:06.953720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3972da4-1b44-435a-b385-dba37dd3ab8f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:06.969195 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-62847e29-f93d-4b23-9a35-4177b3c54397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:06.969659 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62847e29-f93d-4b23-9a35-4177b3c54397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:06.971551 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-62847e29-f93d-4b23-9a35-4177b3c54397 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/ec41d2cd-827d-4d60-aa39-c60c91ac1854 HTTP/1.1" status: 404 len: 337 time: 0.0315604 Jun 22 15:02:06.974925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39742) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.007867 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-98cdc3dd-2158-4a11-a8f9-d2203e2b1e38 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports?device_id=f79a7eb5-6de1-468a-ba09-113b8a03da7a HTTP/1.1" status: 200 len: 205 time: 0.0315132 Jun 22 15:02:07.010148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39744) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.010933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:07.048392 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Router 4f017b08-18ad-41a7-ac5a-666986c1858c has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:07.056033 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-425fc6a9-2b10-4576-aa5f-12ad425cb237 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] delete failed (client error): The resource could not be found. Jun 22 15:02:07.057642 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-425fc6a9-2b10-4576-aa5f-12ad425cb237 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/routers/f79a7eb5-6de1-468a-ba09-113b8a03da7a HTTP/1.1" status: 404 len: 336 time: 0.0460999 Jun 22 15:02:07.059180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=02e62985-b999-42fd-a0b6-9c561c5659cd,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:07.060237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39746) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.071846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:07.095156 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c67d59-97a0-4637-834e-00481320b1b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.095723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c67d59-97a0-4637-834e-00481320b1b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.100447 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c9c67d59-97a0-4637-834e-00481320b1b8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/6424486c-91c0-44fb-8e71-590d5a814b5f HTTP/1.1" status: 404 len: 337 time: 0.0360336 Jun 22 15:02:07.100772 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39748) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.112117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39750) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.114910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Checking segment: {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:07.115274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network hostable DHCP agents. Network: b762eb63-dd4e-44be-aa53-cb785dc10971, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:07.144703 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-facae328-0c73-4014-962d-23f64c9843b0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "GET /v2.0/ports?device_id=6822467f-9294-485d-9e92-bc5d4a9b1a93 HTTP/1.1" status: 200 len: 205 time: 0.0399857 Jun 22 15:02:07.148875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39752) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.155554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:07.167547 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0a6479-b44b-4452-a7e4-4ece35f14571 None None] Sync routers for ids ['4f017b08-18ad-41a7-ac5a-666986c1858c'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:07.169784 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "PUT /v2.0/routers/4f017b08-18ad-41a7-ac5a-666986c1858c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4938893 Jun 22 15:02:07.177213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39754) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.184568 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a6479-b44b-4452-a7e4-4ece35f14571 None None] Routers {'4f017b08-18ad-41a7-ac5a-666986c1858c'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:07.185511 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6b0a6479-b44b-4452-a7e4-4ece35f14571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['4f017b08-18ad-41a7-ac5a-666986c1858c'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:07.190107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network b762eb63-dd4e-44be-aa53-cb785dc10971 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:07.208391 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-85616c2a-47eb-4352-891f-99ec9da0e751 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] delete failed (client error): The resource could not be found. Jun 22 15:02:07.211748 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-85616c2a-47eb-4352-891f-99ec9da0e751 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/routers/6822467f-9294-485d-9e92-bc5d4a9b1a93 HTTP/1.1" status: 404 len: 336 time: 0.0596459 Jun 22 15:02:07.212371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39756) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.217097 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d3f139-0909-4935-9c0a-b178a37455f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:02:07.218755 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b2d3f139-0909-4935-9c0a-b178a37455f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/bc7d400e-39cd-4661-b9b2-817e47451ca7 HTTP/1.1" status: 404 len: 333 time: 0.0404887 Jun 22 15:02:07.222976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39758) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.250376 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-07a64a12-0407-43c4-b584-fec340a10e1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2e3c5fdcc364d5dbf93f1ea93d6ceb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368120 Jun 22 15:02:07.259481 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6b0a6479-b44b-4452-a7e4-4ece35f14571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:07.268856 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39760) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.277014 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7304fba9-167b-4357-9e31-2ba38b3253e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.277599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7304fba9-167b-4357-9e31-2ba38b3253e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.278533 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a6479-b44b-4452-a7e4-4ece35f14571 None None] Routers {'4f017b08-18ad-41a7-ac5a-666986c1858c'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:07.281450 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7304fba9-167b-4357-9e31-2ba38b3253e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/5cbf0e1d-e41e-444f-9937-27d077dd5ddb HTTP/1.1" status: 404 len: 337 time: 0.0659440 Jun 22 15:02:07.282059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39762) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.283242 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6b0a6479-b44b-4452-a7e4-4ece35f14571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['4f017b08-18ad-41a7-ac5a-666986c1858c'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:07.309050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-782ec99c-6a93-469b-9fdd-826941269ed1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:07.312231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, b762eb63-dd4e-44be-aa53-cb785dc10971) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:07.318466 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc8183f-f48e-4eba-b6a3-cb154ee2dd7d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.318922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc8183f-f48e-4eba-b6a3-cb154ee2dd7d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.322820 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fdc8183f-f48e-4eba-b6a3-cb154ee2dd7d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/11e757ea-59f0-4baf-a209-da710a316349 HTTP/1.1" status: 404 len: 337 time: 0.0380707 Jun 22 15:02:07.325921 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39764) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.332737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebff7f7-cec8-4bd1-8cb5-122b3e8cb0f4 None None] Network b762eb63-dd4e-44be-aa53-cb785dc10971 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:07.370063 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6b0a6479-b44b-4452-a7e4-4ece35f14571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:07.371125 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0a6479-b44b-4452-a7e4-4ece35f14571 None None] The sync data for ids ['4f017b08-18ad-41a7-ac5a-666986c1858c'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:07.372774 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62d2dc1-bbd2-45e7-aa9f-26fdb85fe58c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.373541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b62d2dc1-bbd2-45e7-aa9f-26fdb85fe58c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.378071 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b62d2dc1-bbd2-45e7-aa9f-26fdb85fe58c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/8f21cc74-bdeb-4840-80bc-0cf9de610348 HTTP/1.1" status: 404 len: 333 time: 0.0485120 Jun 22 15:02:07.383599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39766) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.413426 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-70914e7d-d427-42c0-9bf3-e9cacf75c9c7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.413960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70914e7d-d427-42c0-9bf3-e9cacf75c9c7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.417890 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-70914e7d-d427-42c0-9bf3-e9cacf75c9c7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/9dad2aaa-10bd-4dd5-9d73-1e0db3e59a88 HTTP/1.1" status: 404 len: 337 time: 0.0311060 Jun 22 15:02:07.425049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:02:03Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:07.425462 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39768) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.453962 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b85d08-a752-4c43-b44a-d120648b57dd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.454710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b85d08-a752-4c43-b44a-d120648b57dd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.458942 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-55b85d08-a752-4c43-b44a-d120648b57dd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/7d2266d9-b007-4bfe-9d84-7f72117882de HTTP/1.1" status: 404 len: 333 time: 0.0302086 Jun 22 15:02:07.459463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39770) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.461636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b14e0c-5633-4d03-bd82-854daa220343 None None] The sync data for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv is: [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:02:03Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:07.474466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-570a722e-4934-4a66-b83d-48227d497978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:07.507513 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18f874a-35e7-4445-8831-1a133a59257c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.508381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18f874a-35e7-4445-8831-1a133a59257c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.510779 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c18f874a-35e7-4445-8831-1a133a59257c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/d9d317bf-088f-4137-98a0-2b7d0a73364c HTTP/1.1" status: 404 len: 337 time: 0.0503533 Jun 22 15:02:07.514386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39772) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.566241 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-570a722e-4934-4a66-b83d-48227d497978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:07.582826 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f959988c-ce4b-4650-bd6e-3a7790beba30 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.583620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f959988c-ce4b-4650-bd6e-3a7790beba30 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.585475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f959988c-ce4b-4650-bd6e-3a7790beba30 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/16036377-67d0-421f-b8a0-4222cec3dffc HTTP/1.1" status: 404 len: 333 time: 0.0697367 Jun 22 15:02:07.587878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39774) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.611054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-b762eb63-dd4e-44be-aa53-cb785dc10971', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:07.612953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:07.652177 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-095d7405-faff-4cf2-a9df-1b76fe4494cb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.652842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095d7405-faff-4cf2-a9df-1b76fe4494cb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.656892 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-095d7405-faff-4cf2-a9df-1b76fe4494cb tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/849c659d-ea72-4a67-a178-79ccc4065786 HTTP/1.1" status: 404 len: 337 time: 0.0658264 Jun 22 15:02:07.657709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39776) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.687227 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd181f7-b109-4648-809d-ccaea4c51112 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.687946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd181f7-b109-4648-809d-ccaea4c51112 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.692214 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8bd181f7-b109-4648-809d-ccaea4c51112 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/c2977e4e-458b-4226-b20d-5969211d3f43 HTTP/1.1" status: 404 len: 333 time: 0.0312772 Jun 22 15:02:07.694026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39778) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.720787 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0df8d6-b7f1-4e45-b812-a3faa5b1cbcc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.720787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af0df8d6-b7f1-4e45-b812-a3faa5b1cbcc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.725255 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-af0df8d6-b7f1-4e45-b812-a3faa5b1cbcc tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/3f0f8838-f8a4-4256-89ac-d4a39b2056c4 HTTP/1.1" status: 404 len: 337 time: 0.0295949 Jun 22 15:02:07.725537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39780) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.758174 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf70f7ff-b58e-4b6f-8ab0-98f0e7e3903c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.758518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf70f7ff-b58e-4b6f-8ab0-98f0e7e3903c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.762841 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cf70f7ff-b58e-4b6f-8ab0-98f0e7e3903c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/fb8e04f4-0118-46f3-9316-5b983307e855 HTTP/1.1" status: 404 len: 333 time: 0.0340688 Jun 22 15:02:07.763199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39782) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.824936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:07.825518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:07.831937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-570a722e-4934-4a66-b83d-48227d497978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:07.834571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-570a722e-4934-4a66-b83d-48227d497978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:07.835711 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-570a722e-4934-4a66-b83d-48227d497978 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc81da24-d3ae-40a6-8352-ba0beebd59d5 HTTP/1.1" status: 204 len: 168 time: 0.5657158 Jun 22 15:02:07.836680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b5dc6d21-cc23-4851-9236-af9e5a9df239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:07.849769 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b69f7493-1372-4d81-9aba-23712459093e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.850407 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b69f7493-1372-4d81-9aba-23712459093e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.854746 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b69f7493-1372-4d81-9aba-23712459093e tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/bb8eeeb9-664b-471b-b8a9-906bd9f481c6 HTTP/1.1" status: 404 len: 337 time: 0.0881064 Jun 22 15:02:07.857159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Allocated IP 172.20.0.2 (b762eb63-dd4e-44be-aa53-cb785dc10971/02e62985-b999-42fd-a0b6-9c561c5659cd/22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:07.858698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39786) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.871881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a722e-4934-4a66-b83d-48227d497978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc81da24-d3ae-40a6-8352-ba0beebd59d5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:07.875620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-570a722e-4934-4a66-b83d-48227d497978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:07.895779 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfce49b-cbf7-45e9-bfd5-5cbfdb61206d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.896446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfce49b-cbf7-45e9-bfd5-5cbfdb61206d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.900594 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7bfce49b-cbf7-45e9-bfd5-5cbfdb61206d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/da2766c1-8fef-47ca-a902-75d0dde60c03 HTTP/1.1" status: 404 len: 333 time: 0.0375540 Jun 22 15:02:07.900946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39790) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.931938 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-189eb0af-2e6c-4ca5-b86f-5d31b601dd0f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.932607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189eb0af-2e6c-4ca5-b86f-5d31b601dd0f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.934483 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-189eb0af-2e6c-4ca5-b86f-5d31b601dd0f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/718e358d-50be-412b-83c2-53a23685c0fb HTTP/1.1" status: 404 len: 337 time: 0.0325234 Jun 22 15:02:07.937069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39792) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:07.981656 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1a0369-bec3-4f35-b481-babef0eaa975 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:07.983916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1a0369-bec3-4f35-b481-babef0eaa975 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:07.986237 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bc1a0369-bec3-4f35-b481-babef0eaa975 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/ports/149383d1-94ef-4e7a-832a-4ee8b278092f HTTP/1.1" status: 404 len: 333 time: 0.0481865 Jun 22 15:02:07.988908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39794) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:08.000001 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9244328 Jun 22 15:02:08.005250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39796) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:08.021415 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e263705-638e-417a-b4fd-035f2119aa52 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:08.021977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e263705-638e-417a-b4fd-035f2119aa52 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:08.024446 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6e263705-638e-417a-b4fd-035f2119aa52 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/subnets/12affe42-5721-4376-b878-918326adcf06 HTTP/1.1" status: 404 len: 337 time: 0.0343432 Jun 22 15:02:08.028027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39798) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:08.117704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 775d8b67-9e52-408d-8f12-d1aa742222ae up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:08.121279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-782ec99c-6a93-469b-9fdd-826941269ed1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.131822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-782ec99c-6a93-469b-9fdd-826941269ed1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.147792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.179328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.193072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Transition to ACTIVE for port object 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:08.213145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Transition to ACTIVE for port object 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:08.224911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.244122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:08.281135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-782ec99c-6a93-469b-9fdd-826941269ed1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.283387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782ec99c-6a93-469b-9fdd-826941269ed1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Fanout notify agent at l3_agent the message router_deleted on router 4f017b08-18ad-41a7-ac5a-666986c1858c {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:02:08.293248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Pushing event updated for resources: {'Port': ['ID=22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:08.301661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 775d8b67-9e52-408d-8f12-d1aa742222ae completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:08.305460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:08.309233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-782ec99c-6a93-469b-9fdd-826941269ed1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.310369 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-782ec99c-6a93-469b-9fdd-826941269ed1 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/routers/4f017b08-18ad-41a7-ac5a-666986c1858c HTTP/1.1" status: 204 len: 168 time: 1.0862958 Jun 22 15:02:08.310524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 775d8b67-9e52-408d-8f12-d1aa742222ae triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:08.310866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.314011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Network b762eb63-dd4e-44be-aa53-cb785dc10971 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:08.314170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39802) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:08.316587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:08.322352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:08.331286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.346596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c283d8d-bdf0-4810-b080-3afcb2f245b2']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:08.365356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e908237-f0e6-4300-87c2-335fe5b26f1e') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:08.365720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e908237-f0e6-4300-87c2-335fe5b26f1e') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:08.394604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.421472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Attempting to bind port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:08.421854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Attempting to bind port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:08.422223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Attempting to bind port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 on network b762eb63-dd4e-44be-aa53-cb785dc10971 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:08.425277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.429296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:08.429782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Checking segment: {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:08.430183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.430584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Bound using segment: {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:08.431062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Bound port: 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:08.434694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.442725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:08.443136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:08.447611 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:08.496092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet 694a2249-7bcb-4650-b6a1-9f5b8e860a56 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:08.518308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.546196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.570335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.581094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.584720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c6bc0692-bd04-4f38-a0da-d346313a881e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:08.590407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 775d8b67-9e52-408d-8f12-d1aa742222ae, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=775d8b67-9e52-408d-8f12-d1aa742222ae,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:08.591130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.592721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] For port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:08.594662 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] 10.222.0.22 "DELETE /v2.0/networks/8c283d8d-bdf0-4810-b080-3afcb2f245b2 HTTP/1.1" status: 204 len: 168 time: 0.5650856 Jun 22 15:02:08.624174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Pushing event deleted for resources: {'Network': ['ID=8c283d8d-bdf0-4810-b080-3afcb2f245b2,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:08.627722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:08.629473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] For port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:08.636814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.637675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2646910e-7940-47e3-816f-bb623839ffc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:08.665705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.761655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=775d8b67-9e52-408d-8f12-d1aa742222ae,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:08.773099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:08.773755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f9bf54c2-0e27-4b20-b3e2-564d8166a8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:08.839177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:08.856197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Pushing event updated for resources: {'Port': ['ID=22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:08.865003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:09.014348 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.016431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-33778837-47ad-471c-bbfe-6cb39639b0f0 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:09.070137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=694a2249-7bcb-4650-b6a1-9f5b8e860a56,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:09.082028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:09.087590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.091034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6cffd0-fb45-4839-a90c-e914ccfa4376 None None] Network 730e0826-e853-4163-8ae3-6fb2a886638f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:09.104943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39824) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:09.126380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39828) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:09.127813 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/694a2249-7bcb-4650-b6a1-9f5b8e860a56 HTTP/1.1" status: 204 len: 168 time: 0.8052595 Jun 22 15:02:09.135342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.324635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.343119 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-851e3d95-55bb-47e8-bff2-5f2ebd20df5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df45ad20f7ff481296b34b0d2bc12122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368958 Jun 22 15:02:09.346252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39834) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:09.449271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed25211e-56d8-46d6-b7f6-d8355aa903b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.453870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 9d498e82-e0cd-4aca-b9fd-771bb003374e {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:09.454138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.491615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] DHCP port deletion for 730e0826-e853-4163-8ae3-6fb2a886638f request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:09.537494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed25211e-56d8-46d6-b7f6-d8355aa903b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.576379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] Deleting port 9d498e82-e0cd-4aca-b9fd-771bb003374e {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:09.576803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.588634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] For port 9d498e82-e0cd-4aca-b9fd-771bb003374e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9d498e82-e0cd-4aca-b9fd-771bb003374e,segment=NetworkSegment(eb74ed4c-3307-4d9b-927d-2b2d1574a796),segment_id=eb74ed4c-3307-4d9b-927d-2b2d1574a796)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:09.589132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.679368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] For port 9d498e82-e0cd-4aca-b9fd-771bb003374e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9d498e82-e0cd-4aca-b9fd-771bb003374e,segment=NetworkSegment(eb74ed4c-3307-4d9b-927d-2b2d1574a796),segment_id=eb74ed4c-3307-4d9b-927d-2b2d1574a796)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:09.679795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.684474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 9d498e82-e0cd-4aca-b9fd-771bb003374e owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:09.718817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed25211e-56d8-46d6-b7f6-d8355aa903b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.722194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed25211e-56d8-46d6-b7f6-d8355aa903b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.723717 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ed25211e-56d8-46d6-b7f6-d8355aa903b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66acf8df-ace3-4d1c-8cd2-feddc7c23378 HTTP/1.1" status: 204 len: 168 time: 0.3763001 Jun 22 15:02:09.754487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-570a722e-4934-4a66-b83d-48227d497978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:09.761637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.1 (b762eb63-dd4e-44be-aa53-cb785dc10971/02e62985-b999-42fd-a0b6-9c561c5659cd/60c8f19e-951f-49ff-bf12-e1d47b96f764) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:09.768498 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25211e-56d8-46d6-b7f6-d8355aa903b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66acf8df-ace3-4d1c-8cd2-feddc7c23378,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:09.789637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ed25211e-56d8-46d6-b7f6-d8355aa903b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:09.825019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:09.827493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe0e8d54-13e9-4dc2-a34a-d0fa1ddf1412 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:09.835455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] Calling delete_port for 9d498e82-e0cd-4aca-b9fd-771bb003374e owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:09.857392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=9d498e82-e0cd-4aca-b9fd-771bb003374e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:09.866977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:09.868082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No DVR routers for this DVR port 9d498e82-e0cd-4aca-b9fd-771bb003374e on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:10.016706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.026170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.032118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-18a6f5c5-5a35-4b6c-82d4-ebe6b5be2a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:10.051780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 60c8f19e-951f-49ff-bf12-e1d47b96f764 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:10.096859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.124544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.129543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f68830df-37ea-463c-a7b3-e1561d98587d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:10.131847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730e0826-e853-4163-8ae3-6fb2a886638f']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:10.140902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] Pushing event deleted for resources: {'Port': ['ID=9d498e82-e0cd-4aca-b9fd-771bb003374e,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:10.147251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:10.152812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb74ed4c-3307-4d9b-927d-2b2d1574a796') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:10.153389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb74ed4c-3307-4d9b-927d-2b2d1574a796') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:10.175195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] No DVR routers for this DVR port 9d498e82-e0cd-4aca-b9fd-771bb003374e on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:10.179712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.194622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.215261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.241164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:10.243867 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.251235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:10.285712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network b762eb63-dd4e-44be-aa53-cb785dc10971 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:10.290592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:10.316892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:10.341772 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:10.352837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.357023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6590792-26ee-499e-98af-d0e62bdb928d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:10.364528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.367477 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/networks/730e0826-e853-4163-8ae3-6fb2a886638f HTTP/1.1" status: 204 len: 168 time: 1.2400653 Jun 22 15:02:10.374538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39852) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:10.378540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:10.383958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 775d8b67-9e52-408d-8f12-d1aa742222ae up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:10.425581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Network': ['ID=730e0826-e853-4163-8ae3-6fb2a886638f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:10.435534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=60c8f19e-951f-49ff-bf12-e1d47b96f764,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:10.437400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:10.438129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.487724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b84e97-6144-4982-a1a7-52c7207c2555 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:10.495676 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d3b84e97-6144-4982-a1a7-52c7207c2555 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/31b45c6d-df08-48a4-97e2-0b994967e323 HTTP/1.1" status: 200 len: 844 time: 0.1181564 Jun 22 15:02:10.498863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39854) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:10.503484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 775d8b67-9e52-408d-8f12-d1aa742222ae triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:10.504181 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.558549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39858) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:10.617953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:10.646449 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f61439fb-cc50-4c34-a3ea-5b212f53bb59 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/31b45c6d-df08-48a4-97e2-0b994967e323?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1381345 Jun 22 15:02:10.648938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39864) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:10.654717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:10.709179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9d498e82-e0cd-4aca-b9fd-771bb003374e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:10.731067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.749367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 9d498e82-e0cd-4aca-b9fd-771bb003374e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:10.749712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9d498e82-e0cd-4aca-b9fd-771bb003374e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:10.806033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c9553-6462-468d-ba8a-d9669d77cf89 None None] Network b762eb63-dd4e-44be-aa53-cb785dc10971 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:10.863533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:10.873374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.895585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4c6fb402-360a-45be-aa81-e3d460dd16ca None None] Provisioning for port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:10.909291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4c6fb402-360a-45be-aa81-e3d460dd16ca None None] Provisioning complete for port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:10.909984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb402-360a-45be-aa81-e3d460dd16ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:10.968405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1872552883', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:11.016608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Made reservation on behalf of 929e5cc1d3af4e6092a559f2e9969583 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:11.020834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.039705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.089362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb402-360a-45be-aa81-e3d460dd16ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.109990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.117563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.124529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3fd9e166-9dad-4cfb-9677-1c9bb7d401cd tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:11.151278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4c6fb402-360a-45be-aa81-e3d460dd16ca None None] For port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:11.163947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4c6fb402-360a-45be-aa81-e3d460dd16ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.168319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d1595fad-6591-4d4a-b336-3db0e21fa4b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:11.210998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39876) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:11.244369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.286290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=60c8f19e-951f-49ff-bf12-e1d47b96f764,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:11.320705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:11.368294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.383534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.384914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network b762eb63-dd4e-44be-aa53-cb785dc10971 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:11.386980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:11.387945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04858b88-f4cf-4e48-b5e4-3d05cbc5a6e3 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:11.396671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.401849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] device_id is not set on port a5fe4bcb-6587-4ca4-b1c4-1ac030d3292d yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:11.431802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fb402-360a-45be-aa81-e3d460dd16ca None None] Pushing event updated for resources: {'Port': ['ID=22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:11.441940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4c6fb402-360a-45be-aa81-e3d460dd16ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:11.445425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1541848146'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:11.445697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65836939-4711-44a6-bd72-d052350b1e0a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:11.454363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:11.489510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e7a61eab-a1b3-4aac-a524-d5596fccc76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:11.497644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-139779f3-3375-4c8e-8a1c-f98cf0ae5755 None None] Provisioning for port 60c8f19e-951f-49ff-bf12-e1d47b96f764 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:11.504225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-139779f3-3375-4c8e-8a1c-f98cf0ae5755 None None] Provisioning complete for port 60c8f19e-951f-49ff-bf12-e1d47b96f764 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:11.504648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-139779f3-3375-4c8e-8a1c-f98cf0ae5755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.517529 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:11.519198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Made reservation on behalf of 5acbc1f9a7ac4e7aa81fc6c9044853dc for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:11.522378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.529841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:11.534154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:11.535076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.538492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.546585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87157c76-63e5-4f6f-90f4-ee33e920a85c None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:11.566825 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9165912 Jun 22 15:02:11.570762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39880) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:11.575551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-43de9b03-f503-40e9-a9b5-868d6e4271f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'security_group': {'name': 'tempest-secgroup-308847119'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:11.578073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=dd0ae7a6-646a-4195-ba7a-e1caa8432ebf,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:11.583567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:11.609004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:11.636182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-139779f3-3375-4c8e-8a1c-f98cf0ae5755 None None] Port 60c8f19e-951f-49ff-bf12-e1d47b96f764 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:11.662814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-139779f3-3375-4c8e-8a1c-f98cf0ae5755 None None] Provisioning complete for port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:11.663198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-139779f3-3375-4c8e-8a1c-f98cf0ae5755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.684098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Allocated IP 172.26.6.233 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/a5fe4bcb-6587-4ca4-b1c4-1ac030d3292d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:11.786403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:11.804155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Sync routers for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:11.805888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.815028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39882) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:11.816640 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7734301 Jun 22 15:02:11.823732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.837691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:11.848504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.848884 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Added segment 7195f52f-98ea-435c-8a0b-c290284a190e of type vlan for network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 Jun 22 15:02:11.855816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:11.856467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:11.896046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.928984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44c43505-4259-404f-8c9b-0bebb5fcd211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:11.958322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.964995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'tenant_id': 'fffe573ed4ef4749b96cc2ef72b3b0a6', 'fixed_ips': [{'subnet_id': 'dd0ae7a6-646a-4195-ba7a-e1caa8432ebf'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:11.967055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.972025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:11.972667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:11.988116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-43de9b03-f503-40e9-a9b5-868d6e4271f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.007922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fc592b-1977-4d4b-8540-816237ae37c4,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:12.022077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:12.022600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-20b224a8-f847-403d-a21b-51f3c1cf79ba tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:12.027969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-617cfb57-b7b4-478c-9f79-2deff4f94e28 None None] Provisioning complete for port 60c8f19e-951f-49ff-bf12-e1d47b96f764 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:12.028495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-617cfb57-b7b4-478c-9f79-2deff4f94e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.036527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:12.040497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:12.049079 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8353233 Jun 22 15:02:12.055531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39884) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:12.064218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'subnet': {'network_id': 'd9bf974f-4d16-47de-b8d3-6ac6d4f2cb34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:12.113015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Network': ['ID=d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:12.116443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:12.144228 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.144713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.145212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.145679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.146137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.146804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.147507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.147984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.148445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.150459 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d1f57c6b-08a9-4549-9707-b46a51d2da5d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6370 time: 0.3341324 Jun 22 15:02:12.153558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:12.154561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39886) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:12.159468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.220839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-43de9b03-f503-40e9-a9b5-868d6e4271f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.229221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-43de9b03-f503-40e9-a9b5-868d6e4271f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.232349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.242326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4ac99c7f-99bc-412f-8cfb-77fba42be4b8 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:12.244402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ada37b76-da66-4714-a19b-fcb1c70c9138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:12.262855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-617cfb57-b7b4-478c-9f79-2deff4f94e28 None None] Port 60c8f19e-951f-49ff-bf12-e1d47b96f764 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:12.295757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:12.300700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:12.304439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:12.315338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Made reservation on behalf of 5acbc1f9a7ac4e7aa81fc6c9044853dc for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:12.319223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.322692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-43de9b03-f503-40e9-a9b5-868d6e4271f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.326587 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-43de9b03-f503-40e9-a9b5-868d6e4271f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7520878 Jun 22 15:02:12.326587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de9b03-f503-40e9-a9b5-868d6e4271f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8532e61f-e9c0-4d93-8ce3-137f7c93b497,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:12.328631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39888) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:12.329657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-43de9b03-f503-40e9-a9b5-868d6e4271f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:12.334723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.335285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.335800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.336310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.336847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.337353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.337863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.338380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.338875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.344566 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5dc06229-532e-434a-b276-371cb21878ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5880 time: 0.1851983 Jun 22 15:02:12.346009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39890) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:12.346315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ef7b1e46-6599-4c7b-b96a-6b15dfc52d8b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'security_group': {'name': 'tempest-secgroup-2066015385'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:12.377894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1e46-6599-4c7b-b96a-6b15dfc52d8b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.463463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Pushing event updated for resources: {'Port': ['ID=a5fe4bcb-6587-4ca4-b1c4-1ac030d3292d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:12.467457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:12.468376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Allocated IP 2001:db8::2 (40d2f29e-0256-4711-bdd8-e0f7a78708a7/dd0ae7a6-646a-4195-ba7a-e1caa8432ebf/131f54a3-95b3-4b98-95ed-04a5f3fb9425) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:12.483991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1e46-6599-4c7b-b96a-6b15dfc52d8b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.491037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1e46-6599-4c7b-b96a-6b15dfc52d8b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.495837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8674897d-7a69-411e-98b0-6b907d4156cd tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:12.506997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:12.507599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.529140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ef7b1e46-6599-4c7b-b96a-6b15dfc52d8b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.530800 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ef7b1e46-6599-4c7b-b96a-6b15dfc52d8b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2024717 Jun 22 15:02:12.533985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39894) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:12.540343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1751109168', 'security_groups': ['aaa076c1-5cd4-4579-8a2e-6d88c176f11e'], 'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dd0ae7a6-646a-4195-ba7a-e1caa8432ebf'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:12.544617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:12.545032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.571007 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0112846 Jun 22 15:02:12.573999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39896) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:12.581233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.233'}]}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:12.608603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b1e46-6599-4c7b-b96a-6b15dfc52d8b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa076c1-5cd4-4579-8a2e-6d88c176f11e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:12.618365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ef7b1e46-6599-4c7b-b96a-6b15dfc52d8b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:12.805472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.819438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Transition to ACTIVE for port object 131f54a3-95b3-4b98-95ed-04a5f3fb9425 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:12.846212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Transition to ACTIVE for port object 131f54a3-95b3-4b98-95ed-04a5f3fb9425 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:12.851021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:02:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:10Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:12.854661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.881257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-78722116-bb9f-4fac-afde-3b8ec67d9a97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:12.893398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Checking router: 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:02:12.894018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Updating router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 port 60c8f19e-951f-49ff-bf12-e1d47b96f764 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:02:12.968275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:12.975625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:12.979259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:12.981184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:12.994746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Pushing event updated for resources: {'Port': ['ID=131f54a3-95b3-4b98-95ed-04a5f3fb9425,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:12.998877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:13.023660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.024685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.039294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:13.086227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Attempting to bind port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:13.086601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Attempting to bind port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '76cb777f-5c8a-415e-8559-c5a751d5b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:13.086968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Attempting to bind port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 on network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:13.136834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:13.137208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Checking segment: {'id': '76cb777f-5c8a-415e-8559-c5a751d5b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:13.137465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.137600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.137912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Bound using segment: {'id': '76cb777f-5c8a-415e-8559-c5a751d5b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:13.138386 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Bound port: 131f54a3-95b3-4b98-95ed-04a5f3fb9425, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cb777f-5c8a-415e-8559-c5a751d5b94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:13.138762 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.155593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port 5884e041-ae7a-470b-9056-0e87f2cf2704 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:13.162005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.174440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-69f9d7fa-0982-43e3-80e9-bd46b74d0533 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:13.179972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.273367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] For port 131f54a3-95b3-4b98-95ed-04a5f3fb9425, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:13.277802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] For port 131f54a3-95b3-4b98-95ed-04a5f3fb9425, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=131f54a3-95b3-4b98-95ed-04a5f3fb9425,segment=NetworkSegment(76cb777f-5c8a-415e-8559-c5a751d5b94b),segment_id=76cb777f-5c8a-415e-8559-c5a751d5b94b)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:13.288900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.295073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-19f4472c-6d49-41ae-a652-146be198b9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:13.325405 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d75a482a-037d-4410-8128-5a54ce258ce0 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.9628611 Jun 22 15:02:13.344660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::3da (40d2f29e-0256-4711-bdd8-e0f7a78708a7/dd0ae7a6-646a-4195-ba7a-e1caa8432ebf/5884e041-ae7a-470b-9056-0e87f2cf2704) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:13.370159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Subnet': ['ID=b13ec090-c6d4-4076-85dc-6cb49f701f10,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:13.373681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:13.409213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Checking segment: {'id': '7195f52f-98ea-435c-8a0b-c290284a190e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9bf974f-4d16-47de-b8d3-6ac6d4f2cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:13.409560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network hostable DHCP agents. Network: d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:13.418563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.450441 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:13.493596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:13.498754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:13.500343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.530424 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4706612 Jun 22 15:02:13.530707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39900) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:13.536768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.544168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-670061785', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:13.551699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94691f12-6284-4752-8999-8a3a2cee0157 None None] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:13.572548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object 5884e041-ae7a-470b-9056-0e87f2cf2704 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:13.599251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.602218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.604081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Pushing event updated for resources: {'Port': ['ID=131f54a3-95b3-4b98-95ed-04a5f3fb9425,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:13.608174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:13.632487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39902) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:13.649015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-92f720a8-8f03-432e-8728-811b7c33696a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-103331506', 'description': 'tempest-secgroup-smoke-103331506 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:13.707264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.710820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.715767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e55fc63d-0d72-47d4-bfec-2a5f2a870f30 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:13.769844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.772270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971ede4-8f23-4001-9686-eaaeaa938a9c None None] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:13.778852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.795404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.827475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-92f720a8-8f03-432e-8728-811b7c33696a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.845453 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Transition to ACTIVE for port object 60c8f19e-951f-49ff-bf12-e1d47b96f764 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:13.857206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:13.860406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cbb7907a-286d-4815-846c-a5cc3ddc7d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:13.999646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfd9f3-14f4-4f64-840e-21b8ea0df11f None None] Pushing event updated for resources: {'Port': ['ID=60c8f19e-951f-49ff-bf12-e1d47b96f764,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:14.005558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a0bfd9f3-14f4-4f64-840e-21b8ea0df11f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:14.129076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 131f54a3-95b3-4b98-95ed-04a5f3fb9425 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:14.180872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.187158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Attempting to bind port 60c8f19e-951f-49ff-bf12-e1d47b96f764 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:14.187537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Attempting to bind port 60c8f19e-951f-49ff-bf12-e1d47b96f764 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:14.187911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Attempting to bind port 60c8f19e-951f-49ff-bf12-e1d47b96f764 on network b762eb63-dd4e-44be-aa53-cb785dc10971 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:14.200777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:14.201583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Checking segment: {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:14.201994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.202397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Bound using segment: {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:14.202888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Bound port: 60c8f19e-951f-49ff-bf12-e1d47b96f764, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:14.203266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.287474 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:14.309651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] For port 60c8f19e-951f-49ff-bf12-e1d47b96f764, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:14.313251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] For port 60c8f19e-951f-49ff-bf12-e1d47b96f764, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=60c8f19e-951f-49ff-bf12-e1d47b96f764,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:14.326068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.328249 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-aaf11ce4-ac23-4015-9a64-dc5a31c69473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:14.353831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:14.366563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.368418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.393526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfd9f3-14f4-4f64-840e-21b8ea0df11f None None] Pushing event updated for resources: {'Port': ['ID=60c8f19e-951f-49ff-bf12-e1d47b96f764,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:14.396580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a0bfd9f3-14f4-4f64-840e-21b8ea0df11f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:14.397486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:14.398002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:14.416115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.416959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d057747d-4c8e-4c1f-be98-62b496671f17 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:02:14.422092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:14.434652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:14.438264 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 22 15:02:14.439654 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c5302df5-09eb-46a3-bb21-846a143a1ea5 tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8634121 Jun 22 15:02:14.442424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39904) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:14.443800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:14.444539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.469240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=5884e041-ae7a-470b-9056-0e87f2cf2704,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:14.542913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:14.562471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.566491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Deleting port a5fe4bcb-6587-4ca4-b1c4-1ac030d3292d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:14.567535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.570363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:14.702837 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-77500ddb-3a27-4864-b884-c5eec0b30860 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3666878 Jun 22 15:02:14.731086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-92f720a8-8f03-432e-8728-811b7c33696a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.741220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.744093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-92f720a8-8f03-432e-8728-811b7c33696a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.747740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-51181f74-eb70-43dd-b3b7-0739da7e5cef tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:14.757557 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2219903 Jun 22 15:02:14.761068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39906) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:14.767301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e7226edc-6e82-4efb-8653-42cb73894d49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:14.850564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:02:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:14Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:14.850869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-92f720a8-8f03-432e-8728-811b7c33696a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:14.852115 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-92f720a8-8f03-432e-8728-811b7c33696a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2161145 Jun 22 15:02:14.870148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39908) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:14.879065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5f7e79d7-50f9-466d-9dc3-601d2772775e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '0ee5948f-7fb5-415a-9d90-67cc9e82ad4e', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:14.884341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f720a8-8f03-432e-8728-811b7c33696a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:14.888754 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0783c-fcf5-48ba-9bfe-1ed810635380 None None] The sync data for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv is: [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:02:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:14Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:14.898266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-92f720a8-8f03-432e-8728-811b7c33696a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:14.984213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-3a1fb73d-7d1f-414b-97e4-a7caddc474cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:14.985856 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-3a1fb73d-7d1f-414b-97e4-a7caddc474cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1099 time: 0.2191756 Jun 22 15:02:14.988141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Calling delete_port for a5fe4bcb-6587-4ca4-b1c4-1ac030d3292d owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:15.018165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5f7e79d7-50f9-466d-9dc3-601d2772775e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.059430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7226edc-6e82-4efb-8653-42cb73894d49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:15.064172 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7226edc-6e82-4efb-8653-42cb73894d49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.150743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Provisioning complete for port 31b45c6d-df08-48a4-97e2-0b994967e323 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:15.151496 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.198963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Port 31b45c6d-df08-48a4-97e2-0b994967e323 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:15.216365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Provisioning for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:15.219561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Provisioning complete for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:15.219805 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-e7226edc-6e82-4efb-8653-42cb73894d49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd0ae7a6-646a-4195-ba7a-e1caa8432ebf (CIDR: 2001:db8::/64) Jun 22 15:02:15.219928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.227244 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7226edc-6e82-4efb-8653-42cb73894d49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:02:15.230084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7226edc-6e82-4efb-8653-42cb73894d49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:15.233836 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:02:15.254911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.284514 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e7226edc-6e82-4efb-8653-42cb73894d49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5225413 Jun 22 15:02:15.285634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39910) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:15.295173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:15.326304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.365777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.380683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.383667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-7df18b4e-6ee9-4fb6-936a-6810022078c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:15.385868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-7df18b4e-6ee9-4fb6-936a-6810022078c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 913 time: 0.3350701 Jun 22 15:02:15.387031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e57e438-7c73-48c8-9ddb-1c94537bc3a9 tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:15.400361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] For port 131f54a3-95b3-4b98-95ed-04a5f3fb9425, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=131f54a3-95b3-4b98-95ed-04a5f3fb9425,segment=NetworkSegment(76cb777f-5c8a-415e-8559-c5a751d5b94b),segment_id=76cb777f-5c8a-415e-8559-c5a751d5b94b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:15.411135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.413273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a1fd40d9-6695-40ca-b7ea-04d805b041ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:15.455965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5fe4bcb-6587-4ca4-b1c4-1ac030d3292d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:15.458955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:15.480633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Pushing event updated for resources: {'Port': ['ID=131f54a3-95b3-4b98-95ed-04a5f3fb9425,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:15.482849 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-1228b139-e4c0-45a5-8fab-594bb704d8dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 1002 time: 0.0845299 Jun 22 15:02:15.484592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:15.496812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5f7e79d7-50f9-466d-9dc3-601d2772775e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.527327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.529639 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] 10.222.0.22 "DELETE /v2.0/ports/a5fe4bcb-6587-4ca4-b1c4-1ac030d3292d HTTP/1.1" status: 204 len: 168 time: 1.0859580 Jun 22 15:02:15.546457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5582c5c1-0366-4a7b-985b-5cec1078efe3 None None] Provisioning for port 5884e041-ae7a-470b-9056-0e87f2cf2704 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:15.555538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5f7e79d7-50f9-466d-9dc3-601d2772775e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.557904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:15.560374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5582c5c1-0366-4a7b-985b-5cec1078efe3 None None] Provisioning complete for port 5884e041-ae7a-470b-9056-0e87f2cf2704 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:15.560820 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5582c5c1-0366-4a7b-985b-5cec1078efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.563805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.608504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-73dd2d35-d926-429d-9582-62ece87f86bd tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:15.642865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5582c5c1-0366-4a7b-985b-5cec1078efe3 None None] Port 5884e041-ae7a-470b-9056-0e87f2cf2704 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:15.678364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e79d7-50f9-466d-9dc3-601d2772775e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6aba37-76d9-48ef-bcf6-86d2feb10f8c,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:15.691393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5f7e79d7-50f9-466d-9dc3-601d2772775e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:15.702848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-7e769d90-38d1-4ea6-b463-67b5805fbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:15.704412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-7e769d90-38d1-4ea6-b463-67b5805fbfb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 200 len: 851 time: 0.2098184 Jun 22 15:02:15.708469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5f7e79d7-50f9-466d-9dc3-601d2772775e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.709595 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5f7e79d7-50f9-466d-9dc3-601d2772775e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8357973 Jun 22 15:02:15.712502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39914) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:15.717795 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-91bb95af-6624-4ed2-8af0-a7570308230a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '0ee5948f-7fb5-415a-9d90-67cc9e82ad4e', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:15.797267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-91bb95af-6624-4ed2-8af0-a7570308230a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.825485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.26.6.210 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/b7bdf968-acbd-437f-8ee7-63266cd05f3e) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:15.875872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-b763c4fd-4ae6-40b8-a6a8-02ed2457d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:15.877576 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-b763c4fd-4ae6-40b8-a6a8-02ed2457d58a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1482875 Jun 22 15:02:15.903773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39918) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:15.910505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-91bb95af-6624-4ed2-8af0-a7570308230a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.943365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-91bb95af-6624-4ed2-8af0-a7570308230a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.946487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:15.969508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.990599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-91bb95af-6624-4ed2-8af0-a7570308230a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:15.991903 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-91bb95af-6624-4ed2-8af0-a7570308230a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2782767 Jun 22 15:02:15.996105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39922) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:16.001882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f7eddb69-30db-4e6d-bc09-7c44d4db40ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '0ee5948f-7fb5-415a-9d90-67cc9e82ad4e', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:16.009199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb95af-6624-4ed2-8af0-a7570308230a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa87fda9-d0bd-428e-a1f6-60bb5241d318,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:16.020786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-91bb95af-6624-4ed2-8af0-a7570308230a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:16.024073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:16.029346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:16.074130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:16.075035 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-fcd821b0-a1fb-4bc7-a8c2-3a346c8d325a service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674426 Jun 22 15:02:16.077904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.088115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50af57-a478-4cbf-9305-003dff038346 None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:16.117863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab121-13d7-4b01-a756-b3e89402b64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.131122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:16.131122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.165096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 131f54a3-95b3-4b98-95ed-04a5f3fb9425 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:16.195204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.198289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ae8854ed-d98c-43de-b274-e1402bd62d2c tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:16.198866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7eddb69-30db-4e6d-bc09-7c44d4db40ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.205661 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5787d9a0-267e-4be4-9fbd-e7054ee2743b req-46bb4d55-b660-44c7-94a9-a9a131da9f6d service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208129 Jun 22 15:02:16.225199 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9339976 Jun 22 15:02:16.225992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=ebe98e54-5728-4ff8-b8aa-69056e8a28ca,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:16.230477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39924) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:16.246847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1076144660', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ebe98e54-5728-4ff8-b8aa-69056e8a28ca'}], 'security_groups': ['8532e61f-e9c0-4d93-8ce3-137f7c93b497']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:16.250862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:16.262870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:16.265885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:16.269646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:16.288952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:16.289746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.295010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=b7bdf968-acbd-437f-8ee7-63266cd05f3e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:16.299892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:16.358224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7eddb69-30db-4e6d-bc09-7c44d4db40ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.407593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7eddb69-30db-4e6d-bc09-7c44d4db40ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.417168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:16.458016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 60c8f19e-951f-49ff-bf12-e1d47b96f764 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:16.501955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eddb69-30db-4e6d-bc09-7c44d4db40ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f40ab98-f94e-4e4c-a4e0-a46b1f24d9fc,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:16.505666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7eddb69-30db-4e6d-bc09-7c44d4db40ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:16.556808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] Update dhcp port {'port': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'fixed_ips': [{'subnet_id': 'dd0ae7a6-646a-4195-ba7a-e1caa8432ebf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ebe98e54-5728-4ff8-b8aa-69056e8a28ca'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': '131f54a3-95b3-4b98-95ed-04a5f3fb9425'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:02:16.578215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.579481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 60c8f19e-951f-49ff-bf12-e1d47b96f764 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:16.586122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.586739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 60c8f19e-951f-49ff-bf12-e1d47b96f764 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:16.587230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.628225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.651492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab121-13d7-4b01-a756-b3e89402b64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.660778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2ab121-13d7-4b01-a756-b3e89402b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.669926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7ebd6eb0-942d-48e4-bad9-efaf42eff858 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:16.680025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7eddb69-30db-4e6d-bc09-7c44d4db40ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.681428 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f7eddb69-30db-4e6d-bc09-7c44d4db40ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6838617 Jun 22 15:02:16.684782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39926) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:16.691501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-09b07e57-92a2-4adb-ac1d-97f7fd2ed67a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '0ee5948f-7fb5-415a-9d90-67cc9e82ad4e', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:16.738683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ab121-13d7-4b01-a756-b3e89402b64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f414b-8f22-4cd6-ab85-987a1a1cd38b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:16.742419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0f2ab121-13d7-4b01-a756-b3e89402b64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:16.747052 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0f2ab121-13d7-4b01-a756-b3e89402b64a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c064160621fb4743bc3144ce2b5750cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8396919 Jun 22 15:02:16.749660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39928) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:16.779856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-09b07e57-92a2-4adb-ac1d-97f7fd2ed67a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.790486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.857402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 60c8f19e-951f-49ff-bf12-e1d47b96f764, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=60c8f19e-951f-49ff-bf12-e1d47b96f764,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:16.868848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] Allocated IP 2001:db8:0:1::2 (40d2f29e-0256-4711-bdd8-e0f7a78708a7/ebe98e54-5728-4ff8-b8aa-69056e8a28ca/131f54a3-95b3-4b98-95ed-04a5f3fb9425) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:16.871584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:16.876032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-64bf244e-5a0c-4791-8f2c-cf22a53acb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:16.979595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=60c8f19e-951f-49ff-bf12-e1d47b96f764,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:16.984036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:17.018211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] For port 131f54a3-95b3-4b98-95ed-04a5f3fb9425, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=131f54a3-95b3-4b98-95ed-04a5f3fb9425,segment=NetworkSegment(76cb777f-5c8a-415e-8559-c5a751d5b94b),segment_id=76cb777f-5c8a-415e-8559-c5a751d5b94b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:17.049527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.063220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] Transition to ACTIVE for port object 131f54a3-95b3-4b98-95ed-04a5f3fb9425 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:17.067183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.069953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a0bfd9f3-14f4-4f64-840e-21b8ea0df11f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:17.151557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70bc25a7-4344-4b06-a156-94508ec9a186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.161849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.163828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] Pushing event updated for resources: {'Port': ['ID=131f54a3-95b3-4b98-95ed-04a5f3fb9425,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:17.171942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:17.180675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-09b07e57-92a2-4adb-ac1d-97f7fd2ed67a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.184798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Delete allocated IP 2001:db8::3da (40d2f29e-0256-4711-bdd8-e0f7a78708a7/dd0ae7a6-646a-4195-ba7a-e1caa8432ebf) {{(pid=93501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 15:02:17.192831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-09b07e57-92a2-4adb-ac1d-97f7fd2ed67a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.195997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8:0:1::79 (40d2f29e-0256-4711-bdd8-e0f7a78708a7/ebe98e54-5728-4ff8-b8aa-69056e8a28ca/5884e041-ae7a-470b-9056-0e87f2cf2704) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:17.230474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e7691df2-0373-4a7a-b7e6-775240fbdc3e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:17.238305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70bc25a7-4344-4b06-a156-94508ec9a186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.270832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07e57-92a2-4adb-ac1d-97f7fd2ed67a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36a2839-a904-4124-b7f9-3ce32c6d9d4d,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:17.277042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-09b07e57-92a2-4adb-ac1d-97f7fd2ed67a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:17.291089 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-09b07e57-92a2-4adb-ac1d-97f7fd2ed67a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.292255 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-09b07e57-92a2-4adb-ac1d-97f7fd2ed67a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6067312 Jun 22 15:02:17.297354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39930) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:17.305535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '0ee5948f-7fb5-415a-9d90-67cc9e82ad4e', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:17.341617 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:02:17.355837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.367473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70bc25a7-4344-4b06-a156-94508ec9a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.370109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-70bc25a7-4344-4b06-a156-94508ec9a186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.374193 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-70bc25a7-4344-4b06-a156-94508ec9a186 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c08f414b-8f22-4cd6-ab85-987a1a1cd38b HTTP/1.1" status: 204 len: 168 time: 0.6196454 Jun 22 15:02:17.374193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-71f1f32e-9e5a-4136-9020-cce3e5c90ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:17.400791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc25a7-4344-4b06-a156-94508ec9a186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f414b-8f22-4cd6-ab85-987a1a1cd38b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:17.404590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-70bc25a7-4344-4b06-a156-94508ec9a186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:17.426149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:02:17.455633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.472180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.479876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.482316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object 5884e041-ae7a-470b-9056-0e87f2cf2704 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:17.483341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f3c61f09-98e2-4845-a92f-70c1d82fbf99 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:17.495018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.506351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f81c69d-de72-41d4-92fe-4cebfea6e18f,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:17.512801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:17.513458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e15a44c2-0445-4ea6-b663-0e1b1070e408 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:17.542104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.546484 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2477877 Jun 22 15:02:17.548915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39936) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:17.555700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '0ee5948f-7fb5-415a-9d90-67cc9e82ad4e', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:17.587021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:17.600987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] In _notify_port_updated(), no bound segment for port 5884e041-ae7a-470b-9056-0e87f2cf2704 on network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 {{(pid=93501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:02:17.606605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:17.607253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.608561 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "PUT /v2.0/ports/5884e041-ae7a-470b-9056-0e87f2cf2704 HTTP/1.1" status: 200 len: 930 time: 1.3746557 Jun 22 15:02:17.610778 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168e661-2230-42f9-a97e-e7e8c1fa74b1 None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:17.614217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39938) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:17.615705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=5884e041-ae7a-470b-9056-0e87f2cf2704,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:17.623628 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168e661-2230-42f9-a97e-e7e8c1fa74b1 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:17.624552 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f168e661-2230-42f9-a97e-e7e8c1fa74b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:17.644996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:17.667666 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:02:17.675251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.677709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.681690 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1396778 Jun 22 15:02:17.681873 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f168e661-2230-42f9-a97e-e7e8c1fa74b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:17.682251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39940) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:17.689941 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168e661-2230-42f9-a97e-e7e8c1fa74b1 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:17.690555 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f168e661-2230-42f9-a97e-e7e8c1fa74b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:17.739040 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f168e661-2230-42f9-a97e-e7e8c1fa74b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:17.739900 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f168e661-2230-42f9-a97e-e7e8c1fa74b1 None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:17.760282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.765916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.768444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4c5ba218-27ef-4334-aaac-27ec2efdc114 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:17.787470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffe02a4-84cb-4465-b565-a17508af3be3,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:17.796675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:17.802040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.812117 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2542560 Jun 22 15:02:17.812861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39942) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:17.856450 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ce29047a-e010-4130-8d96-25e7759cf9a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=929e5cc1d3af4e6092a559f2e9969583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423548 Jun 22 15:02:17.858930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39946) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:17.866980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 5884e041-ae7a-470b-9056-0e87f2cf2704 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:17.867318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.927453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4601b0f-1a25-4845-b6c6-72e14856f8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:17.950687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4601b0f-1a25-4845-b6c6-72e14856f8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.020274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4601b0f-1a25-4845-b6c6-72e14856f8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.029670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4601b0f-1a25-4845-b6c6-72e14856f8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.031668 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b4601b0f-1a25-4845-b6c6-72e14856f8d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65836939-4711-44a6-bd72-d052350b1e0a HTTP/1.1" status: 204 len: 168 time: 0.1717517 Jun 22 15:02:18.032718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0f2ab121-13d7-4b01-a756-b3e89402b64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:18.038181 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 131f54a3-95b3-4b98-95ed-04a5f3fb9425 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:18.046078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4601b0f-1a25-4845-b6c6-72e14856f8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65836939-4711-44a6-bd72-d052350b1e0a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:18.048508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4601b0f-1a25-4845-b6c6-72e14856f8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:18.087801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.131355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Provisioning complete for port 31b45c6d-df08-48a4-97e2-0b994967e323 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:18.131741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.165858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 60c8f19e-951f-49ff-bf12-e1d47b96f764 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:18.200969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Port 31b45c6d-df08-48a4-97e2-0b994967e323 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:18.205946 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-d19078d7-305f-44d0-bbbc-85b3c2a8e856 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-103331506&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.1596143 Jun 22 15:02:18.225738 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Provisioning for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:18.230587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Provisioning complete for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:18.230959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.274026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 5884e041-ae7a-470b-9056-0e87f2cf2704 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:18.280590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 60c8f19e-951f-49ff-bf12-e1d47b96f764 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:18.281038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.395681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Provisioning for port 5884e041-ae7a-470b-9056-0e87f2cf2704 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:18.411122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Provisioning complete for port 5884e041-ae7a-470b-9056-0e87f2cf2704 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:18.411521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.448247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b9464fd0-9fce-4167-b9aa-ec6f23f8c12a None None] Port 5884e041-ae7a-470b-9056-0e87f2cf2704 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:18.566687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8229a661-be54-4212-89c7-9a11cd6a20ec None None] Provisioning complete for port 5884e041-ae7a-470b-9056-0e87f2cf2704 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:18.567158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8229a661-be54-4212-89c7-9a11cd6a20ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.603485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8229a661-be54-4212-89c7-9a11cd6a20ec None None] Port 5884e041-ae7a-470b-9056-0e87f2cf2704 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:18.637225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-6eaceb7c-a418-44af-bf4f-ead95ff73102 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:18.637225 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-6eaceb7c-a418-44af-bf4f-ead95ff73102 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=b762eb63-dd4e-44be-aa53-cb785dc10971 HTTP/1.1" status: 200 len: 797 time: 0.3915718 Jun 22 15:02:18.704290 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-16d6379d-b817-404e-9e78-543bac35747b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0631592 Jun 22 15:02:18.773180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.788006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.794832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-12516f1d-5a69-4ba6-aa6c-c0add5571d1d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:18.832915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=5884e041-ae7a-470b-9056-0e87f2cf2704,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:18.866404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39980) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:18.872580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:18.916583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:18.921065 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/5884e041-ae7a-470b-9056-0e87f2cf2704 HTTP/1.1" status: 204 len: 168 time: 1.3029323 Jun 22 15:02:18.922157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 39984) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:18.989604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'networks': [{'name': 'tempest-network--1660961855'}, {'name': 'tempest-network--1747299530'}]} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:18.989911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'network': {'name': 'tempest-network--1660961855'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:18.990455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'network': {'name': 'tempest-network--1747299530'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:18.999177 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf1716d-bfc3-4e6e-b004-f3e078435308 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:02:19.000708 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3cf1716d-bfc3-4e6e-b004-f3e078435308 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/5884e041-ae7a-470b-9056-0e87f2cf2704 HTTP/1.1" status: 404 len: 333 time: 0.0769875 Jun 22 15:02:19.006320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39986) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:19.024900 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-db8fc14d-b6dd-4d1b-88d3-f0b56f2aefc0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3133464 Jun 22 15:02:19.045926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Made reservation on behalf of 7982b08aa3664f5b8f17e120a7f65454 for: {'network': 2} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:19.051000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.070082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.110209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2858eab-dce1-4d0e-b65d-bb95e48a67b8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.145344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2858eab-dce1-4d0e-b65d-bb95e48a67b8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.203224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2858eab-dce1-4d0e-b65d-bb95e48a67b8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.206487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b2858eab-dce1-4d0e-b65d-bb95e48a67b8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.207636 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b2858eab-dce1-4d0e-b65d-bb95e48a67b8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/security-groups/aaa076c1-5cd4-4579-8a2e-6d88c176f11e HTTP/1.1" status: 204 len: 168 time: 0.2001176 Jun 22 15:02:19.211176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d61ad843-ed6a-46b0-b1bb-80427c11badb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:19.213855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39988) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:19.242507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2858eab-dce1-4d0e-b65d-bb95e48a67b8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa076c1-5cd4-4579-8a2e-6d88c176f11e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:19.250939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b2858eab-dce1-4d0e-b65d-bb95e48a67b8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:19.263323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.276332 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.276951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.291716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-660c0804-a6d7-4355-b6e5-09205c5274a7 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:19.340935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b927d1-950b-41aa-9924-f91641b1c984,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:19.347951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:19.353035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:19.355566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d76294be-ffdd-4127-8e02-3e94a5bbfe92 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.376546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.377458 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Added segment 2a8c322c-aa5b-4cc1-8224-84201da9486f of type vlan for network 77684cd7-3890-4f37-a2dc-dcb5b8e59966 Jun 22 15:02:19.395705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d76294be-ffdd-4127-8e02-3e94a5bbfe92 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.440522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.481393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d76294be-ffdd-4127-8e02-3e94a5bbfe92 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.482487 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-055ffe8f-1e10-48ae-820d-49a85fd293ba service neutron] 10.222.0.22 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408479 Jun 22 15:02:19.483965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d76294be-ffdd-4127-8e02-3e94a5bbfe92 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.488877 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d76294be-ffdd-4127-8e02-3e94a5bbfe92 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/security-groups/8532e61f-e9c0-4d93-8ce3-137f7c93b497 HTTP/1.1" status: 204 len: 168 time: 0.2690811 Jun 22 15:02:19.489517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39990) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:19.491348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-baeaea43-a668-453d-89bc-1a4db1e2efb2 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:19.528786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:19.538416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76294be-ffdd-4127-8e02-3e94a5bbfe92 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8532e61f-e9c0-4d93-8ce3-137f7c93b497,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:19.549774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d76294be-ffdd-4127-8e02-3e94a5bbfe92 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:19.553157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.553157 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Added segment 07e63f4c-d58a-4c85-a7ea-d58a4f8609e1 of type vlan for network e66b2625-78ac-4588-ba47-e860bd330530 Jun 22 15:02:19.574159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.20.0.1 (d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34/b13ec090-c6d4-4076-85dc-6cb49f701f10/fbc047ea-7cc8-4fa5-ab4b-bceead6dd449) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:19.598889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet dd0ae7a6-646a-4195-ba7a-e1caa8432ebf {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:19.606919 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.628430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.658865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.661617 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-f63564d8-3a55-4344-ae5e-226c6de44bed service neutron] 10.222.0.22 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566553 Jun 22 15:02:19.708527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.709119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.714558 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:19.719447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:19.720076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.727325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:19.742992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.790206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.796918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0115f0d5-e07d-4d12-bd2e-e705c314e3cd tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:19.832314 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9641979 Jun 22 15:02:19.836717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 39998) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:19.847568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:19.853734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:19.856730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:19.866776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Network': ['ID=77684cd7-3890-4f37-a2dc-dcb5b8e59966,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:19.883155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 77684cd7-3890-4f37-a2dc-dcb5b8e59966 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:19.908764 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9e173543-7fba-444e-aeeb-4ff6d6d34f93 req-c30e747c-b4a7-44c2-ba0c-70b90cb26aa5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0781183 Jun 22 15:02:19.944859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=fbc047ea-7cc8-4fa5-ab4b-bceead6dd449,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:19.948193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:19.959089 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:20.172168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.343993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.423358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Network': ['ID=e66b2625-78ac-4588-ba47-e860bd330530,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:20.437356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network e66b2625-78ac-4588-ba47-e860bd330530 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:20.441410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:20.442480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.712s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:20.442480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:20.459986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a6673f-4008-406e-9603-2f6fb3e02eda tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:20.469876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a6673f-4008-406e-9603-2f6fb3e02eda tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:20.478769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a6673f-4008-406e-9603-2f6fb3e02eda tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:20.482872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a6673f-4008-406e-9603-2f6fb3e02eda tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:20.488962 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d1a6673f-4008-406e-9603-2f6fb3e02eda tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6359439 Jun 22 15:02:20.489811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40006) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:20.540663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.546249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-90e6509e-a907-45b8-bf12-7d6cdfa16ff8 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:20.562560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.567036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.573847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-78f3b6f8-77f4-461d-995c-dd238399525b tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:20.585268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0ae7a6-646a-4195-ba7a-e1caa8432ebf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:20.589404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:20.600266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.602269 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/dd0ae7a6-646a-4195-ba7a-e1caa8432ebf HTTP/1.1" status: 204 len: 168 time: 1.1074185 Jun 22 15:02:20.603629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e0c95c-d775-464f-b92c-ab40af656971 None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:20.607804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40008) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:20.614337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.619210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:20.688261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.693961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=fbc047ea-7cc8-4fa5-ab4b-bceead6dd449,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:20.704734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:20.782477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.796468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77684cd7-3890-4f37-a2dc-dcb5b8e59966']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:20.811923 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8c322c-aa5b-4cc1-8224-84201da9486f') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:20.812220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8c322c-aa5b-4cc1-8224-84201da9486f') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:20.825998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.826299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:20.827910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:20.840411 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:20.844217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.847810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.891308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:20.891976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:20.894720 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:20.976031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:20.982502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.029447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-753259fb-4086-4e02-b38b-de6f6f9e6417 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:21.035445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.037463 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/networks/77684cd7-3890-4f37-a2dc-dcb5b8e59966 HTTP/1.1" status: 204 len: 168 time: 0.5471168 Jun 22 15:02:21.042391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40012) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:21.063192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Network': ['ID=77684cd7-3890-4f37-a2dc-dcb5b8e59966,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:21.071859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:21.124030 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed8dcc1c-f5d4-4edc-9881-0a0692c7332e req-e149dbe7-e2a1-41d8-bea9-a73d93910702 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0370932 Jun 22 15:02:21.190591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:21.195917 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/routers/ff04355c-1a25-4b69-ac18-dd8780089a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5126963 Jun 22 15:02:21.199075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40014) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:21.204068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e145d-6a2d-43bc-8d4c-6ad2a54fa3d1 None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:21.204619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'port': {'network_id': 'd9bf974f-4d16-47de-b8d3-6ac6d4f2cb34', 'name': 'tempest-FloatingIPTestJSON-982275738'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:21.208320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.223379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e145d-6a2d-43bc-8d4c-6ad2a54fa3d1 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:21.224379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-787e145d-6a2d-43bc-8d4c-6ad2a54fa3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:21.276486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-787e145d-6a2d-43bc-8d4c-6ad2a54fa3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:21.287985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e145d-6a2d-43bc-8d4c-6ad2a54fa3d1 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:21.288596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-787e145d-6a2d-43bc-8d4c-6ad2a54fa3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:21.349100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-787e145d-6a2d-43bc-8d4c-6ad2a54fa3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:21.349897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e145d-6a2d-43bc-8d4c-6ad2a54fa3d1 None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:21.354178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.392893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-99e6fdfd-5037-4ee6-ab14-1ffb8eb52e45 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:21.408655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-1f90f74d-d1e0-4cae-97f8-53fdfe1aeaf2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:21.410257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-1f90f74d-d1e0-4cae-97f8-53fdfe1aeaf2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=b762eb63-dd4e-44be-aa53-cb785dc10971 HTTP/1.1" status: 200 len: 797 time: 0.1900709 Jun 22 15:02:21.440027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Made reservation on behalf of 5acbc1f9a7ac4e7aa81fc6c9044853dc for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:21.444095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.485425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] device_id is not set on port 4551d8de-14c2-4ae1-b717-adc16471a4d0 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:21.490397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.503268 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-738b16a6-1857-48c9-adf6-1408b856925b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 379 time: 0.0806403 Jun 22 15:02:21.506288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66b2625-78ac-4588-ba47-e860bd330530']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:21.523122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e63f4c-d58a-4c85-a7ea-d58a4f8609e1') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:21.523432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e63f4c-d58a-4c85-a7ea-d58a4f8609e1') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:21.534050 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.542616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:21.549397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['0ee5948f-7fb5-415a-9d90-67cc9e82ad4e']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:21.553979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:21.558829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:21.559425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.573222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.575740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=8a8c2478-6702-444e-a50c-ed057f5b983c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:21.581532 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9727328 Jun 22 15:02:21.582636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:21.585052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40020) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:21.586401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:21.586512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:21.590765 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:21.605392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ce20224c-5e85-4312-bf12-4b5f14a2a197 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'security_group': {'name': 'tempest-secgroup-279665766'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:21.628074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c4ae3-5586-4b92-9e5f-70e348b20c4f None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:21.672326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.675760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce20224c-5e85-4312-bf12-4b5f14a2a197 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.680288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f935eacb-e109-4917-8981-c50a6eb9b279 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:21.693167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.693359 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.20.0.4 (d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34/b13ec090-c6d4-4076-85dc-6cb49f701f10/4551d8de-14c2-4ae1-b717-adc16471a4d0) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:21.695184 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/networks/e66b2625-78ac-4588-ba47-e860bd330530 HTTP/1.1" status: 204 len: 168 time: 0.6516531 Jun 22 15:02:21.698467 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40022) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:21.712644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-79faf9e9-d040-4d57-9979-09b70bf27ba1 None None] Provisioning complete for port 31b45c6d-df08-48a4-97e2-0b994967e323 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:21.713065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-79faf9e9-d040-4d57-9979-09b70bf27ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.733404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Network': ['ID=e66b2625-78ac-4588-ba47-e860bd330530,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:21.771986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-79faf9e9-d040-4d57-9979-09b70bf27ba1 None None] Port 31b45c6d-df08-48a4-97e2-0b994967e323 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:21.772948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:21.803311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 15:02:21.803311 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 15:02:21.803311 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'project_id_1': 'c506dcf51d8e461291c966417bea561b', 'expiration_1': datetime.datetime(2021, 6, 22, 15, 2, 21, 740117)}] Jun 22 15:02:21.803311 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:02:21.803847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:02:21.815017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-79faf9e9-d040-4d57-9979-09b70bf27ba1 None None] Provisioning complete for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:21.815521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-79faf9e9-d040-4d57-9979-09b70bf27ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.860798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06e4bee-c3e2-46c9-9226-944243d8f316 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:21.867546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06e4bee-c3e2-46c9-9226-944243d8f316 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:21.869172 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f06e4bee-c3e2-46c9-9226-944243d8f316 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1697772 Jun 22 15:02:21.873901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40024) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:21.881532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1329298465'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:21.894901 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce20224c-5e85-4312-bf12-4b5f14a2a197 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.897566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.900796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce20224c-5e85-4312-bf12-4b5f14a2a197 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.903515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1695157b-f395-44cb-8b89-f40646c7b4dd tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:21.936891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20224c-5e85-4312-bf12-4b5f14a2a197 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be953e78-3f32-4e54-aeaf-64ee2804fd03,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:21.940406 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce20224c-5e85-4312-bf12-4b5f14a2a197 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:21.962727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ce20224c-5e85-4312-bf12-4b5f14a2a197 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.966955 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ce20224c-5e85-4312-bf12-4b5f14a2a197 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3742590 Jun 22 15:02:21.967523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40026) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:21.968882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Made reservation on behalf of 7982b08aa3664f5b8f17e120a7f65454 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:21.973056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2885f599-4cf1-4d61-bd34-3efb3991b20f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'security_group': {'name': 'tempest-secgroup-2096051079'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:21.973502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:21.998249 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] Update dhcp port {'port': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'fixed_ips': [{'subnet_id': 'ebe98e54-5728-4ff8-b8aa-69056e8a28ca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8a8c2478-6702-444e-a50c-ed057f5b983c'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': '131f54a3-95b3-4b98-95ed-04a5f3fb9425'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:02:22.002883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2885f599-4cf1-4d61-bd34-3efb3991b20f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.009553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:22.012854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.022254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-69e146e9-bbd9-4537-8081-18604e9c1d23 tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:22.036421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.073082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.073430 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Added segment b647f8d8-f54d-474b-adb1-dd0253b340f5 of type vlan for network e608e491-3319-4ffb-8e60-d67ec5451452 Jun 22 15:02:22.093790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:22.094776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=4551d8de-14c2-4ae1-b717-adc16471a4d0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:22.099268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2885f599-4cf1-4d61-bd34-3efb3991b20f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.099539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:22.100383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:22.106727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2885f599-4cf1-4d61-bd34-3efb3991b20f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.112224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ed25211e-56d8-46d6-b7f6-d8355aa903b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:22.122713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:22.136626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2885f599-4cf1-4d61-bd34-3efb3991b20f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.140229 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2885f599-4cf1-4d61-bd34-3efb3991b20f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1716311 Jun 22 15:02:22.143551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40028) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:22.152003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5eba81ef-5caf-4926-8f95-77cec7820b5d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'security_group': {'name': 'tempest-secgroup-872018788'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:22.162659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.164887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885f599-4cf1-4d61-bd34-3efb3991b20f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea36615-4f72-402a-97ff-920767c9301b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:22.169593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2885f599-4cf1-4d61-bd34-3efb3991b20f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:22.186364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5eba81ef-5caf-4926-8f95-77cec7820b5d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.195678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:22.196387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.219329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.225582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:22.226294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.229936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-87f0db14-686e-42fd-8ba0-3136284fdf74 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:22.248761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] Allocated IP 2001:db8::2 (40d2f29e-0256-4711-bdd8-e0f7a78708a7/8a8c2478-6702-444e-a50c-ed057f5b983c/131f54a3-95b3-4b98-95ed-04a5f3fb9425) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:22.289583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5eba81ef-5caf-4926-8f95-77cec7820b5d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.306176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5eba81ef-5caf-4926-8f95-77cec7820b5d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.309321 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1091206 Jun 22 15:02:22.313251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Network': ['ID=e608e491-3319-4ffb-8e60-d67ec5451452,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:22.316119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40032) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:22.318248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:22.322072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'port': {'network_id': 'd9bf974f-4d16-47de-b8d3-6ac6d4f2cb34', 'name': 'tempest-FloatingIPTestJSON-2008729726'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:22.332193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network e608e491-3319-4ffb-8e60-d67ec5451452 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:22.341675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-86d31d55-e167-48be-9f55-50acefdfb8e2 tempest-ServersTestManualDisk-382990168 tempest-ServersTestManualDisk-382990168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:22.344838 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4683826 Jun 22 15:02:22.369793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40034) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:22.370577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba81ef-5caf-4926-8f95-77cec7820b5d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711fa9ea-41c1-43aa-8474-e6a8cad670c7,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:22.376270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5eba81ef-5caf-4926-8f95-77cec7820b5d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:22.382776 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-847e0a09-cd7e-4172-b3e6-ce770d1adb72 req-3d859153-9179-468e-9d71-934ba81d579e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 210 time: 0.0913441 Jun 22 15:02:22.389594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:22.390881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2062027184'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:22.394474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.424022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] For port 131f54a3-95b3-4b98-95ed-04a5f3fb9425, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=131f54a3-95b3-4b98-95ed-04a5f3fb9425,segment=NetworkSegment(76cb777f-5c8a-415e-8559-c5a751d5b94b),segment_id=76cb777f-5c8a-415e-8559-c5a751d5b94b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:22.427786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Made reservation on behalf of 7982b08aa3664f5b8f17e120a7f65454 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:22.432359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.450726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5eba81ef-5caf-4926-8f95-77cec7820b5d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.452254 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5eba81ef-5caf-4926-8f95-77cec7820b5d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3039057 Jun 22 15:02:22.453306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.455152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40036) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:22.461822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1416152231', 'security_groups': ['711fa9ea-41c1-43aa-8474-e6a8cad670c7'], 'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8a8c2478-6702-444e-a50c-ed057f5b983c'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:22.469626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] Transition to ACTIVE for port object 131f54a3-95b3-4b98-95ed-04a5f3fb9425 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:22.474149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.476051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:22.507754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:22.531117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.532547 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Added segment 5e081a29-c9db-4289-9a7c-458890c73250 of type vlan for network c8683750-d28d-4130-94d5-3b5f05cc5dbf Jun 22 15:02:22.533217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Made reservation on behalf of 5acbc1f9a7ac4e7aa81fc6c9044853dc for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:22.536508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.568138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] Pushing event updated for resources: {'Port': ['ID=131f54a3-95b3-4b98-95ed-04a5f3fb9425,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:22.571623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:22.583387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] device_id is not set on port 094ec27f-3a5c-4dd6-8d78-980bcad21d63 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:22.605414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.660153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.662943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.5 (b762eb63-dd4e-44be-aa53-cb785dc10971/02e62985-b999-42fd-a0b6-9c561c5659cd/6ab196af-d4cf-4775-8240-d9cc75c59b4d) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:22.667158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:22.667626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.671746 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-216f501a-5c26-4bfe-9948-a4c04354f1ab tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:22.680986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:22.784164 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3993738 Jun 22 15:02:22.787612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40038) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:22.788934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.20.0.7 (d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34/b13ec090-c6d4-4076-85dc-6cb49f701f10/094ec27f-3a5c-4dd6-8d78-980bcad21d63) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:22.795622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'ports': [{'network_id': 'e608e491-3319-4ffb-8e60-d67ec5451452', 'name': 'tempest-port--751597966', 'admin_state_up': True}, {'network_id': 'c8683750-d28d-4130-94d5-3b5f05cc5dbf', 'admin_state_up': False}]} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:22.796016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'port': {'network_id': 'e608e491-3319-4ffb-8e60-d67ec5451452', 'name': 'tempest-port--751597966', 'admin_state_up': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:22.796577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'port': {'network_id': 'c8683750-d28d-4130-94d5-3b5f05cc5dbf', 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:22.799358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Network': ['ID=c8683750-d28d-4130-94d5-3b5f05cc5dbf,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:22.803822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:22.818997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network c8683750-d28d-4130-94d5-3b5f05cc5dbf details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:22.847109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:22.871339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] device_id is not set on port 93dd7256-2926-4f38-a8d3-8304cde34eb5 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:23.053576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.065703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8::17a (40d2f29e-0256-4711-bdd8-e0f7a78708a7/8a8c2478-6702-444e-a50c-ed057f5b983c/93dd7256-2926-4f38-a8d3-8304cde34eb5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:23.110473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 6ab196af-d4cf-4775-8240-d9cc75c59b4d will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:23.160832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.173060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d6d02889-1d8a-4639-8c32-ccbf87b6ae1d None None] Provisioning complete for port 31b45c6d-df08-48a4-97e2-0b994967e323 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:23.173789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d6d02889-1d8a-4639-8c32-ccbf87b6ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.212510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d6d02889-1d8a-4639-8c32-ccbf87b6ae1d None None] Port 31b45c6d-df08-48a4-97e2-0b994967e323 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:23.223549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d6d02889-1d8a-4639-8c32-ccbf87b6ae1d None None] Provisioning for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:23.223818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.228455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d6d02889-1d8a-4639-8c32-ccbf87b6ae1d None None] Provisioning complete for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:23.228771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d6d02889-1d8a-4639-8c32-ccbf87b6ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.239090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object 93dd7256-2926-4f38-a8d3-8304cde34eb5 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:23.276931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.281287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e4509ecf-fd29-40bd-bb8e-7cb4da0d9b0a tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:23.331186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:23.334662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:23.339554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:23.346036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:23.346693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.350999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=93dd7256-2926-4f38-a8d3-8304cde34eb5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:23.356523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:23.476185 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0195644 Jun 22 15:02:23.477669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Made reservation on behalf of 7982b08aa3664f5b8f17e120a7f65454 for: {'port': 2} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:23.479243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40042) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:23.482454 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.485788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a8add037-0e76-4194-9af0-98adb83fae21 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:23.513174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.521417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-25bf99e3-fd03-4ee4-b45a-df1d013e4e91 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:23.529828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.583108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.604029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network b762eb63-dd4e-44be-aa53-cb785dc10971 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:23.636837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8add037-0e76-4194-9af0-98adb83fae21 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:23.637087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:23.643752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:23.645639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8add037-0e76-4194-9af0-98adb83fae21 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.658676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-89189924-fcc6-4335-9a0e-0ccf0ec4637a None None] Provisioning for port 93dd7256-2926-4f38-a8d3-8304cde34eb5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:23.663251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-89189924-fcc6-4335-9a0e-0ccf0ec4637a None None] Provisioning complete for port 93dd7256-2926-4f38-a8d3-8304cde34eb5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:23.663867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-89189924-fcc6-4335-9a0e-0ccf0ec4637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.681590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=6ab196af-d4cf-4775-8240-d9cc75c59b4d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:23.696237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:23.699123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c92fa689-cce3-4973-a230-012403173f46 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:23.703577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:23.715633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-89189924-fcc6-4335-9a0e-0ccf0ec4637a None None] Port 93dd7256-2926-4f38-a8d3-8304cde34eb5 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:23.741100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:23.757970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:23.767258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] device_id is not set on port effeb5f8-3ff8-4a5c-9f08-acbcfac8d34f yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:23.795018 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-a8add037-0e76-4194-9af0-98adb83fae21 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a8c2478-6702-444e-a50c-ed057f5b983c (CIDR: 2001:db8::/64) Jun 22 15:02:23.799402 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8add037-0e76-4194-9af0-98adb83fae21 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:02:23.799858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8add037-0e76-4194-9af0-98adb83fae21 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:23.816260 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a8add037-0e76-4194-9af0-98adb83fae21 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3355334 Jun 22 15:02:23.819126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40044) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:23.825224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-27086c3a-7ce3-4c97-8a6a-9537603cee49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:23.829772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:23.830483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.875113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=094ec27f-3a5c-4dd6-8d78-980bcad21d63,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:23.879786 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3374238 Jun 22 15:02:23.885471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:23.899170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Request body: {'port': {'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:23.909781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:23.910385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.937965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2cd9f2d9-63ba-4ffc-ade9-33c74ae2b72c None None] Provisioning for port 6ab196af-d4cf-4775-8240-d9cc75c59b4d completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:23.946281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2cd9f2d9-63ba-4ffc-ade9-33c74ae2b72c None None] Provisioning complete for port 6ab196af-d4cf-4775-8240-d9cc75c59b4d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:23.947196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f2d9-63ba-4ffc-ade9-33c74ae2b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:23.977620 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6604505 Jun 22 15:02:23.981597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40046) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:23.990522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '094ec27f-3a5c-4dd6-8d78-980bcad21d63', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:23.995756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 131f54a3-95b3-4b98-95ed-04a5f3fb9425 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:23.999002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9f2d9-63ba-4ffc-ade9-33c74ae2b72c None None] Port 6ab196af-d4cf-4775-8240-d9cc75c59b4d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:24.000282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27086c3a-7ce3-4c97-8a6a-9537603cee49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:24.005810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-27086c3a-7ce3-4c97-8a6a-9537603cee49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.055275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:24.055689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.057288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c48fdb-cffb-472d-b76b-01ef457b8fc2 req-a5015690-745f-4c5d-9e3f-61d503c4b6de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:24.064700 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0c48fdb-cffb-472d-b76b-01ef457b8fc2 req-a5015690-745f-4c5d-9e3f-61d503c4b6de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 931 time: 0.3203337 Jun 22 15:02:24.065214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.117073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.157824 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0c48fdb-cffb-472d-b76b-01ef457b8fc2 req-c897f937-e063-4519-a2f2-391ecaf4db0d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919819 Jun 22 15:02:24.160295 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-27086c3a-7ce3-4c97-8a6a-9537603cee49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ebe98e54-5728-4ff8-b8aa-69056e8a28ca (CIDR: 2001:db8:0:1::/64) Jun 22 15:02:24.168143 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-27086c3a-7ce3-4c97-8a6a-9537603cee49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:02:24.168604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27086c3a-7ce3-4c97-8a6a-9537603cee49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:24.190132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.192638 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-27086c3a-7ce3-4c97-8a6a-9537603cee49 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3721752 Jun 22 15:02:24.196984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40048) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:24.203082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'subnet': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:24.279900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.358495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] device_id is not set on port a917bd12-3f62-4586-a213-3eee9a03057e yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:24.402521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Made reservation on behalf of fffe573ed4ef4749b96cc2ef72b3b0a6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:24.406025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.469690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.26.6.254 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/1c245ff7-25f5-451a-ad89-a75e40935270) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:24.610127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.627902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab196af-d4cf-4775-8240-d9cc75c59b4d {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:02:24.639585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.650404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.662378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Transition to ACTIVE for port object 6ab196af-d4cf-4775-8240-d9cc75c59b4d will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:24.671389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.676063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:24.713197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.752578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.756956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d1de4076-ad61-4f76-9232-f5a3ad35cc04 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:24.764577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.767166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Pushing event updated for resources: {'Port': ['ID=6ab196af-d4cf-4775-8240-d9cc75c59b4d,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:24.771871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:24.771871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:24.800409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:24.814782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:24.820400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:24.821558 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:24.824013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=1c245ff7-25f5-451a-ad89-a75e40935270,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:24.827670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:24.829362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:24.843741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e79c59-13cb-4b27-b7b8-35c53b51d424 None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:24.853010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50ffaf4b-c32d-4b22-a658-c59c43c572d4 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:24.857925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:24.858641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.879599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Port': ['ID=effeb5f8-3ff8-4a5c-9f08-acbcfac8d34f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:24.886140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:24.898742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Checking segment: {'id': 'b647f8d8-f54d-474b-adb1-dd0253b340f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e608e491-3319-4ffb-8e60-d67ec5451452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:24.899109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Network hostable DHCP agents. Network: e608e491-3319-4ffb-8e60-d67ec5451452, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:24.905782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Attempting to bind port 6ab196af-d4cf-4775-8240-d9cc75c59b4d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:24.906102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Attempting to bind port 6ab196af-d4cf-4775-8240-d9cc75c59b4d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:24.906426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Attempting to bind port 6ab196af-d4cf-4775-8240-d9cc75c59b4d on network b762eb63-dd4e-44be-aa53-cb785dc10971 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:24.917211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Port 6ab196af-d4cf-4775-8240-d9cc75c59b4d on network b762eb63-dd4e-44be-aa53-cb785dc10971 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:02:24.917452 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7194595 Jun 22 15:02:24.917557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Attempting to bind port 6ab196af-d4cf-4775-8240-d9cc75c59b4d on network b762eb63-dd4e-44be-aa53-cb785dc10971 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:24.921309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40052) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:24.930290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:24.931210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Checking segment: {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:24.931693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Bound using segment: {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:24.932450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Bound port: 6ab196af-d4cf-4775-8240-d9cc75c59b4d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:24.932918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:24.944465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1404713978', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d1a1881-d979-4126-996c-f1ce3547053f'}], 'security_groups': ['be953e78-3f32-4e54-aeaf-64ee2804fd03', '3ea36615-4f72-402a-97ff-920767c9301b']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:24.948152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Subnet': ['ID=3d1a1881-d979-4126-996c-f1ce3547053f,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:24.953870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:24.959612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Network e608e491-3319-4ffb-8e60-d67ec5451452 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:24.990886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, e608e491-3319-4ffb-8e60-d67ec5451452) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:24.997686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:24.997686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:25.005375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:25.019311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0026419d-c2eb-416e-8b25-52a155552b7b None None] Network e608e491-3319-4ffb-8e60-d67ec5451452 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:25.074144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] For port 6ab196af-d4cf-4775-8240-d9cc75c59b4d, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:25.081963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] For port 6ab196af-d4cf-4775-8240-d9cc75c59b4d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:25.084405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Port': ['ID=a917bd12-3f62-4586-a213-3eee9a03057e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:25.092090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:25.094828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:25.099404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:25.132600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:25.160212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Pushing event updated for resources: {'Port': ['ID=6ab196af-d4cf-4775-8240-d9cc75c59b4d,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:25.167400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:25.171559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Checking segment: {'id': '5e081a29-c9db-4289-9a7c-458890c73250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c8683750-d28d-4130-94d5-3b5f05cc5dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:25.171923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Network hostable DHCP agents. Network: c8683750-d28d-4130-94d5-3b5f05cc5dbf, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:25.177471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:25.178230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:25.179278 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] 10.222.0.21 "PUT /v2.0/ports/6ab196af-d4cf-4775-8240-d9cc75c59b4d HTTP/1.1" status: 200 len: 1093 time: 1.2853515 Jun 22 15:02:25.179804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:02:25.182170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:02:25.207398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Network c8683750-d28d-4130-94d5-3b5f05cc5dbf is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:25.230498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, c8683750-d28d-4130-94d5-3b5f05cc5dbf) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:25.244266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287ffaa-15e5-4edd-97ad-43eff023856c None None] Network c8683750-d28d-4130-94d5-3b5f05cc5dbf requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:25.294879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:25.302321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:25.307873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:25.308616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:25.312217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfca0c2-2f22-4f7a-b820-458fdeb98464 x-openstack-request-id: req-1dfca0c2-2f22-4f7a-b820-458fdeb98464 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:02:25.312569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:02:25.312940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1dfca0c2-2f22-4f7a-b820-458fdeb98464 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:02:25.313447 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'status': 'completed', 'code': 200} Jun 22 15:02:25.351756 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5580094 Jun 22 15:02:25.351998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40058) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:25.412929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] Update dhcp port {'port': {'network_id': '40d2f29e-0256-4711-bdd8-e0f7a78708a7', 'fixed_ips': [{'subnet_id': 'ebe98e54-5728-4ff8-b8aa-69056e8a28ca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8a8c2478-6702-444e-a50c-ed057f5b983c', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d1a1881-d979-4126-996c-f1ce3547053f'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': '131f54a3-95b3-4b98-95ed-04a5f3fb9425'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:02:25.436153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-50fbef89-98e3-463c-9975-a35f50588636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:25.437863 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-50fbef89-98e3-463c-9975-a35f50588636 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 1096 time: 0.1992679 Jun 22 15:02:25.489099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:25.498432 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-68e14c9b-0b1f-406b-9663-2a8a5a5cb49c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d HTTP/1.1" status: 200 len: 217 time: 0.0499408 Jun 22 15:02:25.557859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4f87c-a578-4ab6-8a0f-d54eaabcb60b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:25.564567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4f87c-a578-4ab6-8a0f-d54eaabcb60b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:25.569285 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9ea4f87c-a578-4ab6-8a0f-d54eaabcb60b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2162614 Jun 22 15:02:25.572440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40060) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:25.599265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5c6af-59fc-4810-bae9-b7cbe95979b2 req-990ed1a8-2b4e-4588-b3b4-2dfd85788e4e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:25.601167 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-97e5c6af-59fc-4810-bae9-b7cbe95979b2 req-990ed1a8-2b4e-4588-b3b4-2dfd85788e4e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 943 time: 0.2050126 Jun 22 15:02:25.667147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-95bfd94b-ed05-47ab-8f6b-6c89438aedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:25.669066 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-95bfd94b-ed05-47ab-8f6b-6c89438aedc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02e62985-b999-42fd-a0b6-9c561c5659cd HTTP/1.1" status: 200 len: 835 time: 0.1627877 Jun 22 15:02:25.727271 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] Allocated IP 2001:db8:0:2::2 (40d2f29e-0256-4711-bdd8-e0f7a78708a7/3d1a1881-d979-4126-996c-f1ce3547053f/131f54a3-95b3-4b98-95ed-04a5f3fb9425) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:25.766472 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-97e5c6af-59fc-4810-bae9-b7cbe95979b2 req-ae6bb2ad-261d-4e3d-8ed4-2a7f21b84fdc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314085 Jun 22 15:02:25.810245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-fdf2b1c2-451d-4d1c-ba30-870ba0b8b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:25.811759 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-fdf2b1c2-451d-4d1c-ba30-870ba0b8b91b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b762eb63-dd4e-44be-aa53-cb785dc10971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1332839 Jun 22 15:02:25.815396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Deleting port effeb5f8-3ff8-4a5c-9f08-acbcfac8d34f {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:25.815805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:25.948726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:25.969046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:25.985528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] For port 131f54a3-95b3-4b98-95ed-04a5f3fb9425, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=131f54a3-95b3-4b98-95ed-04a5f3fb9425,segment=NetworkSegment(76cb777f-5c8a-415e-8559-c5a751d5b94b),segment_id=76cb777f-5c8a-415e-8559-c5a751d5b94b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:26.019347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.033513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] Transition to ACTIVE for port object 131f54a3-95b3-4b98-95ed-04a5f3fb9425 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:26.039077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.041359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b740ed4d-cd20-45b2-80aa-dae7810d5d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:26.041946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Calling delete_port for effeb5f8-3ff8-4a5c-9f08-acbcfac8d34f owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:26.061868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-725342ba-0a97-4dde-bafb-94848e042a28 service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416034 Jun 22 15:02:26.102016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.139306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] Pushing event updated for resources: {'Port': ['ID=131f54a3-95b3-4b98-95ed-04a5f3fb9425,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:26.158696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:26.215771 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd80566a-c8b0-4c5c-8359-52a338bcc813 req-2e4c6c64-cde8-4364-ad2a-819060ff1504 service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175175 Jun 22 15:02:26.217541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.229013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:26.247815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Delete allocated IP 2001:db8::17a (40d2f29e-0256-4711-bdd8-e0f7a78708a7/8a8c2478-6702-444e-a50c-ed057f5b983c) {{(pid=93501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 15:02:26.255347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Port': ['ID=effeb5f8-3ff8-4a5c-9f08-acbcfac8d34f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:26.262685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.265035 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/ports/effeb5f8-3ff8-4a5c-9f08-acbcfac8d34f HTTP/1.1" status: 204 len: 168 time: 0.6885729 Jun 22 15:02:26.266105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:26.268549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40064) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:26.270488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Allocated IP 2001:db8:0:2::234 (40d2f29e-0256-4711-bdd8-e0f7a78708a7/3d1a1881-d979-4126-996c-f1ce3547053f/93dd7256-2926-4f38-a8d3-8304cde34eb5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:26.429691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-2f0e1b5d-3c3a-4d6d-a862-a0500531ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:26.431146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.431294 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-2f0e1b5d-3c3a-4d6d-a862-a0500531ab46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 1096 time: 0.1285737 Jun 22 15:02:26.441689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.451928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Deleting port a917bd12-3f62-4586-a213-3eee9a03057e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:26.452264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.452697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec23ff36-6cd4-4f31-ab68-9eb3cc54fb2a tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:26.551383 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=1c245ff7-25f5-451a-ad89-a75e40935270,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:26.555097 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:26.566333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.571864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.652145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Calling delete_port for a917bd12-3f62-4586-a213-3eee9a03057e owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:26.675408 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-060de3af-653c-43eb-8a63-dfe0ccf01028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:26.676884 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-060de3af-653c-43eb-8a63-dfe0ccf01028 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b762eb63-dd4e-44be-aa53-cb785dc10971 HTTP/1.1" status: 200 len: 898 time: 0.2367029 Jun 22 15:02:26.678283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.703239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Transition to ACTIVE for port object 93dd7256-2926-4f38-a8d3-8304cde34eb5 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:26.710254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.712652 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP 49b1f4e7-c753-426f-b279-8988583db00f associated. External IP: 172.26.6.254, port: 094ec27f-3a5c-4dd6-8d78-980bcad21d63. Jun 22 15:02:26.718380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-988309bc-2aa7-451f-860d-767caf6dc58b tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:26.762021 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-ffa3dded-f4e4-4c4b-951c-598ae120eea0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d HTTP/1.1" status: 200 len: 217 time: 0.0547092 Jun 22 15:02:26.803669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Provisioning for port 93dd7256-2926-4f38-a8d3-8304cde34eb5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:26.813540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Provisioning complete for port 93dd7256-2926-4f38-a8d3-8304cde34eb5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:26.813984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.826949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] In _notify_port_updated(), no bound segment for port 93dd7256-2926-4f38-a8d3-8304cde34eb5 on network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 {{(pid=93501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:02:26.833918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:26.834564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.838390 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "PUT /v2.0/ports/93dd7256-2926-4f38-a8d3-8304cde34eb5 HTTP/1.1" status: 200 len: 970 time: 1.9133968 Jun 22 15:02:26.839919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40068) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:26.868288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event updated for resources: {'Port': ['ID=93dd7256-2926-4f38-a8d3-8304cde34eb5,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:26.872935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:26.875806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-33d1bd39-b3e7-4c37-805a-acb0c1bcfdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:26.876960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Port 93dd7256-2926-4f38-a8d3-8304cde34eb5 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:26.878504 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-33d1bd39-b3e7-4c37-805a-acb0c1bcfdc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02e62985-b999-42fd-a0b6-9c561c5659cd HTTP/1.1" status: 200 len: 835 time: 0.1073816 Jun 22 15:02:26.898693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Provisioning complete for port 31b45c6d-df08-48a4-97e2-0b994967e323 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:26.901518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.901844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:26.942677 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Port 31b45c6d-df08-48a4-97e2-0b994967e323 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:26.961686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Provisioning for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:26.970604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Provisioning complete for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:26.971421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4ce1dfa-7c2f-40f1-86fc-efb19969178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.088213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:27.114040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b626c2-43a9-4dba-ab78-a1a8d76d7259 req-dec4c81f-bf97-4304-a483-44a06d96ecd5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:27.115825 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-82b626c2-43a9-4dba-ab78-a1a8d76d7259 req-dec4c81f-bf97-4304-a483-44a06d96ecd5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 943 time: 0.1147451 Jun 22 15:02:27.196012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-99e2afb1-926b-4520-b2b4-1fe1dedbc4a6 None None] Provisioning complete for port 93dd7256-2926-4f38-a8d3-8304cde34eb5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:27.196651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99e2afb1-926b-4520-b2b4-1fe1dedbc4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.231333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-99e2afb1-926b-4520-b2b4-1fe1dedbc4a6 None None] Port 93dd7256-2926-4f38-a8d3-8304cde34eb5 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:27.236639 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-82b626c2-43a9-4dba-ab78-a1a8d76d7259 req-53ec0b4a-c86c-4445-8797-351af5157d4e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123898 Jun 22 15:02:27.259400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:27.268354 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4768fa0-8a67-40f7-82f5-8697ce1a2563 None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:27.274399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-32330f1e-171a-40e7-a032-f60117fc4654 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:27.275418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.277808 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4768fa0-8a67-40f7-82f5-8697ce1a2563 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:27.278466 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e4768fa0-8a67-40f7-82f5-8697ce1a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:27.311520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Port': ['ID=a917bd12-3f62-4586-a213-3eee9a03057e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:27.314045 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e4768fa0-8a67-40f7-82f5-8697ce1a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:27.322850 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4768fa0-8a67-40f7-82f5-8697ce1a2563 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:27.325924 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e4768fa0-8a67-40f7-82f5-8697ce1a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:27.326086 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3406727 Jun 22 15:02:27.326202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40070) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:27.331392 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:27.331930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1d17a673-ca84-4de2-a52f-6c67abffcbf1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:27.344705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.349907 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/ports/a917bd12-3f62-4586-a213-3eee9a03057e HTTP/1.1" status: 204 len: 168 time: 1.0764465 Jun 22 15:02:27.350858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40072) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:27.364499 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e4768fa0-8a67-40f7-82f5-8697ce1a2563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:27.364499 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4768fa0-8a67-40f7-82f5-8697ce1a2563 None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:27.386531 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7b54258b-371e-4ef3-8e1f-76a5b72875f4 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0347700 Jun 22 15:02:27.390227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40074) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:27.397178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1783429358'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:27.400537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-153adc6c-d363-47be-ab5a-237568fa9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:27.402014 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-153adc6c-d363-47be-ab5a-237568fa9d86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b762eb63-dd4e-44be-aa53-cb785dc10971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5148926 Jun 22 15:02:27.402720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d17a673-ca84-4de2-a52f-6c67abffcbf1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.419406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 93dd7256-2926-4f38-a8d3-8304cde34eb5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:27.419740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.472298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Made reservation on behalf of 7982b08aa3664f5b8f17e120a7f65454 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:27.475781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.542509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:27.574386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.578144 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-73f1b898-f629-467c-9ee6-c348d87476f4 service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681325 Jun 22 15:02:27.587925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.588265 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Added segment 6fec4d2d-56b7-4ef6-b91f-81114b40ffaa of type vlan for network ba2395a2-763b-478d-bbef-810a10536c04 Jun 22 15:02:27.602996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d17a673-ca84-4de2-a52f-6c67abffcbf1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.611104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d17a673-ca84-4de2-a52f-6c67abffcbf1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.611726 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-1d17a673-ca84-4de2-a52f-6c67abffcbf1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP 49b1f4e7-c753-426f-b279-8988583db00f disassociated. External IP: 172.26.6.254, port: 094ec27f-3a5c-4dd6-8d78-980bcad21d63. Jun 22 15:02:27.646075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 93dd7256-2926-4f38-a8d3-8304cde34eb5 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:27.680055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.752826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.758459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:27.759032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.763959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:27.774217 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1e94f4ac-6eb2-4374-9815-9b1d36219dd4 req-5cb59af3-6bfa-4328-9d59-ca1c3d813342 service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868167 Jun 22 15:02:27.824666 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4328775 Jun 22 15:02:27.832479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40076) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:27.839339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-477130818'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:27.859183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.864238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c8a74393-8100-4b7f-aa91-ea3ceeccc81b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:27.875313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Network': ['ID=ba2395a2-763b-478d-bbef-810a10536c04,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:27.884605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:27.887559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network ba2395a2-763b-478d-bbef-810a10536c04 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:27.893094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Made reservation on behalf of 7982b08aa3664f5b8f17e120a7f65454 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:27.896592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.900115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=93dd7256-2926-4f38-a8d3-8304cde34eb5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:27.910773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:27.942244 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.944119 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/93dd7256-2926-4f38-a8d3-8304cde34eb5 HTTP/1.1" status: 204 len: 168 time: 1.1032734 Jun 22 15:02:27.946895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40078) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:27.951203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:27.961993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:27.962522 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Added segment c4f715bf-5d54-4b14-b152-46ace7fe56d2 of type vlan for network 9c105c38-6b89-4a9f-a132-b82af8fd9b57 Jun 22 15:02:28.012930 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cebbbc-081b-4ab3-aadc-073f6ac354aa tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] GET failed (client error): The resource could not be found. Jun 22 15:02:28.017990 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a7cebbbc-081b-4ab3-aadc-073f6ac354aa tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports/93dd7256-2926-4f38-a8d3-8304cde34eb5 HTTP/1.1" status: 404 len: 333 time: 0.0664504 Jun 22 15:02:28.018224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40080) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:28.019902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d17a673-ca84-4de2-a52f-6c67abffcbf1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:28.030345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.041273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 131f54a3-95b3-4b98-95ed-04a5f3fb9425 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:28.101157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:28.101930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.128005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.135361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:28.136048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.140441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:28.150907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e877bdfa-1e6c-43be-ae7c-1a88f7c7c07a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.163519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d17a673-ca84-4de2-a52f-6c67abffcbf1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:28.168074 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1d17a673-ca84-4de2-a52f-6c67abffcbf1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.184419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d91a36-9cd9-42a7-bbc7-b94e0b85ec12 None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:28.204489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d91a36-9cd9-42a7-bbc7-b94e0b85ec12 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:28.205884 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1d17a673-ca84-4de2-a52f-6c67abffcbf1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/floatingips/49b1f4e7-c753-426f-b279-8988583db00f HTTP/1.1" status: 200 len: 688 time: 0.8785057 Jun 22 15:02:28.208806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40082) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:28.209010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d6d91a36-9cd9-42a7-bbc7-b94e0b85ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:28.221441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3876872 Jun 22 15:02:28.253891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e877bdfa-1e6c-43be-ae7c-1a88f7c7c07a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.255857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d6d91a36-9cd9-42a7-bbc7-b94e0b85ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:28.270024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d91a36-9cd9-42a7-bbc7-b94e0b85ec12 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:28.270833 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d6d91a36-9cd9-42a7-bbc7-b94e0b85ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:28.306012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Network': ['ID=9c105c38-6b89-4a9f-a132-b82af8fd9b57,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:28.306572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d6d91a36-9cd9-42a7-bbc7-b94e0b85ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:28.306782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d91a36-9cd9-42a7-bbc7-b94e0b85ec12 None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:28.319013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:28.320494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e877bdfa-1e6c-43be-ae7c-1a88f7c7c07a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.323643 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e877bdfa-1e6c-43be-ae7c-1a88f7c7c07a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.324665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 9c105c38-6b89-4a9f-a132-b82af8fd9b57 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:28.328613 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e877bdfa-1e6c-43be-ae7c-1a88f7c7c07a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/security-groups/711fa9ea-41c1-43aa-8474-e6a8cad670c7 HTTP/1.1" status: 204 len: 168 time: 0.3090203 Jun 22 15:02:28.329450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40086) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:28.331105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-43de9b03-f503-40e9-a9b5-868d6e4271f4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:28.406243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877bdfa-1e6c-43be-ae7c-1a88f7c7c07a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711fa9ea-41c1-43aa-8474-e6a8cad670c7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:28.411198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e877bdfa-1e6c-43be-ae7c-1a88f7c7c07a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:28.441431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port 1c245ff7-25f5-451a-ad89-a75e40935270 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:28.441854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.471701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ca5980d-fb63-43dc-90e6-7bdbc9125b19 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.517473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ca5980d-fb63-43dc-90e6-7bdbc9125b19 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.523211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.523542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.567170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab214774-5d72-4d4b-a697-eb743ae69e0c req-ebf022d3-6caa-42a3-ba37-c1ad16785044 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:28.568672 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab214774-5d72-4d4b-a697-eb743ae69e0c req-ebf022d3-6caa-42a3-ba37-c1ad16785044 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 943 time: 0.1640787 Jun 22 15:02:28.590405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for 1c245ff7-25f5-451a-ad89-a75e40935270 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:28.590836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ca5980d-fb63-43dc-90e6-7bdbc9125b19 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.593917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ca5980d-fb63-43dc-90e6-7bdbc9125b19 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.598777 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3ca5980d-fb63-43dc-90e6-7bdbc9125b19 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/security-groups/3ea36615-4f72-402a-97ff-920767c9301b HTTP/1.1" status: 204 len: 168 time: 0.2611730 Jun 22 15:02:28.598777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d9b7a932-a2c0-441c-b867-6f5ecfa05e6c tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:28.599007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40088) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:28.615992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5980d-fb63-43dc-90e6-7bdbc9125b19 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea36615-4f72-402a-97ff-920767c9301b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:28.618862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3ca5980d-fb63-43dc-90e6-7bdbc9125b19 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:28.637011 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab214774-5d72-4d4b-a697-eb743ae69e0c req-0dafc6bc-7abd-430a-87db-4aca83584d20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536864 Jun 22 15:02:28.705361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7f0395b-f1a5-4577-907c-61ceb903ab8d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.745175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7f0395b-f1a5-4577-907c-61ceb903ab8d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.810319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7f0395b-f1a5-4577-907c-61ceb903ab8d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.812951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f7f0395b-f1a5-4577-907c-61ceb903ab8d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.814302 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f7f0395b-f1a5-4577-907c-61ceb903ab8d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/security-groups/be953e78-3f32-4e54-aeaf-64ee2804fd03 HTTP/1.1" status: 204 len: 168 time: 0.2142494 Jun 22 15:02:28.816500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-500e28aa-ca3f-4663-872f-5d25f5dbc143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:28.817803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40090) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:28.826137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.829174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0395b-f1a5-4577-907c-61ceb903ab8d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be953e78-3f32-4e54-aeaf-64ee2804fd03,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:28.834283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7f0395b-f1a5-4577-907c-61ceb903ab8d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:28.834797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-20292f82-ac3c-4323-832b-7704698ee12a tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:28.859549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=1c245ff7-25f5-451a-ad89-a75e40935270,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:28.864046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:28.885996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet 8a8c2478-6702-444e-a50c-ed057f5b983c {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:28.889722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.925565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.928035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:28.932488 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/floatingips/49b1f4e7-c753-426f-b279-8988583db00f HTTP/1.1" status: 204 len: 168 time: 0.7193875 Jun 22 15:02:28.932707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40092) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:28.937250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '4551d8de-14c2-4ae1-b717-adc16471a4d0'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:28.943395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.001175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.080196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.158130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.162239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a9418c29-47cf-40d0-a276-dc0b1ea3f7be tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:29.196342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.204451 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/8a8c2478-6702-444e-a50c-ed057f5b983c HTTP/1.1" status: 204 len: 168 time: 0.3792303 Jun 22 15:02:29.204451 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.204882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880fae1-c8f3-42e0-b680-45bef3684506 None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:29.205687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40094) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:29.206081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8c2478-6702-444e-a50c-ed057f5b983c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:29.208858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:29.323205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.26.6.101 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/d3f79986-8b16-4fe2-a964-2ce170d93174) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:29.323875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet 3d1a1881-d979-4126-996c-f1ce3547053f {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:29.327041 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.374397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.441184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.477147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.486313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.489902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-429071e1-f3a6-42be-a4d7-2f29c01efa92 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:29.537171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:29.543119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:29.545272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=d3f79986-8b16-4fe2-a964-2ce170d93174,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:29.547355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:29.556422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.566456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0ee7ab3d-a07f-4902-91a5-e0d678392c70 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:29.589676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:29.594938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1a1881-d979-4126-996c-f1ce3547053f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:29.598376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.600332 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/3d1a1881-d979-4126-996c-f1ce3547053f HTTP/1.1" status: 204 len: 168 time: 0.3871086 Jun 22 15:02:29.601649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:29.602934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40096) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:29.644936 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-080d27b0-b066-406f-9551-ad6691468d07 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:29.645847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080d27b0-b066-406f-9551-ad6691468d07 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:29.650602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 6ab196af-d4cf-4775-8240-d9cc75c59b4d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:02:29.666207 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-080d27b0-b066-406f-9551-ad6691468d07 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/8a8c2478-6702-444e-a50c-ed057f5b983c HTTP/1.1" status: 404 len: 337 time: 0.0596135 Jun 22 15:02:29.667447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40098) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:29.743577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting subnet ebe98e54-5728-4ff8-b8aa-69056e8a28ca {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:29.746908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.796070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 6ab196af-d4cf-4775-8240-d9cc75c59b4d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:29.797307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.827222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:02:29.895410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.911847 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.944441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab196af-d4cf-4775-8240-d9cc75c59b4d {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:02:29.967468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0ba1f-465b-4868-9d1a-2122e2749020 req-9c219e4e-ab02-447e-874c-2b95fc964f10 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:29.974714 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-27c0ba1f-465b-4868-9d1a-2122e2749020 req-9c219e4e-ab02-447e-874c-2b95fc964f10 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 943 time: 0.1187205 Jun 22 15:02:29.979729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:29.987411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:30.008459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 6ab196af-d4cf-4775-8240-d9cc75c59b4d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:30.017703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.019552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1c60b2f3-c5df-4af4-9db5-1f054bdb148f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:30.029738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe98e54-5728-4ff8-b8aa-69056e8a28ca,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:30.044372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:30.066792 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-27c0ba1f-465b-4868-9d1a-2122e2749020 req-bb8f09fd-52bd-4562-8a79-f6f2d189d1b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820055 Jun 22 15:02:30.084041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.088556 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/ebe98e54-5728-4ff8-b8aa-69056e8a28ca HTTP/1.1" status: 204 len: 168 time: 0.4186873 Jun 22 15:02:30.088960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40102) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.127808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=6ab196af-d4cf-4775-8240-d9cc75c59b4d,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:30.135168 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-002e1fcf-adca-42a6-bb75-8a23a41c7a45 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.135622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002e1fcf-adca-42a6-bb75-8a23a41c7a45 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.140047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40104) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.140179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-002e1fcf-adca-42a6-bb75-8a23a41c7a45 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/dd0ae7a6-646a-4195-ba7a-e1caa8432ebf HTTP/1.1" status: 404 len: 337 time: 0.0501549 Jun 22 15:02:30.143752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:30.162479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7e112d4-8db0-44d8-a5a9-53f2de24af4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.185497 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bbef2080-c0a6-45ac-aa25-52ee6f3030a3 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f017b08-18ad-41a7-ac5a-666986c1858c HTTP/1.1" status: 200 len: 205 time: 0.0434375 Jun 22 15:02:30.187205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40106) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.242098 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-5fb6922d-1520-40f8-b717-a62cc14f3feb tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] delete failed (client error): The resource could not be found. Jun 22 15:02:30.245499 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5fb6922d-1520-40f8-b717-a62cc14f3feb tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/routers/4f017b08-18ad-41a7-ac5a-666986c1858c HTTP/1.1" status: 404 len: 336 time: 0.0550251 Jun 22 15:02:30.245821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40108) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.279773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2bb12-ed15-442d-941d-23935331bed0 None None] Network 40d2f29e-0256-4711-bdd8-e0f7a78708a7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:30.283505 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df67fd7-0348-4aee-b7f2-a7291132535b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.284065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df67fd7-0348-4aee-b7f2-a7291132535b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.286277 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4df67fd7-0348-4aee-b7f2-a7291132535b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/694a2249-7bcb-4650-b6a1-9f5b8e860a56 HTTP/1.1" status: 404 len: 337 time: 0.0391517 Jun 22 15:02:30.288854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40110) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.318600 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3004590-7a10-4f92-a4a6-4ef6791f5d66 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.319472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3004590-7a10-4f92-a4a6-4ef6791f5d66 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.321586 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d3004590-7a10-4f92-a4a6-4ef6791f5d66 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/1d5bd550-90e5-4933-ba06-6557fe57efd2 HTTP/1.1" status: 404 len: 337 time: 0.0314479 Jun 22 15:02:30.324114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40112) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.363887 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6049840-93ad-422d-a4ee-586dea09d325 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.364493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6049840-93ad-422d-a4ee-586dea09d325 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.366370 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b6049840-93ad-422d-a4ee-586dea09d325 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/92c79ecb-b076-499b-94a4-600ba0ab39cd HTTP/1.1" status: 404 len: 337 time: 0.0411999 Jun 22 15:02:30.368825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40114) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.398936 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45eb016-509d-4c69-a464-213928f5bf1e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.399856 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45eb016-509d-4c69-a464-213928f5bf1e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.402173 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c45eb016-509d-4c69-a464-213928f5bf1e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/c1bbd7db-cd02-462a-9f62-dca7a7fba62b HTTP/1.1" status: 404 len: 333 time: 0.0313489 Jun 22 15:02:30.404600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40116) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.406314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['6ab196af-d4cf-4775-8240-d9cc75c59b4d'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:02:30.433276 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a13686b-4f65-4020-b059-a2058df0e5a5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.433899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a13686b-4f65-4020-b059-a2058df0e5a5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.435696 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1a13686b-4f65-4020-b059-a2058df0e5a5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/a8803861-8b20-4ffa-863e-d54e2708c8ec HTTP/1.1" status: 404 len: 337 time: 0.0300937 Jun 22 15:02:30.438188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40118) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.467574 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-02840f4c-455c-458b-86ac-615eee1ecdee tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.468026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02840f4c-455c-458b-86ac-615eee1ecdee tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.470785 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-02840f4c-455c-458b-86ac-615eee1ecdee tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/dbea0f28-8f9b-4df6-8764-a779c40a8397 HTTP/1.1" status: 404 len: 337 time: 0.0305374 Jun 22 15:02:30.473129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40120) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.479610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-34860339-0f8e-40a9-b5b2-2fcba519c1e4 None None] Provisioning complete for port 31b45c6d-df08-48a4-97e2-0b994967e323 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:30.480020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-34860339-0f8e-40a9-b5b2-2fcba519c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.500405 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c0f58a-2885-40ff-ad64-cdea749c37af tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.501835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c0f58a-2885-40ff-ad64-cdea749c37af tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.504433 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-85c0f58a-2885-40ff-ad64-cdea749c37af tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/beccf21a-a92e-4e6d-a87d-dc40fff5ffb3 HTTP/1.1" status: 404 len: 333 time: 0.0301559 Jun 22 15:02:30.506873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40122) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.519686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-34860339-0f8e-40a9-b5b2-2fcba519c1e4 None None] Port 31b45c6d-df08-48a4-97e2-0b994967e323 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:30.533487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.542616 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0617241-5156-4d20-9324-ce31581cc433 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.543350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0617241-5156-4d20-9324-ce31581cc433 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.545688 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e0617241-5156-4d20-9324-ce31581cc433 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/b4df3220-24ee-4649-a5ef-27d5e9d086fa HTTP/1.1" status: 404 len: 337 time: 0.0376768 Jun 22 15:02:30.548138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40124) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.577380 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ee1529-ff10-436d-86b2-cb7aed8cf29a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:30.578287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ee1529-ff10-436d-86b2-cb7aed8cf29a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:30.581196 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f3ee1529-ff10-436d-86b2-cb7aed8cf29a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/subnets/9807de65-e485-439f-9520-1d087a59f965 HTTP/1.1" status: 404 len: 337 time: 0.0315063 Jun 22 15:02:30.583845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40126) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:30.585774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-34860339-0f8e-40a9-b5b2-2fcba519c1e4 None None] Provisioning complete for port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:30.586155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-34860339-0f8e-40a9-b5b2-2fcba519c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.704148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.757444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Deleting port 31b45c6d-df08-48a4-97e2-0b994967e323 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:30.757733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.758342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] DHCP port deletion for 40d2f29e-0256-4711-bdd8-e0f7a78708a7 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:30.844362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.867220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] Deleting port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:30.867594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.929052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] For port 131f54a3-95b3-4b98-95ed-04a5f3fb9425, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=131f54a3-95b3-4b98-95ed-04a5f3fb9425,segment=NetworkSegment(76cb777f-5c8a-415e-8559-c5a751d5b94b),segment_id=76cb777f-5c8a-415e-8559-c5a751d5b94b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:30.929455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.934752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Calling delete_port for 31b45c6d-df08-48a4-97e2-0b994967e323 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:30.936425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.949063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:30.951488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-96186323-277d-4ed8-a018-ada175b12a84 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:31.024421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=d3f79986-8b16-4fe2-a964-2ce170d93174,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:31.024648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] Calling delete_port for 131f54a3-95b3-4b98-95ed-04a5f3fb9425 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:31.030062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:31.037298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.065417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.078556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3adbb7fb-b322-4c78-b76c-fbfc295bc0bf tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:31.135131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.137750 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/ports/31b45c6d-df08-48a4-97e2-0b994967e323 HTTP/1.1" status: 204 len: 168 time: 0.5527229 Jun 22 15:02:31.139162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Port': ['ID=31b45c6d-df08-48a4-97e2-0b994967e323,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:31.142318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40130) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:31.159105 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP 1b3e8d35-2da0-4da6-8641-e35ad946358f associated. External IP: 172.26.6.101, port: 4551d8de-14c2-4ae1-b717-adc16471a4d0. Jun 22 15:02:31.205197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.207822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:31.256653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] Pushing event deleted for resources: {'Port': ['ID=131f54a3-95b3-4b98-95ed-04a5f3fb9425,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:31.259952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:31.260915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] No DVR routers for this DVR port 131f54a3-95b3-4b98-95ed-04a5f3fb9425 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:31.579583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40132) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:31.580506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:31.591587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'subnets': [{'network_id': 'ba2395a2-763b-478d-bbef-810a10536c04', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--340483601', 'ip_version': 6}, {'network_id': '9c105c38-6b89-4a9f-a132-b82af8fd9b57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:31.591900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'subnet': {'network_id': 'ba2395a2-763b-478d-bbef-810a10536c04', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--340483601', 'ip_version': 6}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:31.592562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Request body: {'subnet': {'network_id': '9c105c38-6b89-4a9f-a132-b82af8fd9b57', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:31.646013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.680329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 6ab196af-d4cf-4775-8240-d9cc75c59b4d up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:31.710458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31f509-2d3f-4381-9211-14a2e3baef9b req-b63888df-9558-4a72-bbf1-ea4a385c2464 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:31.711974 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8e31f509-2d3f-4381-9211-14a2e3baef9b req-b63888df-9558-4a72-bbf1-ea4a385c2464 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 944 time: 0.4288225 Jun 22 15:02:31.736629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 6ab196af-d4cf-4775-8240-d9cc75c59b4d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:31.742247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 6ab196af-d4cf-4775-8240-d9cc75c59b4d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:31.742445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.796708 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8e31f509-2d3f-4381-9211-14a2e3baef9b req-c3475780-5a06-48fa-aec5-7edb0ae50817 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784171 Jun 22 15:02:31.806809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:31.812722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.829289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d2f29e-0256-4711-bdd8-e0f7a78708a7']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:31.834149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.844167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cb777f-5c8a-415e-8559-c5a751d5b94b') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:31.844467 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cb777f-5c8a-415e-8559-c5a751d5b94b') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:31.858164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.858637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:02:31.861593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1295d267-5b33-43a2-b10d-4f913a15dfe5" -d '{"events": [{"server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:02:31.874772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 6ab196af-d4cf-4775-8240-d9cc75c59b4d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:31.879379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Made reservation on behalf of 7982b08aa3664f5b8f17e120a7f65454 for: {'subnet': 2} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:31.882516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.884588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.884718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.884977 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:31.888153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.914822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca9d14-0d79-4288-a6eb-b243c867e389 x-openstack-request-id: req-a6ca9d14-0d79-4288-a6eb-b243c867e389 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:02:31.915171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "name": "network-vif-plugged", "status": "completed", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:02:31.915433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6ca9d14-0d79-4288-a6eb-b243c867e389 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:02:31.915839 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'code': 200} Jun 22 15:02:31.931191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:31.931607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:31.934678 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:31.955423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=6ab196af-d4cf-4775-8240-d9cc75c59b4d,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:31.959196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:31.972176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:31.982469 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5720bf-e3cc-4c2d-82f5-5661e33f5093 None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:31.995293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.003629 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5720bf-e3cc-4c2d-82f5-5661e33f5093 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:32.011915 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5a5720bf-e3cc-4c2d-82f5-5661e33f5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:32.031341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 131f54a3-95b3-4b98-95ed-04a5f3fb9425 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:32.046503 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1123645 Jun 22 15:02:32.049730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40138) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:32.066497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 131f54a3-95b3-4b98-95ed-04a5f3fb9425 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:32.067182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 131f54a3-95b3-4b98-95ed-04a5f3fb9425 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:32.067755 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5a5720bf-e3cc-4c2d-82f5-5661e33f5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:32.080877 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5720bf-e3cc-4c2d-82f5-5661e33f5093 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:32.081692 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5a5720bf-e3cc-4c2d-82f5-5661e33f5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:32.105004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.114021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab9105d0-e5a1-403d-89c1-f109040c2eb0 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:32.124158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.125403 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5a5720bf-e3cc-4c2d-82f5-5661e33f5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:32.129132 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] 10.222.0.22 "DELETE /v2.0/networks/40d2f29e-0256-4711-bdd8-e0f7a78708a7 HTTP/1.1" status: 204 len: 168 time: 0.9824617 Jun 22 15:02:32.129272 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5720bf-e3cc-4c2d-82f5-5661e33f5093 None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:32.142571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Pushing event deleted for resources: {'Network': ['ID=40d2f29e-0256-4711-bdd8-e0f7a78708a7,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:32.147319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:32.166723 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-00ca9eff-1bc6-4c02-af9d-639b3600fb14 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "GET /v2.0/floatingips/1b3e8d35-2da0-4da6-8641-e35ad946358f HTTP/1.1" status: 200 len: 977 time: 0.1155756 Jun 22 15:02:32.170996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40142) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:32.299394 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-50dbba87-6853-4761-a348-6ebe36f56bfd tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1233454 Jun 22 15:02:32.300067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40144) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:32.303881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdd388-207b-4bb5-918d-2b4eb10abdaf req-d5940af7-6d6f-401d-9038-38be057d7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:32.305616 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-76fdd388-207b-4bb5-918d-2b4eb10abdaf req-d5940af7-6d6f-401d-9038-38be057d7843 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 1098 time: 0.1616063 Jun 22 15:02:32.306993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'port_id': '094ec27f-3a5c-4dd6-8d78-980bcad21d63'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:32.359664 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-76fdd388-207b-4bb5-918d-2b4eb10abdaf req-6d93bca3-0844-44dd-a762-da10ff7ad00b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432701 Jun 22 15:02:32.408104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.422548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40148) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:32.552362 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e26a6458-a0b3-491d-b676-4314d69378e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fffe573ed4ef4749b96cc2ef72b3b0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274297 Jun 22 15:02:32.554743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40152) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:32.603003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf427-c76e-4d86-98bd-8febe3f032d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.625072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c7aab571-818d-4655-a68f-08e8dbfcc2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.631025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf427-c76e-4d86-98bd-8febe3f032d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.658508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.662985 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-22b3f23e-0030-4ef1-ac08-a884ba0b4af2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:32.683632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf427-c76e-4d86-98bd-8febe3f032d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.686492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf427-c76e-4d86-98bd-8febe3f032d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.687639 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f5ddf427-c76e-4d86-98bd-8febe3f032d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7753c15d-990b-410e-aa2c-38d8583b5e4e HTTP/1.1" status: 204 len: 168 time: 0.1320047 Jun 22 15:02:32.688645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e6775926-1fee-43fd-846e-4e6c03967256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:32.699257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddf427-c76e-4d86-98bd-8febe3f032d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7753c15d-990b-410e-aa2c-38d8583b5e4e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:32.704895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5ddf427-c76e-4d86-98bd-8febe3f032d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:32.773972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Subnet': ['ID=702c7f59-444d-4a90-b451-4d2afeb2917b,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:32.777174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:32.798486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Checking segment: {'id': '6fec4d2d-56b7-4ef6-b91f-81114b40ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ba2395a2-763b-478d-bbef-810a10536c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:32.798984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Network hostable DHCP agents. Network: ba2395a2-763b-478d-bbef-810a10536c04, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:32.861073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Network ba2395a2-763b-478d-bbef-810a10536c04 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:32.908230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.924008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, ba2395a2-763b-478d-bbef-810a10536c04) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:32.929240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:32.933340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-015c39ba-a3bd-44c4-ba0e-dba095a36d50 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:32.945065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e18b5-451f-4ab0-b559-03af64200ea4 None None] Network ba2395a2-763b-478d-bbef-810a10536c04 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:33.001458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861307b-760c-4f1b-ae5d-210eb6c25617 req-f2680b58-eb89-4bd3-9d0f-f795d7c72dbf tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:33.003743 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8861307b-760c-4f1b-ae5d-210eb6c25617 req-f2680b58-eb89-4bd3-9d0f-f795d7c72dbf tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 945 time: 0.0744879 Jun 22 15:02:33.054350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event updated for resources: {'Subnet': ['ID=c43296a5-3f68-4318-8e3f-bdb773be9a93,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:33.057850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:33.066485 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8861307b-760c-4f1b-ae5d-210eb6c25617 req-ee0ddec1-db44-48d0-971a-dd1a347e4ec5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545256 Jun 22 15:02:33.068364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Checking segment: {'id': 'c4f715bf-5d54-4b14-b152-46ace7fe56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9c105c38-6b89-4a9f-a132-b82af8fd9b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:33.068733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Network hostable DHCP agents. Network: 9c105c38-6b89-4a9f-a132-b82af8fd9b57, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:33.121566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Network 9c105c38-6b89-4a9f-a132-b82af8fd9b57 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:33.133854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-ba2395a2-763b-478d-bbef-810a10536c04', 'network_id': 'ba2395a2-763b-478d-bbef-810a10536c04', 'tenant_id': '7982b08aa3664f5b8f17e120a7f65454', 'fixed_ips': [{'subnet_id': '702c7f59-444d-4a90-b451-4d2afeb2917b'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:33.134938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.164258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 9c105c38-6b89-4a9f-a132-b82af8fd9b57) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:33.169947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:33.169947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:33.170505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.196928 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.6136544 Jun 22 15:02:33.198555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40168) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:33.206466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94fdca0-9023-408b-8782-cb1a706fa578 None None] Network 9c105c38-6b89-4a9f-a132-b82af8fd9b57 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:33.213087 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.220717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.257199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1bd1d-e5ef-4264-96b0-68f8796ba68c tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:33.258660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1bd1d-e5ef-4264-96b0-68f8796ba68c tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:33.260375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1bd1d-e5ef-4264-96b0-68f8796ba68c tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:33.262179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4ca1bd1d-e5ef-4264-96b0-68f8796ba68c tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0626507 Jun 22 15:02:33.273320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40174) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:33.331106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Deleting subnet 702c7f59-444d-4a90-b451-4d2afeb2917b {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:33.358664 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP 1b3e8d35-2da0-4da6-8641-e35ad946358f associated. External IP: 172.26.6.101, port: 4551d8de-14c2-4ae1-b717-adc16471a4d0. Jun 22 15:02:33.412011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Allocated IP 2001:db8::1 (ba2395a2-763b-478d-bbef-810a10536c04/702c7f59-444d-4a90-b451-4d2afeb2917b/b34701cb-3bb1-4cff-8323-89315a591200) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:33.492646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40180) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:33.506444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-9c105c38-6b89-4a9f-a132-b82af8fd9b57', 'network_id': '9c105c38-6b89-4a9f-a132-b82af8fd9b57', 'tenant_id': '7982b08aa3664f5b8f17e120a7f65454', 'fixed_ips': [{'subnet_id': 'c43296a5-3f68-4318-8e3f-bdb773be9a93'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:33.507307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.625765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:33.639403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-517883d1-cbe5-448b-b4b6-9699ea484936 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1068196888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:33.671032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-517883d1-cbe5-448b-b4b6-9699ea484936 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.672657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-517883d1-cbe5-448b-b4b6-9699ea484936 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.678621 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.709026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Transition to ACTIVE for port object b34701cb-3bb1-4cff-8323-89315a591200 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:33.730016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-517883d1-cbe5-448b-b4b6-9699ea484936 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.736887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-517883d1-cbe5-448b-b4b6-9699ea484936 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.738818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:33.740474 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Transition to ACTIVE for port object b34701cb-3bb1-4cff-8323-89315a591200 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:33.742426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Allocated IP 2001:db8:0:1::1 (9c105c38-6b89-4a9f-a132-b82af8fd9b57/c43296a5-3f68-4318-8e3f-bdb773be9a93/24846bc3-8143-4a88-97b4-71fb2a33a0ee) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:33.752700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.758603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a84bc-056c-4b70-a49c-768696fea683 None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:33.761991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.766621 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-51f324c8-70a8-44e0-8dad-e723dd530404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:33.776090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-517883d1-cbe5-448b-b4b6-9699ea484936 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.777564 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-517883d1-cbe5-448b-b4b6-9699ea484936 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2835259 Jun 22 15:02:33.781920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40184) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:33.787756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1674012132'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:33.801846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.850613 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Made reservation on behalf of f892a96f4e614362a4e8e50773d5419c for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:33.853996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.872638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.895297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.970007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:33.973557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f3363c49-9feb-41ea-babb-daa4a94cdb41 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:34.003347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Subnet': ['ID=702c7f59-444d-4a90-b451-4d2afeb2917b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:34.005666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.007753 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/subnets/702c7f59-444d-4a90-b451-4d2afeb2917b HTTP/1.1" status: 204 len: 168 time: 0.7332983 Jun 22 15:02:34.008943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:34.010322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40186) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:34.015283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Network ba2395a2-763b-478d-bbef-810a10536c04 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:34.018426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a84bc-056c-4b70-a49c-768696fea683 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:34.019291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-333a84bc-056c-4b70-a49c-768696fea683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:34.065726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Deleting subnet c43296a5-3f68-4318-8e3f-bdb773be9a93 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:34.067141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:34.070679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:34.081694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-333a84bc-056c-4b70-a49c-768696fea683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:34.084649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:34.087610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.091422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Pushing event updated for resources: {'Port': ['ID=b34701cb-3bb1-4cff-8323-89315a591200,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:34.099137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:34.109528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.115466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.121910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52884040-3d68-448d-a650-5675d3e13ad3 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:34.155252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a84bc-056c-4b70-a49c-768696fea683 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:34.155874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-333a84bc-056c-4b70-a49c-768696fea683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:34.176428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:34.192925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e4341f-279d-4cf9-a3f8-0781d98c9638,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:34.207589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-333a84bc-056c-4b70-a49c-768696fea683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:34.208255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333a84bc-056c-4b70-a49c-768696fea683 None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:34.208504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:34.211010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.211010 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Added segment aa3d109e-3c0b-48a4-8c95-3d384d728ff8 of type vlan for network 718b149e-40ec-4211-b53f-413f5f60de3a Jun 22 15:02:34.212508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Attempting to bind port b34701cb-3bb1-4cff-8323-89315a591200 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:34.213048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Attempting to bind port b34701cb-3bb1-4cff-8323-89315a591200 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '6fec4d2d-56b7-4ef6-b91f-81114b40ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ba2395a2-763b-478d-bbef-810a10536c04'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:34.213268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Attempting to bind port b34701cb-3bb1-4cff-8323-89315a591200 on network ba2395a2-763b-478d-bbef-810a10536c04 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:34.227496 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:34.227874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Checking segment: {'id': '6fec4d2d-56b7-4ef6-b91f-81114b40ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ba2395a2-763b-478d-bbef-810a10536c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:34.228279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.228674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Bound using segment: {'id': '6fec4d2d-56b7-4ef6-b91f-81114b40ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ba2395a2-763b-478d-bbef-810a10536c04'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:34.229171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Bound port: b34701cb-3bb1-4cff-8323-89315a591200, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fec4d2d-56b7-4ef6-b91f-81114b40ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ba2395a2-763b-478d-bbef-810a10536c04'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:34.229549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.308791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.310596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.330691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Transition to ACTIVE for port object 24846bc3-8143-4a88-97b4-71fb2a33a0ee will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:34.343200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] For port b34701cb-3bb1-4cff-8323-89315a591200, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:34.346714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:34.359078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.359709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Transition to ACTIVE for port object 24846bc3-8143-4a88-97b4-71fb2a33a0ee will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:34.359833 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5220c4a-5055-4484-8c0b-92f5ca59515d None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:34.363013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] For port b34701cb-3bb1-4cff-8323-89315a591200, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b34701cb-3bb1-4cff-8323-89315a591200,segment=NetworkSegment(6fec4d2d-56b7-4ef6-b91f-81114b40ffaa),segment_id=6fec4d2d-56b7-4ef6-b91f-81114b40ffaa)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:34.367536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.368472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.370295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:34.373328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.390913 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5220c4a-5055-4484-8c0b-92f5ca59515d None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:34.392269 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f5220c4a-5055-4484-8c0b-92f5ca59515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:34.405299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f624622-4831-4236-8d1c-367ea0f3f985 req-a82eeb11-7649-4b6e-8192-97386503c6dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:34.406833 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8f624622-4831-4236-8d1c-367ea0f3f985 req-a82eeb11-7649-4b6e-8192-97386503c6dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 945 time: 0.2160213 Jun 22 15:02:34.410051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.415608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:34.415775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.421947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e9fef6e-f1ca-4fb8-b655-3245ec6ef518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:34.425207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Network 9c105c38-6b89-4a9f-a132-b82af8fd9b57 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:34.428699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:34.432437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:34.450152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.452205 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f5220c4a-5055-4484-8c0b-92f5ca59515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:34.463170 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5220c4a-5055-4484-8c0b-92f5ca59515d None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:34.464090 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f5220c4a-5055-4484-8c0b-92f5ca59515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:34.489874 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7061245 Jun 22 15:02:34.491201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Pushing event updated for resources: {'Port': ['ID=b34701cb-3bb1-4cff-8323-89315a591200,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:34.495428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:34.496111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:34.498607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40190) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:34.512654 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f5220c4a-5055-4484-8c0b-92f5ca59515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:34.513630 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5220c4a-5055-4484-8c0b-92f5ca59515d None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:34.522375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'subnet': {'network_id': '718b149e-40ec-4211-b53f-413f5f60de3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:34.541118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Network': ['ID=718b149e-40ec-4211-b53f-413f5f60de3a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:34.545367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:34.549110 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8f624622-4831-4236-8d1c-367ea0f3f985 req-1750eadb-4ab0-4cc9-b401-f1575e8bc152 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306424 Jun 22 15:02:34.559976 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-24304957-1cd1-4e2c-9f8c-687b6da6a279 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/floatingips/1b3e8d35-2da0-4da6-8641-e35ad946358f HTTP/1.1" status: 200 len: 978 time: 2.2570369 Jun 22 15:02:34.563166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40192) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:34.574241 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-616afe79-98f0-4417-93f9-dcac2110448b tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:34.575288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 718b149e-40ec-4211-b53f-413f5f60de3a details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:34.649877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc10ce97-72a7-4002-90b0-14a2a87d80ee None None] Network ba2395a2-763b-478d-bbef-810a10536c04 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:34.670213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Pushing event updated for resources: {'Port': ['ID=24846bc3-8143-4a88-97b4-71fb2a33a0ee,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:34.671587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.680945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:34.682250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-616afe79-98f0-4417-93f9-dcac2110448b tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.718903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Made reservation on behalf of f892a96f4e614362a4e8e50773d5419c for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:34.723602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.748689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Attempting to bind port 24846bc3-8143-4a88-97b4-71fb2a33a0ee on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:34.749223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Attempting to bind port 24846bc3-8143-4a88-97b4-71fb2a33a0ee by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'c4f715bf-5d54-4b14-b152-46ace7fe56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9c105c38-6b89-4a9f-a132-b82af8fd9b57'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:34.749684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Attempting to bind port 24846bc3-8143-4a88-97b4-71fb2a33a0ee on network 9c105c38-6b89-4a9f-a132-b82af8fd9b57 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:34.757841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:34.758313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Checking segment: {'id': 'c4f715bf-5d54-4b14-b152-46ace7fe56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9c105c38-6b89-4a9f-a132-b82af8fd9b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:34.758876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.759344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Bound using segment: {'id': 'c4f715bf-5d54-4b14-b152-46ace7fe56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9c105c38-6b89-4a9f-a132-b82af8fd9b57'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:34.759907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Bound port: 24846bc3-8143-4a88-97b4-71fb2a33a0ee, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f715bf-5d54-4b14-b152-46ace7fe56d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9c105c38-6b89-4a9f-a132-b82af8fd9b57'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:34.760357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.842706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-616afe79-98f0-4417-93f9-dcac2110448b tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.847123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-616afe79-98f0-4417-93f9-dcac2110448b tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.847824 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-616afe79-98f0-4417-93f9-dcac2110448b tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP 1b3e8d35-2da0-4da6-8641-e35ad946358f disassociated. External IP: 172.26.6.101, port: 094ec27f-3a5c-4dd6-8d78-980bcad21d63. Jun 22 15:02:34.871759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.881451 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8ddbcd29-59f6-4670-bb0a-8b0452c657a1 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:34.901021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2cdbf-dc9c-44f3-b466-addacae49938 req-e9f974d3-d5fa-4172-aee3-869076d2d4cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:34.902523 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-97e2cdbf-dc9c-44f3-b466-addacae49938 req-e9f974d3-d5fa-4172-aee3-869076d2d4cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 945 time: 0.2013879 Jun 22 15:02:34.904764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] For port 24846bc3-8143-4a88-97b4-71fb2a33a0ee, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:34.909934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] For port 24846bc3-8143-4a88-97b4-71fb2a33a0ee, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=24846bc3-8143-4a88-97b4-71fb2a33a0ee,segment=NetworkSegment(c4f715bf-5d54-4b14-b152-46ace7fe56d2),segment_id=c4f715bf-5d54-4b14-b152-46ace7fe56d2)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:34.923669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.925892 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6956b339-8a4b-4d8b-8839-6938b252a84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:34.936248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Subnet': ['ID=c43296a5-3f68-4318-8e3f-bdb773be9a93,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:34.939905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:34.946438 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/subnets/c43296a5-3f68-4318-8e3f-bdb773be9a93 HTTP/1.1" status: 204 len: 168 time: 0.9348526 Jun 22 15:02:34.958470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:34.959110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40196) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:34.991996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Pushing event updated for resources: {'Port': ['ID=24846bc3-8143-4a88-97b4-71fb2a33a0ee,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:35.002344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:35.107918 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-97e2cdbf-dc9c-44f3-b466-addacae49938 req-ad8f820a-063e-4db6-9638-131750e7d9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786270 Jun 22 15:02:35.120910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b3262f-e201-4fd8-bdee-04eea432e43d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:35.127510 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-09b3262f-e201-4fd8-bdee-04eea432e43d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1635485 Jun 22 15:02:35.137238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40198) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:35.145629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40200) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:35.226316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.232549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:35.342918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.354960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Subnet': ['ID=46117a43-2d11-48a0-8b17-84e22f732e4f,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:35.363208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:35.376527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Checking segment: {'id': 'aa3d109e-3c0b-48a4-8c95-3d384d728ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '718b149e-40ec-4211-b53f-413f5f60de3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:35.377040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network hostable DHCP agents. Network: 718b149e-40ec-4211-b53f-413f5f60de3a, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:35.381915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d5570-36fb-4c0b-8870-3933a0cf98ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:35.383431 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-743d5570-36fb-4c0b-8870-3933a0cf98ca tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 1093 time: 0.2352912 Jun 22 15:02:35.387967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40202) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:35.392014 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:35.418982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network 718b149e-40ec-4211-b53f-413f5f60de3a is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:35.434742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 718b149e-40ec-4211-b53f-413f5f60de3a) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:35.440524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:35.441129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.449325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e336eed-0059-49fa-8964-8c5957050645 None None] Network 718b149e-40ec-4211-b53f-413f5f60de3a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:35.452908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Deleting port 24846bc3-8143-4a88-97b4-71fb2a33a0ee {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:35.453356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.456652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.471852 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9686096 Jun 22 15:02:35.472697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40204) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:35.477291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'network': {'name': 'tempest-router-network01--1526608958'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:35.488665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616afe79-98f0-4417-93f9-dcac2110448b tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:35.536298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] For port 24846bc3-8143-4a88-97b4-71fb2a33a0ee, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=24846bc3-8143-4a88-97b4-71fb2a33a0ee,segment=NetworkSegment(c4f715bf-5d54-4b14-b152-46ace7fe56d2),segment_id=c4f715bf-5d54-4b14-b152-46ace7fe56d2)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:35.536837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.544155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Made reservation on behalf of f892a96f4e614362a4e8e50773d5419c for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:35.547692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.594562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.609767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Calling delete_port for 24846bc3-8143-4a88-97b4-71fb2a33a0ee owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:35.649445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-718b149e-40ec-4211-b53f-413f5f60de3a', 'network_id': '718b149e-40ec-4211-b53f-413f5f60de3a', 'tenant_id': 'f892a96f4e614362a4e8e50773d5419c', 'fixed_ips': [{'subnet_id': '46117a43-2d11-48a0-8b17-84e22f732e4f'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:35.650411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.662388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:35.686852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.687201 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Added segment 431d777b-8115-4569-81e8-ddfb96cc0a65 of type vlan for network d750edd6-3be9-4d6b-8ecf-381fab51bb6e Jun 22 15:02:35.708786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.712866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e9791a55-100f-42cf-8338-eb51683d203d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:35.744178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Port': ['ID=24846bc3-8143-4a88-97b4-71fb2a33a0ee,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:35.752071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616afe79-98f0-4417-93f9-dcac2110448b tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:35.760402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-616afe79-98f0-4417-93f9-dcac2110448b tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.769489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:35.770035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90987f39-328c-4f04-aab5-a6c5565bf10d None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:35.771025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] No DVR routers for this DVR port 24846bc3-8143-4a88-97b4-71fb2a33a0ee on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:35.772033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.799034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.808766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90987f39-328c-4f04-aab5-a6c5565bf10d None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:35.809560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-90987f39-328c-4f04-aab5-a6c5565bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:35.848951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-90987f39-328c-4f04-aab5-a6c5565bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:35.873560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90987f39-328c-4f04-aab5-a6c5565bf10d None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:35.874197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-90987f39-328c-4f04-aab5-a6c5565bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:35.875393 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-616afe79-98f0-4417-93f9-dcac2110448b tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/floatingips/1b3e8d35-2da0-4da6-8641-e35ad946358f HTTP/1.1" status: 200 len: 688 time: 1.3109076 Jun 22 15:02:35.877171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Allocated IP 2001:db8::2 (718b149e-40ec-4211-b53f-413f5f60de3a/46117a43-2d11-48a0-8b17-84e22f732e4f/3ced05e2-829f-43ca-bcc3-59aeca84f98d) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:35.880818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40206) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:35.903027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.914742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c105c38-6b89-4a9f-a132-b82af8fd9b57']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:35.918730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-90987f39-328c-4f04-aab5-a6c5565bf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:35.919394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90987f39-328c-4f04-aab5-a6c5565bf10d None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:35.928376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.934079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:35.934688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.945031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:35.949748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f715bf-5d54-4b14-b152-46ace7fe56d2') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:35.950028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f715bf-5d54-4b14-b152-46ace7fe56d2') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:35.977655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:35.995831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.004467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:36.005045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:36.009170 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:36.062590 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5892465 Jun 22 15:02:36.071365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40208) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:36.080867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.084789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0763fc89-62dd-45d7-b4bf-fff19dc8dd79 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:36.089077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.091526 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/networks/9c105c38-6b89-4a9f-a132-b82af8fd9b57 HTTP/1.1" status: 204 len: 168 time: 0.9590621 Jun 22 15:02:36.094195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40210) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:36.106708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'network': {'name': 'tempest-router-network02--553927745'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:36.114958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.117746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Network': ['ID=9c105c38-6b89-4a9f-a132-b82af8fd9b57,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:36.120444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:36.126696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Network': ['ID=d750edd6-3be9-4d6b-8ecf-381fab51bb6e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:36.134631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:36.146387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network d750edd6-3be9-4d6b-8ecf-381fab51bb6e details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:36.154124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Transition to ACTIVE for port object 3ced05e2-829f-43ca-bcc3-59aeca84f98d will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:36.156217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.84 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/e670da97-c0d8-4334-8e6c-562556abc8b3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:36.175792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Made reservation on behalf of f892a96f4e614362a4e8e50773d5419c for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:36.179574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.212646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.227176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Transition to ACTIVE for port object 3ced05e2-829f-43ca-bcc3-59aeca84f98d will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:36.251832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.255812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-db75644a-b0ee-49da-ac29-a2917445f82d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:36.260264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:36.263184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port d3f79986-8b16-4fe2-a964-2ce170d93174 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:36.263527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.265434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3190b74a-665c-4f89-a633-9bb97431e82b None None] Could not find standard attr ID for object 24846bc3-8143-4a88-97b4-71fb2a33a0ee. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:02:36.298815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Network 718b149e-40ec-4211-b53f-413f5f60de3a is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:36.300451 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Deleting port b34701cb-3bb1-4cff-8323-89315a591200 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:36.301489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.303823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:36.308200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:36.311231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Pushing event updated for resources: {'Port': ['ID=3ced05e2-829f-43ca-bcc3-59aeca84f98d,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:36.317632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:36.321200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.321564 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Added segment 9ae12b5c-15b5-4ab1-9438-905a25f44603 of type vlan for network d713f9d3-5d55-4ad9-92a4-16e16a12b416 Jun 22 15:02:36.342370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f52545-cdc3-4db4-9df7-5642d533d3cd None None] DHCP port deletion for 9c105c38-6b89-4a9f-a132-b82af8fd9b57 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:36.383402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Attempting to bind port 3ced05e2-829f-43ca-bcc3-59aeca84f98d on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:36.383803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Attempting to bind port 3ced05e2-829f-43ca-bcc3-59aeca84f98d by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'aa3d109e-3c0b-48a4-8c95-3d384d728ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '718b149e-40ec-4211-b53f-413f5f60de3a'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:36.384176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Attempting to bind port 3ced05e2-829f-43ca-bcc3-59aeca84f98d on network 718b149e-40ec-4211-b53f-413f5f60de3a {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:36.385910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] For port b34701cb-3bb1-4cff-8323-89315a591200, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b34701cb-3bb1-4cff-8323-89315a591200,segment=NetworkSegment(6fec4d2d-56b7-4ef6-b91f-81114b40ffaa),segment_id=6fec4d2d-56b7-4ef6-b91f-81114b40ffaa)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:36.386276 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.395980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:36.396242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Checking segment: {'id': 'aa3d109e-3c0b-48a4-8c95-3d384d728ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '718b149e-40ec-4211-b53f-413f5f60de3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:36.396600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.397034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Bound using segment: {'id': 'aa3d109e-3c0b-48a4-8c95-3d384d728ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '718b149e-40ec-4211-b53f-413f5f60de3a'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:36.397530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Bound port: 3ced05e2-829f-43ca-bcc3-59aeca84f98d, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3d109e-3c0b-48a4-8c95-3d384d728ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '718b149e-40ec-4211-b53f-413f5f60de3a'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:36.397912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.402485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d3854-11fc-40d6-85e1-50dfea89c476 None None] Network 9c105c38-6b89-4a9f-a132-b82af8fd9b57 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:36.417628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.432201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d3854-11fc-40d6-85e1-50dfea89c476 None None] Network 9c105c38-6b89-4a9f-a132-b82af8fd9b57 could not be found, it might have been deleted concurrently. {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 15:02:36.443143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.450097 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.450437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.455709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Calling delete_port for b34701cb-3bb1-4cff-8323-89315a591200 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:36.487542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] For port 3ced05e2-829f-43ca-bcc3-59aeca84f98d, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:36.490818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] For port 3ced05e2-829f-43ca-bcc3-59aeca84f98d, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3ced05e2-829f-43ca-bcc3-59aeca84f98d,segment=NetworkSegment(aa3d109e-3c0b-48a4-8c95-3d384d728ff8),segment_id=aa3d109e-3c0b-48a4-8c95-3d384d728ff8)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:36.500207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.503786 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:36.524793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for d3f79986-8b16-4fe2-a964-2ce170d93174 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:36.548798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.562381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ce92dc9b-2305-4fae-ad21-02e8ef716fea tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:36.568728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Pushing event updated for resources: {'Port': ['ID=3ced05e2-829f-43ca-bcc3-59aeca84f98d,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:36.572057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:36.591116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Port': ['ID=b34701cb-3bb1-4cff-8323-89315a591200,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:36.592949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] No DVR routers for this DVR port b34701cb-3bb1-4cff-8323-89315a591200 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:36.594433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:36.597588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.603973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:36.604597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.615299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fa0976f8-b41e-4cd5-bbc6-0c7622d181a7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:36.683501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.694875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2395a2-763b-478d-bbef-810a10536c04']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:36.697136 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6228743 Jun 22 15:02:36.700597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40212) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:36.712778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.713892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'subnet': {'network_id': 'd750edd6-3be9-4d6b-8ecf-381fab51bb6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:36.718533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fec4d2d-56b7-4ef6-b91f-81114b40ffaa') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:36.718820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fec4d2d-56b7-4ef6-b91f-81114b40ffaa') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:36.727158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Network': ['ID=d713f9d3-5d55-4ad9-92a4-16e16a12b416,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:36.730496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:36.733898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c358e73b-0b6b-45b3-9f37-494c3cb5d14a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:36.739918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network d713f9d3-5d55-4ad9-92a4-16e16a12b416 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:36.782087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.793055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:36.805135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:36.808261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:36.816691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.836927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:36.837751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:36.841477 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:36.899676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=e670da97-c0d8-4334-8e6c-562556abc8b3,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:36.914973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:36.922277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Made reservation on behalf of f892a96f4e614362a4e8e50773d5419c for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:36.927315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.934301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.946539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f089539e-f475-4d7f-99df-fdec9b5fdeba tempest-AllowedAddressPairTestJSON-684852079 tempest-AllowedAddressPairTestJSON-684852079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:36.977704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:36.979650 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/networks/ba2395a2-763b-478d-bbef-810a10536c04 HTTP/1.1" status: 204 len: 168 time: 0.8735797 Jun 22 15:02:36.985246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40214) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:36.994191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Network': ['ID=ba2395a2-763b-478d-bbef-810a10536c04,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:36.998038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:37.013751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.047471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-249cbb9a-1c0b-4899-a126-2d01a2c46e35 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:37.084356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=d3f79986-8b16-4fe2-a964-2ce170d93174,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:37.139780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.143124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a237ab9c-2bb7-4f48-9034-404e88ed4f8c tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:37.143916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:37.188735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.200652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Subnet': ['ID=c17714fd-ab3a-411e-a9bd-ae846ecdd2b7,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:37.204832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:37.210990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Checking segment: {'id': '431d777b-8115-4569-81e8-ddfb96cc0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd750edd6-3be9-4d6b-8ecf-381fab51bb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:37.211351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network hostable DHCP agents. Network: d750edd6-3be9-4d6b-8ecf-381fab51bb6e, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:37.228290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network d750edd6-3be9-4d6b-8ecf-381fab51bb6e is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:37.236841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, d750edd6-3be9-4d6b-8ecf-381fab51bb6e) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:37.240948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:37.241515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.243070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.245763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.246762 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/floatingips/1b3e8d35-2da0-4da6-8641-e35ad946358f HTTP/1.1" status: 204 len: 168 time: 1.3631091 Jun 22 15:02:37.249416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40216) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:37.254097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0b3f7-314a-4d68-90ca-16904884dfc8 None None] Network d750edd6-3be9-4d6b-8ecf-381fab51bb6e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:37.315852 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-f34d411c-0799-40d4-beb5-b689cb4b439f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] delete failed (client error): The resource could not be found. Jun 22 15:02:37.320581 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f34d411c-0799-40d4-beb5-b689cb4b439f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/floatingips/1b3e8d35-2da0-4da6-8641-e35ad946358f HTTP/1.1" status: 404 len: 345 time: 0.0665560 Jun 22 15:02:37.322327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40218) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:37.351724 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6409147 Jun 22 15:02:37.351963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40220) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:37.357128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'subnet': {'network_id': 'd713f9d3-5d55-4ad9-92a4-16e16a12b416', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:37.372604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.389585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8683750-d28d-4130-94d5-3b5f05cc5dbf']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:37.402662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e081a29-c9db-4289-9a7c-458890c73250') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:37.403463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e081a29-c9db-4289-9a7c-458890c73250') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:37.447880 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-d750edd6-3be9-4d6b-8ecf-381fab51bb6e', 'network_id': 'd750edd6-3be9-4d6b-8ecf-381fab51bb6e', 'tenant_id': 'f892a96f4e614362a4e8e50773d5419c', 'fixed_ips': [{'subnet_id': 'c17714fd-ab3a-411e-a9bd-ae846ecdd2b7'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:37.449425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.459124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.484116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.498363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:37.498777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.566361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:37.612379 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:37.618034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Allocated IP 2001:db8::2 (d750edd6-3be9-4d6b-8ecf-381fab51bb6e/c17714fd-ab3a-411e-a9bd-ae846ecdd2b7/bd1447d5-c9f5-4303-a786-7fec72469908) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:37.732098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.737879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.739830 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/networks/c8683750-d28d-4130-94d5-3b5f05cc5dbf HTTP/1.1" status: 204 len: 168 time: 0.7529523 Jun 22 15:02:37.741275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-752d27b9-688a-4543-85a4-2b03ef0be0ec tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:37.744466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40222) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:37.746527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.793581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f979f97-b2fc-4b84-a889-1cff8983f6b5 None None] Network 718b149e-40ec-4211-b53f-413f5f60de3a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:37.801976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Network': ['ID=c8683750-d28d-4130-94d5-3b5f05cc5dbf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:37.806085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:37.858210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.873877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044cd043-3e05-4a55-8e7e-f8eec361d56d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:37.881112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044cd043-3e05-4a55-8e7e-f8eec361d56d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:37.885525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Transition to ACTIVE for port object bd1447d5-c9f5-4303-a786-7fec72469908 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:37.887091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044cd043-3e05-4a55-8e7e-f8eec361d56d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:37.887386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.891184 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-044cd043-3e05-4a55-8e7e-f8eec361d56d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "GET /v2.0/ports?network_id=d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 HTTP/1.1" status: 200 len: 2357 time: 0.5667503 Jun 22 15:02:37.891672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f7f92234-3a5c-408b-ae60-068cafac3041 None None] Provisioning for port 3ced05e2-829f-43ca-bcc3-59aeca84f98d completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:37.892064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40224) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:37.925007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Transition to ACTIVE for port object bd1447d5-c9f5-4303-a786-7fec72469908 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:37.934211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Made reservation on behalf of f892a96f4e614362a4e8e50773d5419c for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:37.941707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.942474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:37.960473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ef6e1b8f-7905-4b7c-8082-53c8e24143cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:38.018044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Pushing event updated for resources: {'Port': ['ID=bd1447d5-c9f5-4303-a786-7fec72469908,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:38.023411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Network d750edd6-3be9-4d6b-8ecf-381fab51bb6e is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:38.024450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:38.030017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:38.034882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:38.050679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a978d8f1-e734-492e-ad70-c89777b6aacf tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:38.052264 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a978d8f1-e734-492e-ad70-c89777b6aacf tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "GET /v2.0/subnets/b13ec090-c6d4-4076-85dc-6cb49f701f10 HTTP/1.1" status: 200 len: 797 time: 0.1589081 Jun 22 15:02:38.057214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40226) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:38.064952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'port': {'network_id': 'd9bf974f-4d16-47de-b8d3-6ac6d4f2cb34', 'name': 'tempest-FloatingIPTestJSON-1398664340', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:38.069797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.088094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e608e491-3319-4ffb-8e60-d67ec5451452']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:38.143175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b647f8d8-f54d-474b-adb1-dd0253b340f5') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:38.143473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b647f8d8-f54d-474b-adb1-dd0253b340f5') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:38.163141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.194718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.200150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.204601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.208043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e853809c-ef30-4e04-85e7-32421a4e8345 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:38.210871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.217191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a99a4d6d-5d3d-4169-826d-3f16a2335193 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:38.223536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:38.223936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:38.233355 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:38.264450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3ced05e2-829f-43ca-bcc3-59aeca84f98d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:38.272225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Subnet': ['ID=7c7b05e5-6c7f-454c-a801-dcccee70b0e1,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:38.279462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:38.287883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Checking segment: {'id': '9ae12b5c-15b5-4ab1-9438-905a25f44603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd713f9d3-5d55-4ad9-92a4-16e16a12b416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:38.288238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network hostable DHCP agents. Network: d713f9d3-5d55-4ad9-92a4-16e16a12b416, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:38.307645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network d713f9d3-5d55-4ad9-92a4-16e16a12b416 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:38.319264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, d713f9d3-5d55-4ad9-92a4-16e16a12b416) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:38.332379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678b554-47f2-4c52-bb7c-c6d15499693c None None] Network d713f9d3-5d55-4ad9-92a4-16e16a12b416 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:38.332687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:38.333303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.337624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Attempting to bind port bd1447d5-c9f5-4303-a786-7fec72469908 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:38.338016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Attempting to bind port bd1447d5-c9f5-4303-a786-7fec72469908 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '431d777b-8115-4569-81e8-ddfb96cc0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd750edd6-3be9-4d6b-8ecf-381fab51bb6e'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:38.338373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Attempting to bind port bd1447d5-c9f5-4303-a786-7fec72469908 on network d750edd6-3be9-4d6b-8ecf-381fab51bb6e {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:38.348382 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9953401 Jun 22 15:02:38.351091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40228) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:38.389321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:38.389690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Checking segment: {'id': '431d777b-8115-4569-81e8-ddfb96cc0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd750edd6-3be9-4d6b-8ecf-381fab51bb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:38.390102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.390500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Bound using segment: {'id': '431d777b-8115-4569-81e8-ddfb96cc0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd750edd6-3be9-4d6b-8ecf-381fab51bb6e'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:38.391057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Bound port: bd1447d5-c9f5-4303-a786-7fec72469908, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431d777b-8115-4569-81e8-ddfb96cc0a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd750edd6-3be9-4d6b-8ecf-381fab51bb6e'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:38.391327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=e670da97-c0d8-4334-8e6c-562556abc8b3,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:38.391633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.398859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:38.401392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.411279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e228c3b4-32a8-4e0b-9a50-c55a3c31d59b tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:38.431192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.433139 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] 10.222.0.22 "DELETE /v2.0/networks/e608e491-3319-4ffb-8e60-d67ec5451452 HTTP/1.1" status: 204 len: 168 time: 0.6875534 Jun 22 15:02:38.434283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Pushing event deleted for resources: {'Network': ['ID=e608e491-3319-4ffb-8e60-d67ec5451452,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:38.437611 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:38.439102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.448782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Made reservation on behalf of 5acbc1f9a7ac4e7aa81fc6c9044853dc for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:38.460785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 3ced05e2-829f-43ca-bcc3-59aeca84f98d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:38.482080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3ced05e2-829f-43ca-bcc3-59aeca84f98d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:38.482465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.606395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] For port bd1447d5-c9f5-4303-a786-7fec72469908, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:38.654369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] For port bd1447d5-c9f5-4303-a786-7fec72469908, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bd1447d5-c9f5-4303-a786-7fec72469908,segment=NetworkSegment(431d777b-8115-4569-81e8-ddfb96cc0a65),segment_id=431d777b-8115-4569-81e8-ddfb96cc0a65)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:38.671156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.676331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:38.679760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-d713f9d3-5d55-4ad9-92a4-16e16a12b416', 'network_id': 'd713f9d3-5d55-4ad9-92a4-16e16a12b416', 'tenant_id': 'f892a96f4e614362a4e8e50773d5419c', 'fixed_ips': [{'subnet_id': '7c7b05e5-6c7f-454c-a801-dcccee70b0e1'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:38.680602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.755770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.836352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:38.849057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Pushing event updated for resources: {'Port': ['ID=bd1447d5-c9f5-4303-a786-7fec72469908,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:38.858401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:38.920406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40234) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:38.988312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 3ced05e2-829f-43ca-bcc3-59aeca84f98d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3ced05e2-829f-43ca-bcc3-59aeca84f98d,segment=NetworkSegment(aa3d109e-3c0b-48a4-8c95-3d384d728ff8),segment_id=aa3d109e-3c0b-48a4-8c95-3d384d728ff8)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:38.991832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-98933fdf-6d3b-450b-8b83-401d614eedd5 None None] Provisioning complete for port 3ced05e2-829f-43ca-bcc3-59aeca84f98d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:38.991832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-98933fdf-6d3b-450b-8b83-401d614eedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.018941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.024883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4c6fb402-360a-45be-aa81-e3d460dd16ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:39.097794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 24846bc3-8143-4a88-97b4-71fb2a33a0ee no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:39.126234 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 3fbefa35-cd37-4ec3-ab30-010005098ae1 associated. External IP: 172.26.6.84, port: 6ab196af-d4cf-4775-8240-d9cc75c59b4d. Jun 22 15:02:39.136312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.169039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 24846bc3-8143-4a88-97b4-71fb2a33a0ee {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:39.169419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 24846bc3-8143-4a88-97b4-71fb2a33a0ee not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:39.192913 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d1e0177b-b770-4e47-9190-f320529af594 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7982b08aa3664f5b8f17e120a7f65454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711554 Jun 22 15:02:39.196300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40238) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:39.198428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Allocated IP 2001:db8::1 (d750edd6-3be9-4d6b-8ecf-381fab51bb6e/c17714fd-ab3a-411e-a9bd-ae846ecdd2b7/50fdf786-1495-41a5-85c6-9d8cddb1e0df) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:39.214528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] device_id is not set on port b1738e71-989a-47ce-b957-94abe8283cc3 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:39.214974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Allocated IP 2001:db8::2 (d713f9d3-5d55-4ad9-92a4-16e16a12b416/7c7b05e5-6c7f-454c-a801-dcccee70b0e1/22946e81-7f06-4902-99f5-e79359ec6f61) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:39.227665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=3ced05e2-829f-43ca-bcc3-59aeca84f98d,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:39.258851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:39.334351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-18459ff7-e6ce-43fa-b978-62fbf6a9f4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.372455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-18459ff7-e6ce-43fa-b978-62fbf6a9f4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.430562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.438798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.441381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Transition to ACTIVE for port object 22946e81-7f06-4902-99f5-e79359ec6f61 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:39.456596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Transition to ACTIVE for port object 50fdf786-1495-41a5-85c6-9d8cddb1e0df will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:39.462482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Transition to ACTIVE for port object 22946e81-7f06-4902-99f5-e79359ec6f61 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:39.471660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-18459ff7-e6ce-43fa-b978-62fbf6a9f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.472609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.474510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-18459ff7-e6ce-43fa-b978-62fbf6a9f4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.474877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:39.475502 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-18459ff7-e6ce-43fa-b978-62fbf6a9f4a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62b927d1-950b-41aa-9924-f91641b1c984 HTTP/1.1" status: 204 len: 168 time: 0.2784872 Jun 22 15:02:39.478257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:39.496383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18459ff7-e6ce-43fa-b978-62fbf6a9f4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b927d1-950b-41aa-9924-f91641b1c984,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:39.499548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-18459ff7-e6ce-43fa-b978-62fbf6a9f4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:39.515261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.520437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4fd045ae-7f8f-447b-9856-8432df693b19 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:39.556917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Network d713f9d3-5d55-4ad9-92a4-16e16a12b416 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:39.560950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:39.565521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:39.576890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network d750edd6-3be9-4d6b-8ecf-381fab51bb6e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:39.578167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Pushing event updated for resources: {'Port': ['ID=22946e81-7f06-4902-99f5-e79359ec6f61,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:39.580376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:39.584955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:39.585484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.589454 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Port': ['ID=50fdf786-1495-41a5-85c6-9d8cddb1e0df,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:39.597717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:39.624158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:39.672185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:39.698573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Attempting to bind port 22946e81-7f06-4902-99f5-e79359ec6f61 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:39.699559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Attempting to bind port 22946e81-7f06-4902-99f5-e79359ec6f61 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '9ae12b5c-15b5-4ab1-9438-905a25f44603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd713f9d3-5d55-4ad9-92a4-16e16a12b416'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:39.700139 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Attempting to bind port 22946e81-7f06-4902-99f5-e79359ec6f61 on network d713f9d3-5d55-4ad9-92a4-16e16a12b416 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:39.708657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:39.709478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Checking segment: {'id': '9ae12b5c-15b5-4ab1-9438-905a25f44603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd713f9d3-5d55-4ad9-92a4-16e16a12b416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:39.710185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.710795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Bound using segment: {'id': '9ae12b5c-15b5-4ab1-9438-905a25f44603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd713f9d3-5d55-4ad9-92a4-16e16a12b416'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:39.711475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Bound port: 22946e81-7f06-4902-99f5-e79359ec6f61, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae12b5c-15b5-4ab1-9438-905a25f44603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd713f9d3-5d55-4ad9-92a4-16e16a12b416'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:39.712055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.727631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.20.0.14 (d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34/b13ec090-c6d4-4076-85dc-6cb49f701f10/b1738e71-989a-47ce-b957-94abe8283cc3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:39.740063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.764516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.20.0.13 (d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34/b13ec090-c6d4-4076-85dc-6cb49f701f10/b1738e71-989a-47ce-b957-94abe8283cc3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:39.808701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] For port 22946e81-7f06-4902-99f5-e79359ec6f61, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:39.812366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] For port 22946e81-7f06-4902-99f5-e79359ec6f61, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=22946e81-7f06-4902-99f5-e79359ec6f61,segment=NetworkSegment(9ae12b5c-15b5-4ab1-9438-905a25f44603),segment_id=9ae12b5c-15b5-4ab1-9438-905a25f44603)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:39.822812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:39.826149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-94788c9e-a042-4874-894b-03bdc901bfca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:39.939960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Pushing event updated for resources: {'Port': ['ID=22946e81-7f06-4902-99f5-e79359ec6f61,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:39.947200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:40.009994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.067515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:40.075048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.083561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.088406 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] Sync routers for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:40.088998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f8d16198-089e-4be8-aafc-c7bcbd0f73a7 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:40.105675 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:40.106294 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:40.138333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:40.145523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.151136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:40.177402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:40.277500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bd1447d5-c9f5-4303-a786-7fec72469908 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:40.295893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=b1738e71-989a-47ce-b957-94abe8283cc3,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:40.318524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:40.335264 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:40.361716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.373901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.374752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.392575 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0043068 Jun 22 15:02:40.397134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40252) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:40.397894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:40.402440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:02:40.408835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75419394-97a7-4678-b032-7bd1e042c411" -d '{"events": [{"name": "network-changed", "server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:02:40.429357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port bd1447d5-c9f5-4303-a786-7fec72469908 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:40.430289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:40.432169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.436000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3ced05e2-829f-43ca-bcc3-59aeca84f98d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:40.461856 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4016590 Jun 22 15:02:40.474013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40258) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:40.484843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': 'b1738e71-989a-47ce-b957-94abe8283cc3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:40.488151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651e32b-0f47-403a-90ff-61ca7ef6df13 None None] Network d750edd6-3be9-4d6b-8ecf-381fab51bb6e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:40.528556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4519e103-7aa1-48b0-9c5d-e4de6dcd8ba2 x-openstack-request-id: req-4519e103-7aa1-48b0-9c5d-e4de6dcd8ba2 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:02:40.529287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:02:40.529767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4519e103-7aa1-48b0-9c5d-e4de6dcd8ba2 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:02:40.530393 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'status': 'completed', 'code': 200} Jun 22 15:02:40.548219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.628404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0faca58d-5eca-4567-b15a-6fb31509210a None None] Provisioning for port bd1447d5-c9f5-4303-a786-7fec72469908 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:40.642170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0faca58d-5eca-4567-b15a-6fb31509210a None None] Provisioning complete for port bd1447d5-c9f5-4303-a786-7fec72469908 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:40.642768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0faca58d-5eca-4567-b15a-6fb31509210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.679985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3ced05e2-829f-43ca-bcc3-59aeca84f98d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:40.680645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.744295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:40.750475 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:02:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3fbefa35-cd37-4ec3-ab30-010005098ae1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:02:37Z', 'updated_at': '2021-06-22T15:02:37Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:40.792782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Port': ['ID=50fdf786-1495-41a5-85c6-9d8cddb1e0df,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:40.802951 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ef06526c-4cf1-43fc-8c45-bbff61d1edbf tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/3fbefa35-cd37-4ec3-ab30-010005098ae1 HTTP/1.1" status: 200 len: 990 time: 0.4011104 Jun 22 15:02:40.804062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:40.852048 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] Checking router: 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:02:40.858636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network d750edd6-3be9-4d6b-8ecf-381fab51bb6e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:40.861759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75419394-97a7-4678-b032-7bd1e042c411 req-0f0620da-1bb5-4f20-b7c8-f77a318ab5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:40.863390 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75419394-97a7-4678-b032-7bd1e042c411 req-0f0620da-1bb5-4f20-b7c8-f77a318ab5e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 1098 time: 0.2990718 Jun 22 15:02:40.864833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:40.871003 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:40.871864 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:40.913159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40268) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:40.923857 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.26.6.194 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/aa8f77ec-da38-4243-a205-9a48de94f7af) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:40.985631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40270) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:40.990664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0faca58d-5eca-4567-b15a-6fb31509210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.020051 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:41.040338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0faca58d-5eca-4567-b15a-6fb31509210a None None] For port bd1447d5-c9f5-4303-a786-7fec72469908, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bd1447d5-c9f5-4303-a786-7fec72469908,segment=NetworkSegment(431d777b-8115-4569-81e8-ddfb96cc0a65),segment_id=431d777b-8115-4569-81e8-ddfb96cc0a65)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:41.046200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0faca58d-5eca-4567-b15a-6fb31509210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.050800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-51f324c8-70a8-44e0-8dad-e723dd530404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:41.140934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faca58d-5eca-4567-b15a-6fb31509210a None None] Pushing event updated for resources: {'Port': ['ID=bd1447d5-c9f5-4303-a786-7fec72469908,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:41.156319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0faca58d-5eca-4567-b15a-6fb31509210a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:41.190056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75419394-97a7-4678-b032-7bd1e042c411 req-6d4862c4-67df-45d8-8a23-57fdf79cdf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:41.192112 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75419394-97a7-4678-b032-7bd1e042c411 req-6d4862c4-67df-45d8-8a23-57fdf79cdf9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b762eb63-dd4e-44be-aa53-cb785dc10971 HTTP/1.1" status: 200 len: 898 time: 0.3212779 Jun 22 15:02:41.280095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-508830705'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:41.309261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Router 89f6b693-f114-47cc-9c02-9d492bea6e58 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:02:41.334759 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75419394-97a7-4678-b032-7bd1e042c411 req-f13345f9-b269-4513-9076-a035f36d2345 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d HTTP/1.1" status: 200 len: 998 time: 0.1327665 Jun 22 15:02:41.396220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:41.400556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.401093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.460523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Deleting port 5cc5032f-8171-46b4-b981-bae14d353937 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:41.460938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.471290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.506864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.511296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:41.519668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75419394-97a7-4678-b032-7bd1e042c411 req-016c1263-66c4-497d-a2f6-5ffd6a1d3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:41.527609 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75419394-97a7-4678-b032-7bd1e042c411 req-016c1263-66c4-497d-a2f6-5ffd6a1d3a4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02e62985-b999-42fd-a0b6-9c561c5659cd HTTP/1.1" status: 200 len: 835 time: 0.1850972 Jun 22 15:02:41.535135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:41.543583 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "PUT /v2.0/routers/89f6b693-f114-47cc-9c02-9d492bea6e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1906915 Jun 22 15:02:41.546027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40274) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:41.550960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed44801-9c8d-45b6-a73b-1092be4c40dd None None] Sync routers for ids ['89f6b693-f114-47cc-9c02-9d492bea6e58'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:41.579707 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:02:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3fbefa35-cd37-4ec3-ab30-010005098ae1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:02:37Z', 'updated_at': '2021-06-22T15:02:37Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:41.608264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed44801-9c8d-45b6-a73b-1092be4c40dd None None] Routers {'89f6b693-f114-47cc-9c02-9d492bea6e58'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:41.611266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:41.612040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8ed44801-9c8d-45b6-a73b-1092be4c40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['89f6b693-f114-47cc-9c02-9d492bea6e58'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:41.619772 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f07766-46e0-4685-993a-a5eee92f2c70 None None] The sync data for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv is: [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:02:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3fbefa35-cd37-4ec3-ab30-010005098ae1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:02:37Z', 'updated_at': '2021-06-22T15:02:37Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:41.696091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8ed44801-9c8d-45b6-a73b-1092be4c40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:41.699119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:41.709247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75419394-97a7-4678-b032-7bd1e042c411 req-e8d60e54-ee6e-4b7a-8ec1-c4e4ad10c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:41.713042 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75419394-97a7-4678-b032-7bd1e042c411 req-e8d60e54-ee6e-4b7a-8ec1-c4e4ad10c39a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b762eb63-dd4e-44be-aa53-cb785dc10971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1734741 Jun 22 15:02:41.713911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:41.714144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6500491-10db-4bd9-aef8-46dd8b955e83 None None] Network d713f9d3-5d55-4ad9-92a4-16e16a12b416 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:41.763626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=aa8f77ec-da38-4243-a205-9a48de94f7af,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:41.775058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:41.791454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d78bb923-bd1b-4c83-a081-1fa19b99c2bd None None] Provisioning complete for port bd1447d5-c9f5-4303-a786-7fec72469908 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:41.791841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d78bb923-bd1b-4c83-a081-1fa19b99c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.805673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40276) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:41.865760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed44801-9c8d-45b6-a73b-1092be4c40dd None None] Routers {'89f6b693-f114-47cc-9c02-9d492bea6e58'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:41.866385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8ed44801-9c8d-45b6-a73b-1092be4c40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['89f6b693-f114-47cc-9c02-9d492bea6e58'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:41.878513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.897063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.898781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.899264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:41.908605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-92f720a8-8f03-432e-8728-811b7c33696a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:41.949606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8ed44801-9c8d-45b6-a73b-1092be4c40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:41.950274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed44801-9c8d-45b6-a73b-1092be4c40dd None None] The sync data for ids ['89f6b693-f114-47cc-9c02-9d492bea6e58'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:41.989545 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5017f501-bec1-4a4a-8d07-27f726d23041 None None] New status for floating IP 3fbefa35-cd37-4ec3-ab30-010005098ae1: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:02:42.019193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Calling delete_port for 5cc5032f-8171-46b4-b981-bae14d353937 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:42.089389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d78bb923-bd1b-4c83-a081-1fa19b99c2bd None None] Provisioning for port 50fdf786-1495-41a5-85c6-9d8cddb1e0df completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:42.096504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d78bb923-bd1b-4c83-a081-1fa19b99c2bd None None] Provisioning complete for port 50fdf786-1495-41a5-85c6-9d8cddb1e0df triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:42.102516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:42.122330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d78bb923-bd1b-4c83-a081-1fa19b99c2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.122993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ac4d9e-b1d1-4f46-ad3f-262087419131,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:42.135207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:42.140513 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-54dbdbb9-9775-476f-8873-8bbb44ba13e2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/3fbefa35-cd37-4ec3-ab30-010005098ae1 HTTP/1.1" status: 200 len: 990 time: 0.3306792 Jun 22 15:02:42.145835 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75419394-97a7-4678-b032-7bd1e042c411 req-6196d303-8ac1-4164-b83c-c6b5b92ced58 service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260557 Jun 22 15:02:42.147053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.147484 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Added segment b846c4d4-e928-443d-be5e-26bcc63a3937 of type vlan for network f2cd948c-6567-4b5e-a658-b204ab02ea67 Jun 22 15:02:42.211788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d78bb923-bd1b-4c83-a081-1fa19b99c2bd None None] Port 50fdf786-1495-41a5-85c6-9d8cddb1e0df cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:42.277691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 22946e81-7f06-4902-99f5-e79359ec6f61 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:42.352851 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75419394-97a7-4678-b032-7bd1e042c411 req-e5f46a9d-31fd-4761-8586-271a9c971849 service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963539 Jun 22 15:02:42.369493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.393866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 22946e81-7f06-4902-99f5-e79359ec6f61 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:42.400592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bd1447d5-c9f5-4303-a786-7fec72469908 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:42.405061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Provisioning complete for port 50fdf786-1495-41a5-85c6-9d8cddb1e0df triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:42.405582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.418027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.424883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:42.425536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.428156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a86ea0ea-a109-4fb4-b076-64016db1270c tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:42.491602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Port 50fdf786-1495-41a5-85c6-9d8cddb1e0df cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:42.499304 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5107265 Jun 22 15:02:42.499949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40278) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:42.510548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'name': 'tempest-PortsTestJSON-1278251895'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:42.512573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Provisioning for port 22946e81-7f06-4902-99f5-e79359ec6f61 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:42.515720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Network': ['ID=f2cd948c-6567-4b5e-a658-b204ab02ea67,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:42.518084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port bd1447d5-c9f5-4303-a786-7fec72469908 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:42.518084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.520058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Provisioning complete for port 22946e81-7f06-4902-99f5-e79359ec6f61 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:42.520475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.536479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:42.561162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:42.621189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:42.625168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.654809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 4d54bde4-35b2-43d1-a6d4-c1884f16185c yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:42.769780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513d6f6e-21f7-4b8e-8bdd-75a875c2d496 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:02:42.864803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.915037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.920600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2e456761-4766-4dd5-9881-43f1e8d09308 tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:42.966065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:42.998080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=4d54bde4-35b2-43d1-a6d4-c1884f16185c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:43.005970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:43.022083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Checking segment: {'id': 'b846c4d4-e928-443d-be5e-26bcc63a3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:43.022531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] For port 22946e81-7f06-4902-99f5-e79359ec6f61, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=22946e81-7f06-4902-99f5-e79359ec6f61,segment=NetworkSegment(9ae12b5c-15b5-4ab1-9438-905a25f44603),segment_id=9ae12b5c-15b5-4ab1-9438-905a25f44603)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:43.022673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network hostable DHCP agents. Network: f2cd948c-6567-4b5e-a658-b204ab02ea67, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:43.027844 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-33efcb2e-0422-4055-88c2-3d712c5be347 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:02:43.031268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.032980 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-33efcb2e-0422-4055-88c2-3d712c5be347 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "PUT /v2.0/routers/89f6b693-f114-47cc-9c02-9d492bea6e58/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4801912 Jun 22 15:02:43.033786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40280) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:43.034945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a0bfd9f3-14f4-4f64-840e-21b8ea0df11f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:43.056626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:43.061649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d6f6e-21f7-4b8e-8bdd-75a875c2d496 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:02:43.070886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, f2cd948c-6567-4b5e-a658-b204ab02ea67) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:43.076143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:43.085719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:43.086358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.103998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Pushing event updated for resources: {'Port': ['ID=22946e81-7f06-4902-99f5-e79359ec6f61,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:43.115509 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6115410 Jun 22 15:02:43.116494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40282) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:43.117130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:43.122638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-991910286'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:43.145503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40284) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:43.170389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.172909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2909afb3-f843-4ba9-aaea-aeb9ce87033f None None] Provisioning complete for port 22946e81-7f06-4902-99f5-e79359ec6f61 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:43.173343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2909afb3-f843-4ba9-aaea-aeb9ce87033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.176374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-19d061b4-8a2d-49bc-afdb-675c74145c71 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:43.187527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:43.191361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.234233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event deleted for resources: {'Port': ['ID=5cc5032f-8171-46b4-b981-bae14d353937,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:43.238153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:43.239289 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dc5fb0c4-90c7-4e37-8afd-7aa56f59e035 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/3fbefa35-cd37-4ec3-ab30-010005098ae1 HTTP/1.1" status: 200 len: 992 time: 0.0906317 Jun 22 15:02:43.240403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:43.257975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.258344 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Added segment 92d2d064-2a26-42d1-b651-e5307028d77d of type vlan for network 8db6f5d4-1639-4d00-93cd-1ed99752edcb Jun 22 15:02:43.302646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.338740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.347204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:43.347851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.351197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d12eae8b-9f14-4b20-892b-222d65f65695 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:43.388447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.411040 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2912164 Jun 22 15:02:43.413582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40286) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:43.430587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.430821 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Floating IP 216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca disassociated (deleted). External IP: 172.26.6.106, port: 366a07c9-a46d-43fd-bfcc-2c710c4c22da. Jun 22 15:02:43.436685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'ports': [{'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67'}, {'network_id': '8db6f5d4-1639-4d00-93cd-1ed99752edcb'}]} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:43.437244 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:43.437618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': '8db6f5d4-1639-4d00-93cd-1ed99752edcb'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:43.484947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Network': ['ID=8db6f5d4-1639-4d00-93cd-1ed99752edcb,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:43.486883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9285b0b-f0a4-43cd-98a0-8f34446aaaf9 None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:43.501280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:43.503821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 8db6f5d4-1639-4d00-93cd-1ed99752edcb details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:43.616983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.899211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Router ac18e5f8-6fda-4ed6-b06c-19552b4043cf has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:43.927290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.954637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 2} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:43.960125 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:43.975381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.011654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 22946e81-7f06-4902-99f5-e79359ec6f61 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:44.037112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.053717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.059317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:44.063456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 37c57fcb-0839-4261-8e5d-5c18f52234ad yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:44.064179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 22946e81-7f06-4902-99f5-e79359ec6f61 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:44.064682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.189419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.211567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=aa8f77ec-da38-4243-a205-9a48de94f7af,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:44.244096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.244487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.245065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.245275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.245650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.246023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.246391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.246762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.247131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.247497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.247863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.248253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:44.251754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:44.253304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:44.254994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.259991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.265126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] Sync routers for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:44.265753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 9e4c88ba-914e-4892-9759-591c726e45bd yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:44.274670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:44.275220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:44.379212 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "DELETE /v2.0/floatingips/216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca HTTP/1.1" status: 204 len: 168 time: 3.4649613 Jun 22 15:02:44.382590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:02:44.384954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10229811-e799-4db0-9d83-ad2a576e739e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:02:44.392787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:44.402388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.439575 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP aba4197d-1038-4051-9f70-ceb7d0a3870f associated. External IP: 172.26.6.194, port: b1738e71-989a-47ce-b957-94abe8283cc3. Jun 22 15:02:44.454691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.459015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-059169de-a8f6-4354-8fc0-3bf684e73d6e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:44.480049 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4ade20-3beb-4479-8405-a3ca29a14483 x-openstack-request-id: req-0b4ade20-3beb-4479-8405-a3ca29a14483 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:02:44.480290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:02:44.480598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b4ade20-3beb-4479-8405-a3ca29a14483 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:02:44.481073 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'status': 'completed', 'code': 200} Jun 22 15:02:44.565063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:44.581245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:44.587375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:44.588891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.595230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=37c57fcb-0839-4261-8e5d-5c18f52234ad,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:44.607521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:44.608063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a9835ed0-3026-4c89-ba95-dd5f8ae26551 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:44.654533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229811-e799-4db0-9d83-ad2a576e739e req-8922634a-c1ff-4b6f-96d3-c560b2738dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:44.656057 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10229811-e799-4db0-9d83-ad2a576e739e req-8922634a-c1ff-4b6f-96d3-c560b2738dcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7216a9e20d544392a414b02c881cfac3&device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 1098 time: 0.1434705 Jun 22 15:02:44.706220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '149950e9-00d2-4fbe-96d8-98ccc77fefe6', 'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'mac_address': 'fa:16:3e:c3:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:18Z', 'updated_at': '2021-06-22T14:59:28Z', 'revision_number': 5, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'subnets': [{'id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:44.744166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] Checking router: ac18e5f8-6fda-4ed6-b06c-19552b4043cf for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:02:44.754497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:44.755279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:44.790997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229811-e799-4db0-9d83-ad2a576e739e req-85e07b27-050e-4657-820b-1e152aab2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:44.792490 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10229811-e799-4db0-9d83-ad2a576e739e req-85e07b27-050e-4657-820b-1e152aab2015 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb HTTP/1.1" status: 200 len: 897 time: 0.1225135 Jun 22 15:02:44.797070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=9e4c88ba-914e-4892-9759-591c726e45bd,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:44.814309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:44.863409 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10229811-e799-4db0-9d83-ad2a576e739e req-d590a79c-8060-446c-a927-0a21a3a25db4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da HTTP/1.1" status: 200 len: 217 time: 0.0519826 Jun 22 15:02:44.866116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Checking segment: {'id': '92d2d064-2a26-42d1-b651-e5307028d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8db6f5d4-1639-4d00-93cd-1ed99752edcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:44.866752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network hostable DHCP agents. Network: 8db6f5d4-1639-4d00-93cd-1ed99752edcb, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:44.873660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:44.932082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229811-e799-4db0-9d83-ad2a576e739e req-28b6ea52-7562-49f5-b57c-2cb5ee22b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:44.933587 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10229811-e799-4db0-9d83-ad2a576e739e req-28b6ea52-7562-49f5-b57c-2cb5ee22b335 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=170727aa-6848-41db-b5a3-d2a12def7acd HTTP/1.1" status: 200 len: 835 time: 0.0630395 Jun 22 15:02:44.934311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 8db6f5d4-1639-4d00-93cd-1ed99752edcb is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:44.945436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 8db6f5d4-1639-4d00-93cd-1ed99752edcb) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:44.959415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:44.963986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:44.969722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:44.970398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:44.977395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e37824-c5da-453f-831f-4075e89427e2 None None] Network 8db6f5d4-1639-4d00-93cd-1ed99752edcb requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:45.012466 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5820577 Jun 22 15:02:45.015688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40294) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:45.051640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Deleting port 50fdf786-1495-41a5-85c6-9d8cddb1e0df {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:45.052316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.063575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229811-e799-4db0-9d83-ad2a576e739e req-91195b49-4c0b-48ff-b479-e642afe944ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:45.065250 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10229811-e799-4db0-9d83-ad2a576e739e req-91195b49-4c0b-48ff-b479-e642afe944ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1210873 Jun 22 15:02:45.115580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12b70-a9a9-4e23-bb25-74f2ea9700de req-a8419a8f-493e-4c1c-aa56-df943cf802af tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:45.116632 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-90d12b70-a9a9-4e23-bb25-74f2ea9700de req-a8419a8f-493e-4c1c-aa56-df943cf802af tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.1911767 Jun 22 15:02:45.204529 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10229811-e799-4db0-9d83-ad2a576e739e req-ef59046d-0a7c-4293-97ca-cb7cee93a0d8 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280549 Jun 22 15:02:45.207602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 9e4c88ba-914e-4892-9759-591c726e45bd {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:45.208558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.228777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:45.231898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '149950e9-00d2-4fbe-96d8-98ccc77fefe6', 'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'mac_address': 'fa:16:3e:c3:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:18Z', 'updated_at': '2021-06-22T14:59:28Z', 'revision_number': 5, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'subnets': [{'id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:45.237187 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-90d12b70-a9a9-4e23-bb25-74f2ea9700de req-fbd3bbb9-42c6-40e8-94a1-a0c665bd525f tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880547 Jun 22 15:02:45.241883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.268897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca873c13-3295-455f-ac6c-4666c4ed98bb None None] The sync data for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '149950e9-00d2-4fbe-96d8-98ccc77fefe6', 'name': '', 'network_id': 'c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'mac_address': 'fa:16:3e:c3:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:18Z', 'updated_at': '2021-06-22T14:59:28Z', 'revision_number': 5, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'subnets': [{'id': '170727aa-6848-41db-b5a3-d2a12def7acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:45.317454 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Calling delete_port for 50fdf786-1495-41a5-85c6-9d8cddb1e0df owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:45.340436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.418939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 9e4c88ba-914e-4892-9759-591c726e45bd owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:45.446341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10229811-e799-4db0-9d83-ad2a576e739e req-72e0d631-0d91-458a-8dab-d47da180ced0 service neutron] 10.222.0.21 "GET /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320561 Jun 22 15:02:45.469951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:45.485205 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5004e9fd-29c2-4565-8d92-ab69b17f660d None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:45.499712 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004e9fd-29c2-4565-8d92-ab69b17f660d None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:45.502053 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5004e9fd-29c2-4565-8d92-ab69b17f660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:45.517924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.522004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:45.533267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.554223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=9e4c88ba-914e-4892-9759-591c726e45bd,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:45.561881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:45.564986 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5004e9fd-29c2-4565-8d92-ab69b17f660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:45.565299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.570002 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/9e4c88ba-914e-4892-9759-591c726e45bd HTTP/1.1" status: 204 len: 168 time: 0.5527248 Jun 22 15:02:45.570604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40296) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:45.576598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8155fb-75c7-4dab-8687-6e421b1d5343 None None] New status for floating IP 216de7d3-87ab-4c43-a8ff-f4cb8ee7bdca: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:02:45.578915 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004e9fd-29c2-4565-8d92-ab69b17f660d None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:45.579694 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5004e9fd-29c2-4565-8d92-ab69b17f660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:45.616686 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5004e9fd-29c2-4565-8d92-ab69b17f660d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:45.617815 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5004e9fd-29c2-4565-8d92-ab69b17f660d None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:45.646273 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1675785 Jun 22 15:02:45.649469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0af850-11c7-4576-8560-dc0dff890fdf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:45.652212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40298) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:45.655754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0af850-11c7-4576-8560-dc0dff890fdf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:45.657635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-31200d50-acaa-490a-b4de-1f55d87e4545 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'port_id': 'b1738e71-989a-47ce-b957-94abe8283cc3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:45.659403 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cd0af850-11c7-4576-8560-dc0dff890fdf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0878706 Jun 22 15:02:45.660436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.662073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40300) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:45.663235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:45.718134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Port': ['ID=50fdf786-1495-41a5-85c6-9d8cddb1e0df,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:45.725078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:45.771555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 37c57fcb-0839-4261-8e5d-5c18f52234ad {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:45.771869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.802660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-31200d50-acaa-490a-b4de-1f55d87e4545 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.845496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.872194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:45.919142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 37c57fcb-0839-4261-8e5d-5c18f52234ad owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:45.999009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.003242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-91380ee1-1a04-48f4-ab42-947a415272d6 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:46.034689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=37c57fcb-0839-4261-8e5d-5c18f52234ad,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:46.037845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:46.040139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.042034 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/37c57fcb-0839-4261-8e5d-5c18f52234ad HTTP/1.1" status: 204 len: 168 time: 0.3772509 Jun 22 15:02:46.044504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40302) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:46.104955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Router 89f6b693-f114-47cc-9c02-9d492bea6e58 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:46.109465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358f9ec1-dce7-45ea-b5bc-a533f8328735 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:46.111291 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-358f9ec1-dce7-45ea-b5bc-a533f8328735 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0657656 Jun 22 15:02:46.113991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40304) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:46.143894 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f4fc00-8dc5-4e60-82f2-4fffa257c316 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:02:46.145447 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-39f4fc00-8dc5-4e60-82f2-4fffa257c316 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/9e4c88ba-914e-4892-9759-591c726e45bd HTTP/1.1" status: 404 len: 333 time: 0.0304258 Jun 22 15:02:46.148186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40306) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:46.175046 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a7ca0d-d14a-402f-9957-c836d0128b12 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:02:46.176527 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-59a7ca0d-d14a-402f-9957-c836d0128b12 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/37c57fcb-0839-4261-8e5d-5c18f52234ad HTTP/1.1" status: 404 len: 333 time: 0.0274525 Jun 22 15:02:46.179256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40308) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:46.257710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.261134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:46.271245 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "PUT /v2.0/routers/89f6b693-f114-47cc-9c02-9d492bea6e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2275755 Jun 22 15:02:46.272462 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40310) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:46.274197 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911af38-6084-48ba-94c2-876f919c7dd0 None None] Sync routers for ids ['89f6b693-f114-47cc-9c02-9d492bea6e58'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:46.289470 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911af38-6084-48ba-94c2-876f919c7dd0 None None] Routers {'89f6b693-f114-47cc-9c02-9d492bea6e58'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:46.290173 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5911af38-6084-48ba-94c2-876f919c7dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['89f6b693-f114-47cc-9c02-9d492bea6e58'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:46.334792 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5911af38-6084-48ba-94c2-876f919c7dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:46.344677 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911af38-6084-48ba-94c2-876f919c7dd0 None None] Routers {'89f6b693-f114-47cc-9c02-9d492bea6e58'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:46.346292 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5911af38-6084-48ba-94c2-876f919c7dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['89f6b693-f114-47cc-9c02-9d492bea6e58'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:46.354584 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-0e08bf07-a22d-4035-a070-e3d9c418f324 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] delete failed (client error): The resource could not be found. Jun 22 15:02:46.355608 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0e08bf07-a22d-4035-a070-e3d9c418f324 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1378025021 HTTP/1.1" status: 404 len: 335 time: 0.0767941 Jun 22 15:02:46.361227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40314) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:46.390260 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5911af38-6084-48ba-94c2-876f919c7dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:46.391119 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911af38-6084-48ba-94c2-876f919c7dd0 None None] The sync data for ids ['89f6b693-f114-47cc-9c02-9d492bea6e58'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:46.417908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-35e406f7-7953-4e15-bccd-76e342032a27 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'router': {'external_gateway_info': {'network_id': '89f6b693-f114-47cc-9c02-9d492bea6e58'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:46.422936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.436499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db6f5d4-1639-4d00-93cd-1ed99752edcb']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:46.450363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d2d064-2a26-42d1-b651-e5307028d77d') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:46.450657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d2d064-2a26-42d1-b651-e5307028d77d') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:46.467380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-76a30f27-70dc-4d9b-875e-d51411ce6091 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:46.468861 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-76a30f27-70dc-4d9b-875e-d51411ce6091 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.2092953 Jun 22 15:02:46.477548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.522113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.535405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:46.535754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:46.542498 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:46.600384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bc84f-9579-4293-be9b-6af8cad2a917 req-59413fa4-1d0f-401c-98f9-3dd7761cdde5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:46.601898 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d92bc84f-9579-4293-be9b-6af8cad2a917 req-59413fa4-1d0f-401c-98f9-3dd7761cdde5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 945 time: 0.2208393 Jun 22 15:02:46.660474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.665302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.667123 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/networks/8db6f5d4-1639-4d00-93cd-1ed99752edcb HTTP/1.1" status: 204 len: 168 time: 0.4869807 Jun 22 15:02:46.670988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:46.673901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40316) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:46.681530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2120449493'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:46.691861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35e406f7-7953-4e15-bccd-76e342032a27 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.711449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Network': ['ID=8db6f5d4-1639-4d00-93cd-1ed99752edcb,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:46.729302 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d92bc84f-9579-4293-be9b-6af8cad2a917 req-87feb4e0-b58b-4982-85b4-4372767ad6e3 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ff937c7-c03c-40b1-b819-721a6dfca800&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124701 Jun 22 15:02:46.733333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.733726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.734111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.734498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.735748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.736233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.736594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.737060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.737360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.737729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.738095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.738462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:46.742342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:46.756207 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-35e406f7-7953-4e15-bccd-76e342032a27 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] update failed (client error): The resource could not be found. Jun 22 15:02:46.756207 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-35e406f7-7953-4e15-bccd-76e342032a27 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "PUT /v2.0/routers/89f6b693-f114-47cc-9c02-9d492bea6e58 HTTP/1.1" status: 404 len: 339 time: 0.3390574 Jun 22 15:02:46.756520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40318) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:46.758393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Deleting port 366a07c9-a46d-43fd-bfcc-2c710c4c22da {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:46.758768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.763252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-107125468'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:46.763496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:46.767527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.796569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-31200d50-acaa-490a-b4de-1f55d87e4545 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.801900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-31200d50-acaa-490a-b4de-1f55d87e4545 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.805180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Made reservation on behalf of f892a96f4e614362a4e8e50773d5419c for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:46.808675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.845096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:46.868439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.868788 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Added segment 20dc65b5-7a13-4593-8c58-cb3b9855223d of type vlan for network 17a46d67-d241-45c7-9a98-7925768ec397 Jun 22 15:02:46.901159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] For port 366a07c9-a46d-43fd-bfcc-2c710c4c22da, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=366a07c9-a46d-43fd-bfcc-2c710c4c22da,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:46.901526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:46.990186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Calling delete_port for 366a07c9-a46d-43fd-bfcc-2c710c4c22da owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:47.002496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.087646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.093491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:47.094129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.097983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-26c9a2c5-6414-4723-a53f-4639ce266251 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:47.177316 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5019636 Jun 22 15:02:47.180402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40320) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:47.185508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': '17a46d67-d241-45c7-9a98-7925768ec397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:47.197960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Network': ['ID=17a46d67-d241-45c7-9a98-7925768ec397,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:47.201241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:47.209448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 17a46d67-d241-45c7-9a98-7925768ec397 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:47.254530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:47.269193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.269566 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Added segment a9485fc7-df73-451b-84f6-183b3663d3e3 of type vlan for network 5cc1f490-8bf7-40ff-ba02-a1de990d5d14 Jun 22 15:02:47.303433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.310286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f267088d-8f4a-4513-bd43-d15a5532f010 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:47.320881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.356033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event deleted for resources: {'Port': ['ID=366a07c9-a46d-43fd-bfcc-2c710c4c22da,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:47.380935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:47.404346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] No DVR routers for this DVR port 366a07c9-a46d-43fd-bfcc-2c710c4c22da on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:47.406047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:47.410155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.413507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.415383 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d7e5c84e-7d2e-476e-945a-20748a232079 req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.21 "DELETE /v2.0/ports/366a07c9-a46d-43fd-bfcc-2c710c4c22da HTTP/1.1" status: 204 len: 173 time: 0.9397790 Jun 22 15:02:47.415910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'name': 'network-vif-deleted', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:02:47.418240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966ab904-2fb9-48ed-8cb8-0d5e62b16a5b" -d '{"events": [{"server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "name": "network-vif-deleted", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:02:47.420603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.427153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:47.428200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.431771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:47.465661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818fe960-3a80-4396-af6f-a102ab1e9835 x-openstack-request-id: req-818fe960-3a80-4396-af6f-a102ab1e9835 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:02:47.466410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa87731-372d-44a7-8d50-2956e39a249e", "name": "network-vif-deleted", "tag": "366a07c9-a46d-43fd-bfcc-2c710c4c22da", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:02:47.467147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-818fe960-3a80-4396-af6f-a102ab1e9835 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:02:47.467147 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa87731-372d-44a7-8d50-2956e39a249e', 'name': 'network-vif-deleted', 'tag': '366a07c9-a46d-43fd-bfcc-2c710c4c22da', 'status': 'completed', 'code': 200} Jun 22 15:02:47.500068 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7425318 Jun 22 15:02:47.504249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40324) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:47.509286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'subnet': {'network_id': '5cc1f490-8bf7-40ff-ba02-a1de990d5d14', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:47.517632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Network': ['ID=5cc1f490-8bf7-40ff-ba02-a1de990d5d14,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:47.521849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:47.526950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31200d50-acaa-490a-b4de-1f55d87e4545 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:47.529805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 5cc1f490-8bf7-40ff-ba02-a1de990d5d14 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:47.648666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31200d50-acaa-490a-b4de-1f55d87e4545 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:47.653168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-31200d50-acaa-490a-b4de-1f55d87e4545 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.659745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc696cb4-4744-433a-ae8b-e890404ddbdc None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:47.669332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc696cb4-4744-433a-ae8b-e890404ddbdc None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:47.670017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dc696cb4-4744-433a-ae8b-e890404ddbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:47.702971 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dc696cb4-4744-433a-ae8b-e890404ddbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:47.714374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc696cb4-4744-433a-ae8b-e890404ddbdc None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:47.715439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dc696cb4-4744-433a-ae8b-e890404ddbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:47.716161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.720669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64fb39c5-0216-4c0d-bacc-4d2e4ad840d2 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:47.736165 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-31200d50-acaa-490a-b4de-1f55d87e4545 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/floatingips/aba4197d-1038-4051-9f70-ceb7d0a3870f HTTP/1.1" status: 200 len: 979 time: 2.0827808 Jun 22 15:02:47.741239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40326) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:47.751457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dc696cb4-4744-433a-ae8b-e890404ddbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:47.752216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc696cb4-4744-433a-ae8b-e890404ddbdc None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:47.771661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Made reservation on behalf of f892a96f4e614362a4e8e50773d5419c for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:47.775224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.840255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=ebfe42f6-1481-4fd9-a1d4-a4ae5b3a31ea,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:47.846209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:47.863899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Checking segment: {'id': '20dc65b5-7a13-4593-8c58-cb3b9855223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '17a46d67-d241-45c7-9a98-7925768ec397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:47.864596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network hostable DHCP agents. Network: 17a46d67-d241-45c7-9a98-7925768ec397, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:47.923163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 17a46d67-d241-45c7-9a98-7925768ec397 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:47.962498 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port aa8f77ec-da38-4243-a205-9a48de94f7af {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:47.962766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:47.972319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 17a46d67-d241-45c7-9a98-7925768ec397) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:47.975316 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ce84e122-cdc8-4dcb-8f70-2d186fc330e1 req-a044bd2b-f7d1-4ecb-b8cd-83a70ff50563 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fa87731-372d-44a7-8d50-2956e39a249e HTTP/1.1" status: 200 len: 210 time: 0.0438585 Jun 22 15:02:47.981066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf284164-e76b-44df-a3c3-6674049921f2 None None] Network 17a46d67-d241-45c7-9a98-7925768ec397 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:47.982506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:47.983146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.031028 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8495498 Jun 22 15:02:48.031282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40330) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:48.037072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': '17a46d67-d241-45c7-9a98-7925768ec397', 'name': 'tempest-PortsTestJSON-778046879'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:48.120237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.120466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.125006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.132168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b175f4b4-d9f2-435c-9f41-30e8c5eaf258 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:48.184734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Subnet': ['ID=a9f3facc-a2e6-49b7-ac13-d8a5c7028d84,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:48.190587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:48.208695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for aa8f77ec-da38-4243-a205-9a48de94f7af owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:48.213405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Checking segment: {'id': 'a9485fc7-df73-451b-84f6-183b3663d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cc1f490-8bf7-40ff-ba02-a1de990d5d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:48.213609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network hostable DHCP agents. Network: 5cc1f490-8bf7-40ff-ba02-a1de990d5d14, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:48.233523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network 5cc1f490-8bf7-40ff-ba02-a1de990d5d14 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:48.244369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 5cc1f490-8bf7-40ff-ba02-a1de990d5d14) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:48.249546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:48.250048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.258838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2854c8a3-c63f-412f-85b1-dc4cd610dad3 None None] Network 5cc1f490-8bf7-40ff-ba02-a1de990d5d14 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:48.301773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:48.305798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.312260 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8026361 Jun 22 15:02:48.312260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40332) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:48.319835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a65e6f65-6b64-4a3c-a0c5-8b9cbe737bc0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'router': {'external_gateway_info': {'network_id': '5cc1f490-8bf7-40ff-ba02-a1de990d5d14'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:48.333075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 600c411c-0fcf-4647-8974-42951bd208a0 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:48.426407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-17a46d67-d241-45c7-9a98-7925768ec397', 'network_id': '17a46d67-d241-45c7-9a98-7925768ec397', 'tenant_id': 'bf5bfa54d2f94f32a8bfc2ca4ec87d7f', 'fixed_ips': [{'subnet_id': 'ebfe42f6-1481-4fd9-a1d4-a4ae5b3a31ea'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:48.427538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.477242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.12 (17a46d67-d241-45c7-9a98-7925768ec397/ebfe42f6-1481-4fd9-a1d4-a4ae5b3a31ea/600c411c-0fcf-4647-8974-42951bd208a0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:48.562576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a65e6f65-6b64-4a3c-a0c5-8b9cbe737bc0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.573748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-5cc1f490-8bf7-40ff-ba02-a1de990d5d14', 'network_id': '5cc1f490-8bf7-40ff-ba02-a1de990d5d14', 'tenant_id': 'f892a96f4e614362a4e8e50773d5419c', 'fixed_ips': [{'subnet_id': 'a9f3facc-a2e6-49b7-ac13-d8a5c7028d84'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:48.574518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.583964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.599442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-671b789d-927d-40e8-93e2-768d16cc86e9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:48.665708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=aa8f77ec-da38-4243-a205-9a48de94f7af,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:48.676581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:48.685425 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-a65e6f65-6b64-4a3c-a0c5-8b9cbe737bc0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:02:48.686644 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a65e6f65-6b64-4a3c-a0c5-8b9cbe737bc0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "PUT /v2.0/routers/89f6b693-f114-47cc-9c02-9d492bea6e58 HTTP/1.1" status: 400 len: 364 time: 0.3715022 Jun 22 15:02:48.693192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40334) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:48.749664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Allocated IP 2001:db8:1::2 (5cc1f490-8bf7-40ff-ba02-a1de990d5d14/a9f3facc-a2e6-49b7-ac13-d8a5c7028d84/4a4828d2-4510-4c7c-8e28-642e9fc139ee) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:48.785598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.791161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.791510 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP aba4197d-1038-4051-9f70-ceb7d0a3870f disassociated (deleted). External IP: 172.26.6.194, port: b1738e71-989a-47ce-b957-94abe8283cc3. Jun 22 15:02:48.835352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object 600c411c-0fcf-4647-8974-42951bd208a0 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:48.910823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.921528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Transition to ACTIVE for port object 4a4828d2-4510-4c7c-8e28-642e9fc139ee will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:48.934199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.968229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Transition to ACTIVE for port object 4a4828d2-4510-4c7c-8e28-642e9fc139ee will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:48.973695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:48.985330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:48.989894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6b9ee2a7-c475-419e-b44f-87a3b6ccefa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:49.009633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 17a46d67-d241-45c7-9a98-7925768ec397 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:49.021339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:49.034658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:49.041190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Allocated IP 172.20.0.2 (17a46d67-d241-45c7-9a98-7925768ec397/ebfe42f6-1481-4fd9-a1d4-a4ae5b3a31ea/0eda3fb7-0a98-466f-b0e7-1381d38ef520) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:49.094307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Network 5cc1f490-8bf7-40ff-ba02-a1de990d5d14 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:49.108271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=600c411c-0fcf-4647-8974-42951bd208a0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:49.112689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:49.115704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40338) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:49.138899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Pushing event updated for resources: {'Port': ['ID=4a4828d2-4510-4c7c-8e28-642e9fc139ee,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:49.144178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:49.147513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:49.149500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:49.187422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:49.188143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.220043 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1872416 Jun 22 15:02:49.224415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40340) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:49.227997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:49.253436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Attempting to bind port 4a4828d2-4510-4c7c-8e28-642e9fc139ee on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:49.253836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Attempting to bind port 4a4828d2-4510-4c7c-8e28-642e9fc139ee by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'a9485fc7-df73-451b-84f6-183b3663d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cc1f490-8bf7-40ff-ba02-a1de990d5d14'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:49.254205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Attempting to bind port 4a4828d2-4510-4c7c-8e28-642e9fc139ee on network 5cc1f490-8bf7-40ff-ba02-a1de990d5d14 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:49.287010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:49.287824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Checking segment: {'id': 'a9485fc7-df73-451b-84f6-183b3663d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cc1f490-8bf7-40ff-ba02-a1de990d5d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:49.287824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.288198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Bound using segment: {'id': 'a9485fc7-df73-451b-84f6-183b3663d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cc1f490-8bf7-40ff-ba02-a1de990d5d14'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:49.288700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Bound port: 4a4828d2-4510-4c7c-8e28-642e9fc139ee, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9485fc7-df73-451b-84f6-183b3663d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5cc1f490-8bf7-40ff-ba02-a1de990d5d14'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:49.289091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.308075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.344994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.360580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Transition to ACTIVE for port object 0eda3fb7-0a98-466f-b0e7-1381d38ef520 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:49.390657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Transition to ACTIVE for port object 0eda3fb7-0a98-466f-b0e7-1381d38ef520 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:49.396688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] For port 4a4828d2-4510-4c7c-8e28-642e9fc139ee, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:49.399867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] For port 4a4828d2-4510-4c7c-8e28-642e9fc139ee, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4a4828d2-4510-4c7c-8e28-642e9fc139ee,segment=NetworkSegment(a9485fc7-df73-451b-84f6-183b3663d3e3),segment_id=a9485fc7-df73-451b-84f6-183b3663d3e3)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:49.401307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.403869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:49.412182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.454172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Network 17a46d67-d241-45c7-9a98-7925768ec397 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:49.462154 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:49.466213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:49.476593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Pushing event updated for resources: {'Port': ['ID=0eda3fb7-0a98-466f-b0e7-1381d38ef520,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:49.491539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:49.491539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:49.564140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Attempting to bind port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:49.564816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Attempting to bind port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '20dc65b5-7a13-4593-8c58-cb3b9855223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '17a46d67-d241-45c7-9a98-7925768ec397'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:49.565365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Attempting to bind port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 on network 17a46d67-d241-45c7-9a98-7925768ec397 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:49.575229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:49.575607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Checking segment: {'id': '20dc65b5-7a13-4593-8c58-cb3b9855223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '17a46d67-d241-45c7-9a98-7925768ec397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:49.576014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.576482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Bound using segment: {'id': '20dc65b5-7a13-4593-8c58-cb3b9855223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '17a46d67-d241-45c7-9a98-7925768ec397'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:49.576934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Bound port: 0eda3fb7-0a98-466f-b0e7-1381d38ef520, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dc65b5-7a13-4593-8c58-cb3b9855223d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '17a46d67-d241-45c7-9a98-7925768ec397'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:49.577316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.585374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:49.591630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.605088 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9a1f9-fdc4-4988-8c13-f45ed09f51bc None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:49.618130 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9a1f9-fdc4-4988-8c13-f45ed09f51bc None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:49.619026 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f8a9a1f9-fdc4-4988-8c13-f45ed09f51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:49.635744 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Allocated IP 2001:db8::1 (718b149e-40ec-4211-b53f-413f5f60de3a/46117a43-2d11-48a0-8b17-84e22f732e4f/556634b5-f193-4788-8168-f3a6cc07d4ac) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:49.651759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 600c411c-0fcf-4647-8974-42951bd208a0 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:49.652408 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.663247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Pushing event updated for resources: {'Port': ['ID=4a4828d2-4510-4c7c-8e28-642e9fc139ee,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:49.680702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:49.702422 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f8a9a1f9-fdc4-4988-8c13-f45ed09f51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:49.719181 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9a1f9-fdc4-4988-8c13-f45ed09f51bc None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:49.720309 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f8a9a1f9-fdc4-4988-8c13-f45ed09f51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:49.735675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40342) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:49.738956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] For port 0eda3fb7-0a98-466f-b0e7-1381d38ef520, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:49.739959 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/floatingips/aba4197d-1038-4051-9f70-ceb7d0a3870f HTTP/1.1" status: 204 len: 168 time: 1.9969392 Jun 22 15:02:49.767822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] For port 0eda3fb7-0a98-466f-b0e7-1381d38ef520, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0eda3fb7-0a98-466f-b0e7-1381d38ef520,segment=NetworkSegment(20dc65b5-7a13-4593-8c58-cb3b9855223d),segment_id=20dc65b5-7a13-4593-8c58-cb3b9855223d)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:49.774864 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 366a07c9-a46d-43fd-bfcc-2c710c4c22da no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:49.809423 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f8a9a1f9-fdc4-4988-8c13-f45ed09f51bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:49.810121 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9a1f9-fdc4-4988-8c13-f45ed09f51bc None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:49.822740 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.825056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:49.827903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 366a07c9-a46d-43fd-bfcc-2c710c4c22da {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:49.829543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 366a07c9-a46d-43fd-bfcc-2c710c4c22da not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:49.888600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.930751 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Pushing event updated for resources: {'Port': ['ID=0eda3fb7-0a98-466f-b0e7-1381d38ef520,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:49.935883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:49.940593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:49.997864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Transition to ACTIVE for port object 556634b5-f193-4788-8168-f3a6cc07d4ac will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:50.003156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 600c411c-0fcf-4647-8974-42951bd208a0 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:50.052616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port b1738e71-989a-47ce-b957-94abe8283cc3 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:50.053072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.081446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4a4828d2-4510-4c7c-8e28-642e9fc139ee up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:50.134007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.136973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 4a4828d2-4510-4c7c-8e28-642e9fc139ee completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:50.151192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.154522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:50.251457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network 718b149e-40ec-4211-b53f-413f5f60de3a is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:50.266720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:50.277219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:50.277725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.318089 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Port': ['ID=556634b5-f193-4788-8168-f3a6cc07d4ac,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:50.336302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:50.351379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.442490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for b1738e71-989a-47ce-b957-94abe8283cc3 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:50.678839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.689406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:50.723655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=b1738e71-989a-47ce-b957-94abe8283cc3,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:50.726405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:50.763018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6520e6ba-82ff-4a4b-9036-3b10b133e9fa None None] Provisioning for port 556634b5-f193-4788-8168-f3a6cc07d4ac completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:50.767495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6520e6ba-82ff-4a4b-9036-3b10b133e9fa None None] Provisioning complete for port 556634b5-f193-4788-8168-f3a6cc07d4ac triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:50.767878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6520e6ba-82ff-4a4b-9036-3b10b133e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.806928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.827935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-675b49cc-3f8d-4b53-b561-c037306e0a77 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:50.841249 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6520e6ba-82ff-4a4b-9036-3b10b133e9fa None None] Port 556634b5-f193-4788-8168-f3a6cc07d4ac cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:50.881102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=600c411c-0fcf-4647-8974-42951bd208a0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:50.900593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:50.934612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.941822 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/ports/b1738e71-989a-47ce-b957-94abe8283cc3 HTTP/1.1" status: 204 len: 168 time: 1.1838582 Jun 22 15:02:50.944836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40346) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:50.948438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:50.959855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:51.020501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.022323 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/600c411c-0fcf-4647-8974-42951bd208a0 HTTP/1.1" status: 204 len: 168 time: 1.7967536 Jun 22 15:02:51.025108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40348) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:51.031888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.058941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10fa24b-48c9-42a4-8159-529e2e83e7dc None None] Network 5cc1f490-8bf7-40ff-ba02-a1de990d5d14 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:51.096399 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2907438-72c5-4bbe-800e-e41320619042 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:02:51.097210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2907438-72c5-4bbe-800e-e41320619042 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:02:51.098929 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c2907438-72c5-4bbe-800e-e41320619042 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/600c411c-0fcf-4647-8974-42951bd208a0 HTTP/1.1" status: 404 len: 333 time: 0.0728738 Jun 22 15:02:51.102084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40350) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:51.145343 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb6312a-807b-4831-9d6a-ae55f0d0b022 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:02:51.146932 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6fb6312a-807b-4831-9d6a-ae55f0d0b022 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/600c411c-0fcf-4647-8974-42951bd208a0 HTTP/1.1" status: 404 len: 333 time: 0.0437875 Jun 22 15:02:51.151027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40352) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:51.243013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet ebfe42f6-1481-4fd9-a1d4-a4ae5b3a31ea {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:51.247640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.252196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ac8dbb6f-a404-473e-82cc-5bd96863b424 None None] Provisioning for port 4a4828d2-4510-4c7c-8e28-642e9fc139ee completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:51.256349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ac8dbb6f-a404-473e-82cc-5bd96863b424 None None] Provisioning complete for port 4a4828d2-4510-4c7c-8e28-642e9fc139ee triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:51.256765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb6f-a404-473e-82cc-5bd96863b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.300671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Deleting port 149950e9-00d2-4fbe-96d8-98ccc77fefe6 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:51.303436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.338120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.369185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.376928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.377978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb6f-a404-473e-82cc-5bd96863b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.379233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.392563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6016a3a-0178-44d1-90bd-a42e97912edf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:51.440802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ac8dbb6f-a404-473e-82cc-5bd96863b424 None None] For port 4a4828d2-4510-4c7c-8e28-642e9fc139ee, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4a4828d2-4510-4c7c-8e28-642e9fc139ee,segment=NetworkSegment(a9485fc7-df73-451b-84f6-183b3663d3e3),segment_id=a9485fc7-df73-451b-84f6-183b3663d3e3)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:51.448967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbb6f-a404-473e-82cc-5bd96863b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.454180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-aa21ba47-7f8e-48fa-b11b-07dfa02d161f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:51.459531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e2273-2051-47bf-b3b7-a4e32e49ca1e None None] Network 17a46d67-d241-45c7-9a98-7925768ec397 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:51.500601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.533080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event updated for resources: {'Port': ['ID=556634b5-f193-4788-8168-f3a6cc07d4ac,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:51.536115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:51.546794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Network 718b149e-40ec-4211-b53f-413f5f60de3a is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:51.550237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:51.617692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] For port 149950e9-00d2-4fbe-96d8-98ccc77fefe6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=149950e9-00d2-4fbe-96d8-98ccc77fefe6,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:51.618132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.690991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dbb6f-a404-473e-82cc-5bd96863b424 None None] Pushing event updated for resources: {'Port': ['ID=4a4828d2-4510-4c7c-8e28-642e9fc139ee,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:51.694677 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ac8dbb6f-a404-473e-82cc-5bd96863b424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:51.711134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Router 89f6b693-f114-47cc-9c02-9d492bea6e58 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:51.715410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7b86a399-e07a-4036-aad2-8b265e5f8c7e None None] Provisioning for port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:51.731916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.797516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Calling delete_port for 149950e9-00d2-4fbe-96d8-98ccc77fefe6 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:51.848301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-85ab2958-f4fd-4a50-bce1-3ef933226b83 None None] Provisioning complete for port 4a4828d2-4510-4c7c-8e28-642e9fc139ee triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:51.848800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-85ab2958-f4fd-4a50-bce1-3ef933226b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:51.869423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:51.875868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "PUT /v2.0/routers/89f6b693-f114-47cc-9c02-9d492bea6e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1807630 Jun 22 15:02:51.880613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40356) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:51.886076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e489ec-a534-4986-8d2e-c2db73cfec20 None None] Sync routers for ids ['89f6b693-f114-47cc-9c02-9d492bea6e58'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:51.896665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61c794-f44d-46f1-b160-5b1eecefd2af req-8b784bbe-7169-49b0-92ad-456fe40722d4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:51.898834 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-df61c794-f44d-46f1-b160-5b1eecefd2af req-8b784bbe-7169-49b0-92ad-456fe40722d4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1763651 Jun 22 15:02:51.919585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e489ec-a534-4986-8d2e-c2db73cfec20 None None] Routers {'89f6b693-f114-47cc-9c02-9d492bea6e58'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:51.920229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-45e489ec-a534-4986-8d2e-c2db73cfec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['89f6b693-f114-47cc-9c02-9d492bea6e58'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:52.008764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-45e489ec-a534-4986-8d2e-c2db73cfec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:52.041795 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-df61c794-f44d-46f1-b160-5b1eecefd2af req-617293dd-a19e-484a-bfab-72e5fae67ca7 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985181 Jun 22 15:02:52.043920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-23065be6-a94b-4382-94e2-fa8b03e39643 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.096737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e489ec-a534-4986-8d2e-c2db73cfec20 None None] Routers {'89f6b693-f114-47cc-9c02-9d492bea6e58'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:52.097409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-45e489ec-a534-4986-8d2e-c2db73cfec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['89f6b693-f114-47cc-9c02-9d492bea6e58'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:52.155042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-45e489ec-a534-4986-8d2e-c2db73cfec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:52.155722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e489ec-a534-4986-8d2e-c2db73cfec20 None None] The sync data for ids ['89f6b693-f114-47cc-9c02-9d492bea6e58'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:52.194086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.210133 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-23065be6-a94b-4382-94e2-fa8b03e39643 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 22 15:02:52.210589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:52.215591 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-23065be6-a94b-4382-94e2-fa8b03e39643 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/routers/89f6b693-f114-47cc-9c02-9d492bea6e58 HTTP/1.1" status: 409 len: 329 time: 0.3336554 Jun 22 15:02:52.216690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40360) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:52.239478 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:02:52.247818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0eda3fb7-0a98-466f-b0e7-1381d38ef520 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:52.254769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.261012 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/ebfe42f6-1481-4fd9-a1d4-a4ae5b3a31ea HTTP/1.1" status: 204 len: 168 time: 1.1065257 Jun 22 15:02:52.261012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.262331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40362) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:52.277909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=ebfe42f6-1481-4fd9-a1d4-a4ae5b3a31ea,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:52.282320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:52.282969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-01d2d5d5-0735-4506-8100-fd2bf06faa7f tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:52.291641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e2ab457d-f8e0-4ed4-baad-61f85f1c7a3a None None] Provisioning complete for port 556634b5-f193-4788-8168-f3a6cc07d4ac triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:52.292373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e2ab457d-f8e0-4ed4-baad-61f85f1c7a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.310898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.26.6.41 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/0862214a-8961-4c44-b409-df5d89fab49c) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:52.349838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab457d-f8e0-4ed4-baad-61f85f1c7a3a None None] Port 556634b5-f193-4788-8168-f3a6cc07d4ac cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:02:52.360574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:52.366274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:52.366851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.446375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f23535a-f2e9-4c22-920a-95d050fd0ac9 None None] Network 17a46d67-d241-45c7-9a98-7925768ec397 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:52.449269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.458848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event deleted for resources: {'Port': ['ID=149950e9-00d2-4fbe-96d8-98ccc77fefe6,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:52.462621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:52.505004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-76a34da5-edda-41e8-93ec-3161b8faf5f0 None None] Could not find standard attr ID for object 600c411c-0fcf-4647-8974-42951bd208a0. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:02:52.515061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.562354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 0eda3fb7-0a98-466f-b0e7-1381d38ef520, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0eda3fb7-0a98-466f-b0e7-1381d38ef520,segment=NetworkSegment(20dc65b5-7a13-4593-8c58-cb3b9855223d),segment_id=20dc65b5-7a13-4593-8c58-cb3b9855223d)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:52.586635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.587483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4a4828d2-4510-4c7c-8e28-642e9fc139ee up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:52.589283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:52.703735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=0eda3fb7-0a98-466f-b0e7-1381d38ef520,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:52.713961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.714313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.714659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.714998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.715332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.715926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.716260 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.716587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.716956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.717281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.717604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.717925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:02:52.723982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:52.741452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d238ddd-829e-48a7-8d45-c0a2c660f1c2 req-08f43388-9b91-485d-8463-1019f083afa4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:52.743175 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2d238ddd-829e-48a7-8d45-c0a2c660f1c2 req-08f43388-9b91-485d-8463-1019f083afa4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.4798832 Jun 22 15:02:52.744224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4a4828d2-4510-4c7c-8e28-642e9fc139ee triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:52.744608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.768379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.830694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] DHCP port deletion for 17a46d67-d241-45c7-9a98-7925768ec397 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:52.851465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:52.851810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.887646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] Deleting port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:52.888244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.915029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.954085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] For port 0eda3fb7-0a98-466f-b0e7-1381d38ef520, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0eda3fb7-0a98-466f-b0e7-1381d38ef520,segment=NetworkSegment(20dc65b5-7a13-4593-8c58-cb3b9855223d),segment_id=20dc65b5-7a13-4593-8c58-cb3b9855223d)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:52.954503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.960254 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2d238ddd-829e-48a7-8d45-c0a2c660f1c2 req-8e815573-33fa-4e92-a3b5-090fcb1c4da3 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099948 Jun 22 15:02:52.965274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:52.968300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] For port 0eda3fb7-0a98-466f-b0e7-1381d38ef520, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0eda3fb7-0a98-466f-b0e7-1381d38ef520,segment=NetworkSegment(20dc65b5-7a13-4593-8c58-cb3b9855223d),segment_id=20dc65b5-7a13-4593-8c58-cb3b9855223d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:52.968722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.022628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] Calling delete_port for 0eda3fb7-0a98-466f-b0e7-1381d38ef520 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:53.059847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Deleting port 556634b5-f193-4788-8168-f3a6cc07d4ac {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:53.060200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.083944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 0eda3fb7-0a98-466f-b0e7-1381d38ef520 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:53.116192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.118741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-beefd80e-ab38-4de1-a07e-0543b5b497a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:53.161793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] Pushing event deleted for resources: {'Port': ['ID=0eda3fb7-0a98-466f-b0e7-1381d38ef520,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:53.165075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:53.168093 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] No DVR routers for this DVR port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:53.171654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.209714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.215482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dcaf1522-df5a-4456-bc46-a80eba0b221f tempest-RoutersAdminTest-1042596106 tempest-RoutersAdminTest-1042596106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:53.245570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Calling delete_port for 556634b5-f193-4788-8168-f3a6cc07d4ac owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:53.286183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:53.295404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:53.298744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:53.337953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=0862214a-8961-4c44-b409-df5d89fab49c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:53.341009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:53.430366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.436121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5de372c1-832f-41b2-8286-fe58cb92db81 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:53.476166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=0eda3fb7-0a98-466f-b0e7-1381d38ef520,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:53.478715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:53.510831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No DVR routers for this DVR port 0eda3fb7-0a98-466f-b0e7-1381d38ef520 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:53.628883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920c1e-d03b-42f0-a54b-f6c6401d9483 req-86553efd-8bbc-4f53-b934-7a6630819d34 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:53.630865 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-22920c1e-d03b-42f0-a54b-f6c6401d9483 req-86553efd-8bbc-4f53-b934-7a6630819d34 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2861671 Jun 22 15:02:53.641515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.645206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Router ac18e5f8-6fda-4ed6-b06c-19552b4043cf has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:53.671140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a46d67-d241-45c7-9a98-7925768ec397']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:53.686038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20dc65b5-7a13-4593-8c58-cb3b9855223d') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:53.686262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20dc65b5-7a13-4593-8c58-cb3b9855223d') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:53.706954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.747717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.750986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:53.777121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Port': ['ID=556634b5-f193-4788-8168-f3a6cc07d4ac,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:53.782093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:53.784550 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-22920c1e-d03b-42f0-a54b-f6c6401d9483 req-ded5f085-a34c-48cb-98b0-9c34cf40c7a5 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452203 Jun 22 15:02:53.789924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.807879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:53.808314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:53.811440 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:53.890126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.061714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Router 89f6b693-f114-47cc-9c02-9d492bea6e58 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:54.077885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0eda3fb7-0a98-466f-b0e7-1381d38ef520 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:54.099083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 0eda3fb7-0a98-466f-b0e7-1381d38ef520 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:54.099527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0eda3fb7-0a98-466f-b0e7-1381d38ef520 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:54.152704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:54.161466 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "PUT /v2.0/routers/89f6b693-f114-47cc-9c02-9d492bea6e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9402282 Jun 22 15:02:54.161843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40370) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:54.164196 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ebb32-d3a7-4ff9-baab-a675a0b0c252 None None] Sync routers for ids ['89f6b693-f114-47cc-9c02-9d492bea6e58'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:54.174212 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ebb32-d3a7-4ff9-baab-a675a0b0c252 None None] Routers {'89f6b693-f114-47cc-9c02-9d492bea6e58'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:54.174825 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-491ebb32-d3a7-4ff9-baab-a675a0b0c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['89f6b693-f114-47cc-9c02-9d492bea6e58'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:54.204681 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-750e43a4-54ff-412f-a4c1-c12d2b54e696 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] show failed (client error): The resource could not be found. Jun 22 15:02:54.205759 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-750e43a4-54ff-412f-a4c1-c12d2b54e696 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1150733393 HTTP/1.1" status: 404 len: 335 time: 0.0431893 Jun 22 15:02:54.209642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40372) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:54.214594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4f8b05fd-1b86-4dce-bc16-901a0de4f481 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:54.215929 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-491ebb32-d3a7-4ff9-baab-a675a0b0c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:54.226248 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ebb32-d3a7-4ff9-baab-a675a0b0c252 None None] Routers {'89f6b693-f114-47cc-9c02-9d492bea6e58'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:54.226867 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-491ebb32-d3a7-4ff9-baab-a675a0b0c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['89f6b693-f114-47cc-9c02-9d492bea6e58'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:54.252568 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-4f8b05fd-1b86-4dce-bc16-901a0de4f481 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] update failed (client error): The resource could not be found. Jun 22 15:02:54.257428 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4f8b05fd-1b86-4dce-bc16-901a0de4f481 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-874981953 HTTP/1.1" status: 404 len: 334 time: 0.0430393 Jun 22 15:02:54.257577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.258085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40374) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:54.259652 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-491ebb32-d3a7-4ff9-baab-a675a0b0c252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:54.260380 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ebb32-d3a7-4ff9-baab-a675a0b0c252 None None] The sync data for ids ['89f6b693-f114-47cc-9c02-9d492bea6e58'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:54.301813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.306206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.308073 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/networks/17a46d67-d241-45c7-9a98-7925768ec397 HTTP/1.1" status: 204 len: 168 time: 2.0209923 Jun 22 15:02:54.311781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40376) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:54.314847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85e2f5a4-8500-4a9f-a9c4-11600f3380f9 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:54.318962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1403924122'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:54.321546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:54.329534 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "PUT /v2.0/routers/ac18e5f8-6fda-4ed6-b06c-19552b4043cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2089262 Jun 22 15:02:54.332229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40378) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:54.332370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] Sync routers for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:54.340575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Network': ['ID=17a46d67-d241-45c7-9a98-7925768ec397,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:54.342202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:54.343425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:54.346739 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.347307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:54.382809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Deleting subnet a9f3facc-a2e6-49b7-ac13-d8a5c7028d84 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:54.388800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.428099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:54.431591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.451861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Deleting subnet 170727aa-6848-41db-b5a3-d2a12def7acd {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:54.461922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:54.462977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.495982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.520328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.525707 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.528881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50d44389-c72e-47f8-8e26-68e3a6dcfa47 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:54.538185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:02:54.557250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.590499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.591165 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Added segment 4b065369-27ab-4c22-898d-981c6c9a2b32 of type vlan for network fe4ee66f-97a6-4fac-a82d-46b400489859 Jun 22 15:02:54.606195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=0862214a-8961-4c44-b409-df5d89fab49c,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:54.618107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:54.619651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.645431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.650959 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6985004 Jun 22 15:02:54.651967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40380) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:54.659099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'port': {'network_id': 'd9bf974f-4d16-47de-b8d3-6ac6d4f2cb34', 'name': 'tempest-FloatingIPTestJSON-1333229272'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:54.690540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.735515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.776281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.791825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Made reservation on behalf of 5acbc1f9a7ac4e7aa81fc6c9044853dc for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:54.795581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.799264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T15:02:52Z', 'revision_number': 5, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:54.815203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] device_id is not set on port 00bfd60f-21c6-48c9-b8dc-12ac663a7d6f yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:54.826892 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] Checking router: ac18e5f8-6fda-4ed6-b06c-19552b4043cf for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:02:54.836785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] Routers {'ac18e5f8-6fda-4ed6-b06c-19552b4043cf'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:54.837721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:54.837863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.844383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:54.845323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.861140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:54.889662 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5725231 Jun 22 15:02:54.890939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40384) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:54.898705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': 'fe4ee66f-97a6-4fac-a82d-46b400489859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:54.951219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Network': ['ID=fe4ee66f-97a6-4fac-a82d-46b400489859,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:54.957291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:54.959316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:54.971969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b5576347-17f6-4219-8670-2b545735ac5e tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:54.973170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] Set router ac18e5f8-6fda-4ed6-b06c-19552b4043cf gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:02:55.012462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.022119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f3facc-a2e6-49b7-ac13-d8a5c7028d84,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:55.029890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:55.030415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-335a0899-50ca-4930-a55c-1d795d93ce29 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:55.033909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.20.0.12 (d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34/b13ec090-c6d4-4076-85dc-6cb49f701f10/00bfd60f-21c6-48c9-b8dc-12ac663a7d6f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:55.035154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.039513 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/subnets/a9f3facc-a2e6-49b7-ac13-d8a5c7028d84 HTTP/1.1" status: 204 len: 168 time: 0.7805815 Jun 22 15:02:55.040438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40386) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:55.043979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.048959 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "DELETE /v2.0/subnets/170727aa-6848-41db-b5a3-d2a12def7acd HTTP/1.1" status: 204 len: 168 time: 0.7121432 Jun 22 15:02:55.049144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network fe4ee66f-97a6-4fac-a82d-46b400489859 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:02:55.049700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40388) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:55.061848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8336d-02a7-4ae9-912f-1426439fda20 None None] Network 5cc1f490-8bf7-40ff-ba02-a1de990d5d14 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:55.072352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event deleted for resources: {'Subnet': ['ID=170727aa-6848-41db-b5a3-d2a12def7acd,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:55.076509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:55.096951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef0c95e-258a-4f54-aa8b-54786295f03a None None] Network c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:55.104887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb3ca8-f2f0-4c9a-8b03-8b9aa384507b req-7694dc94-a641-463b-8ceb-b95e7435129e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:55.106415 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5efb3ca8-f2f0-4c9a-8b03-8b9aa384507b req-7694dc94-a641-463b-8ceb-b95e7435129e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1504719 Jun 22 15:02:55.138969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:55.143564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.145740 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5efb3ca8-f2f0-4c9a-8b03-8b9aa384507b req-d929ec45-0109-4051-82d2-22f0391c79a8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333080 Jun 22 15:02:55.271107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.401287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.472158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T15:02:52Z', 'revision_number': 5, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:55.504164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca74bc-59a7-40cb-bec4-40d01f6c18cd None None] The sync data for ids ['ac18e5f8-6fda-4ed6-b06c-19552b4043cf'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936422034', 'tenant_id': '7216a9e20d544392a414b02c881cfac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:09Z', 'updated_at': '2021-06-22T15:02:52Z', 'revision_number': 5, 'project_id': '7216a9e20d544392a414b02c881cfac3', 'gw_port': {'id': 'cc68337c-d72c-48ab-bd8e-901c55cb9b92', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:25:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18e5f8-6fda-4ed6-b06c-19552b4043cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:10Z', 'updated_at': '2021-06-22T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:55.554898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8960da27-7310-4383-8b55-cb7829754121 None None] DHCP port deletion for 5cc1f490-8bf7-40ff-ba02-a1de990d5d14 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:55.605710 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8960da27-7310-4383-8b55-cb7829754121 None None] Deleting port 4a4828d2-4510-4c7c-8e28-642e9fc139ee {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:55.606092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8960da27-7310-4383-8b55-cb7829754121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.633589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.664897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Deleting port 4a4828d2-4510-4c7c-8e28-642e9fc139ee {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:55.665237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.667212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8960da27-7310-4383-8b55-cb7829754121 None None] For port 4a4828d2-4510-4c7c-8e28-642e9fc139ee, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4a4828d2-4510-4c7c-8e28-642e9fc139ee,segment=NetworkSegment(a9485fc7-df73-451b-84f6-183b3663d3e3),segment_id=a9485fc7-df73-451b-84f6-183b3663d3e3)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:55.667611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8960da27-7310-4383-8b55-cb7829754121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.671553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.684971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa653545-ac24-46d9-b020-37bbc738e46f tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:55.713710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.732889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8960da27-7310-4383-8b55-cb7829754121 None None] Calling delete_port for 4a4828d2-4510-4c7c-8e28-642e9fc139ee owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:55.811183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8960da27-7310-4383-8b55-cb7829754121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.813851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ac8dbb6f-a404-473e-82cc-5bd96863b424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:55.838934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960da27-7310-4383-8b55-cb7829754121 None None] Pushing event deleted for resources: {'Port': ['ID=4a4828d2-4510-4c7c-8e28-642e9fc139ee,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:55.841050 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960da27-7310-4383-8b55-cb7829754121 None None] No DVR routers for this DVR port 4a4828d2-4510-4c7c-8e28-642e9fc139ee on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:55.842196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] For port 4a4828d2-4510-4c7c-8e28-642e9fc139ee, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4a4828d2-4510-4c7c-8e28-642e9fc139ee,segment=NetworkSegment(a9485fc7-df73-451b-84f6-183b3663d3e3),segment_id=a9485fc7-df73-451b-84f6-183b3663d3e3)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:55.842439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8960da27-7310-4383-8b55-cb7829754121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:55.842564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.846583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=eac78754-5aae-4a39-87ad-3b36cc577eb4,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:55.864925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:55.869333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.878637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aa7e1a34-2a56-4f72-929b-9f7420cef703 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:55.900072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] DHCP port deletion for c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:55.959451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] Deleting port 27299199-a90e-4110-be06-48077391f359 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:55.959757 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:55.959980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Calling delete_port for 4a4828d2-4510-4c7c-8e28-642e9fc139ee owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:55.972421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Checking segment: {'id': '4b065369-27ab-4c22-898d-981c6c9a2b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fe4ee66f-97a6-4fac-a82d-46b400489859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:55.972672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network hostable DHCP agents. Network: fe4ee66f-97a6-4fac-a82d-46b400489859, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:02:56.014582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:56.029383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 149950e9-00d2-4fbe-96d8-98ccc77fefe6 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:56.037896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] For port 27299199-a90e-4110-be06-48077391f359, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=27299199-a90e-4110-be06-48077391f359,segment=NetworkSegment(70be52be-a370-4ee0-921f-571d7bfb7afb),segment_id=70be52be-a370-4ee0-921f-571d7bfb7afb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:56.038302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.042262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=00bfd60f-21c6-48c9-b8dc-12ac663a7d6f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:56.048353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:56.050315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:56.053619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:56.061766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 149950e9-00d2-4fbe-96d8-98ccc77fefe6 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:56.062064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 149950e9-00d2-4fbe-96d8-98ccc77fefe6 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:56.064075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4a4828d2-4510-4c7c-8e28-642e9fc139ee no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:56.089140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Deleting port cc68337c-d72c-48ab-bd8e-901c55cb9b92 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:56.089479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.111688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network fe4ee66f-97a6-4fac-a82d-46b400489859 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:02:56.116392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 4a4828d2-4510-4c7c-8e28-642e9fc139ee {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:56.116975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4a4828d2-4510-4c7c-8e28-642e9fc139ee not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:56.117283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 27299199-a90e-4110-be06-48077391f359 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:56.144141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] Calling delete_port for 27299199-a90e-4110-be06-48077391f359 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:56.181331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:56.181948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.192937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, fe4ee66f-97a6-4fac-a82d-46b400489859) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:56.206579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:56.207226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.214890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8bab30-2d95-4dfe-97e1-bf37e9ffab26 None None] Network fe4ee66f-97a6-4fac-a82d-46b400489859 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:56.231777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40392) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:56.232341 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5784104 Jun 22 15:02:56.236640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.241916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-408fd6aa-2fbe-45b5-8c77-a01330f93c09 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'port_id': '00bfd60f-21c6-48c9-b8dc-12ac663a7d6f'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:56.244096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e219a000-02ca-4cc8-9a51-5e81acc36f9f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:56.277523 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3854046 Jun 22 15:02:56.279758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40394) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:56.286772 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': 'fe4ee66f-97a6-4fac-a82d-46b400489859', 'security_groups': [], 'name': 'tempest-PortsTestJSON-488929338'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:02:56.295896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Port': ['ID=4a4828d2-4510-4c7c-8e28-642e9fc139ee,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:56.309564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-408fd6aa-2fbe-45b5-8c77-a01330f93c09 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.314460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:56.316118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] For port cc68337c-d72c-48ab-bd8e-901c55cb9b92, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cc68337c-d72c-48ab-bd8e-901c55cb9b92,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:56.316476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.355559 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] No DVR routers for this DVR port 4a4828d2-4510-4c7c-8e28-642e9fc139ee on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:56.378032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.391921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.397776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d5c09d3b-52e4-451c-8ac5-aa90e87ad27b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:56.434795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] Pushing event deleted for resources: {'Port': ['ID=27299199-a90e-4110-be06-48077391f359,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:56.436987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] No DVR routers for this DVR port 27299199-a90e-4110-be06-48077391f359 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:56.440598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:56.462609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Calling delete_port for cc68337c-d72c-48ab-bd8e-901c55cb9b92 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:56.509229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-fe4ee66f-97a6-4fac-a82d-46b400489859', 'network_id': 'fe4ee66f-97a6-4fac-a82d-46b400489859', 'tenant_id': 'bf5bfa54d2f94f32a8bfc2ca4ec87d7f', 'fixed_ips': [{'subnet_id': 'eac78754-5aae-4a39-87ad-3b36cc577eb4'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:02:56.510741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.598902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.620871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc1f490-8bf7-40ff-ba02-a1de990d5d14']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:56.640778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9485fc7-df73-451b-84f6-183b3663d3e3') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:56.641113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9485fc7-df73-451b-84f6-183b3663d3e3') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:56.676875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.679555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Allocated IP 172.20.0.2 (fe4ee66f-97a6-4fac-a82d-46b400489859/eac78754-5aae-4a39-87ad-3b36cc577eb4/7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:56.686189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca969-3678-4f5e-b895-de9307700cb5 req-5f11c019-584b-403d-8462-2600a0eadf7f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:56.688507 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-720ca969-3678-4f5e-b895-de9307700cb5 req-5f11c019-584b-403d-8462-2600a0eadf7f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3869479 Jun 22 15:02:56.725646 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.761488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:02:56.765036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.802789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:56.803205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:56.807023 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:56.831364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-408fd6aa-2fbe-45b5-8c77-a01330f93c09 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.836275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-408fd6aa-2fbe-45b5-8c77-a01330f93c09 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.838521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.858678 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-720ca969-3678-4f5e-b895-de9307700cb5 req-17abef3b-6e35-4ed5-8ff4-002ab1a64a59 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607449 Jun 22 15:02:56.860908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port fb0907e1-636b-485c-a019-12123eb5da6a yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:02:56.927900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Transition to ACTIVE for port object 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:56.946019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Transition to ACTIVE for port object 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:56.946871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.952537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.956976 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-408fd6aa-2fbe-45b5-8c77-a01330f93c09 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP 214d8737-b794-4422-9358-a67102d5b84b associated. External IP: 172.26.6.41, port: 00bfd60f-21c6-48c9-b8dc-12ac663a7d6f. Jun 22 15:02:56.957504 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/networks/5cc1f490-8bf7-40ff-ba02-a1de990d5d14 HTTP/1.1" status: 204 len: 168 time: 1.9117455 Jun 22 15:02:56.957605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40396) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:56.959524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e979e7e-fe8a-4e47-8ec2-3372e5cdd949 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:56.959922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:56.962007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9906b180-9048-4171-bd6c-5511b8e12dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:56.996731 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Network': ['ID=5cc1f490-8bf7-40ff-ba02-a1de990d5d14,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:56.999624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:57.004302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Network fe4ee66f-97a6-4fac-a82d-46b400489859 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:57.007572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:57.019889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:57.032773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Pushing event updated for resources: {'Port': ['ID=7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:57.037141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:57.053037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.057673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ddda506e-2247-4d23-8fa3-7ea5fe31c227 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:57.081016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Deleting subnet 7c7b05e5-6c7f-454c-a801-dcccee70b0e1 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:57.085915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.086259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event deleted for resources: {'Port': ['ID=cc68337c-d72c-48ab-bd8e-901c55cb9b92,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:57.092236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:57.103909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Attempting to bind port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:02:57.104490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Attempting to bind port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '4b065369-27ab-4c22-898d-981c6c9a2b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fe4ee66f-97a6-4fac-a82d-46b400489859'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:02:57.104966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Attempting to bind port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 on network fe4ee66f-97a6-4fac-a82d-46b400489859 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:02:57.111116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:02:57.111656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Checking segment: {'id': '4b065369-27ab-4c22-898d-981c6c9a2b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fe4ee66f-97a6-4fac-a82d-46b400489859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:02:57.112156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.112779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Bound using segment: {'id': '4b065369-27ab-4c22-898d-981c6c9a2b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fe4ee66f-97a6-4fac-a82d-46b400489859'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:02:57.113231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Bound port: 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b065369-27ab-4c22-898d-981c6c9a2b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fe4ee66f-97a6-4fac-a82d-46b400489859'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:02:57.113694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.124021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.12 (fe4ee66f-97a6-4fac-a82d-46b400489859/eac78754-5aae-4a39-87ad-3b36cc577eb4/fb0907e1-636b-485c-a019-12123eb5da6a) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:02:57.146503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.177644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] For port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:02:57.185001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] For port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8,segment=NetworkSegment(4b065369-27ab-4c22-898d-981c6c9a2b32),segment_id=4b065369-27ab-4c22-898d-981c6c9a2b32)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:02:57.191955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.195880 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:57.215384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.263945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Pushing event updated for resources: {'Port': ['ID=7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:57.267725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:57.335475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.338824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.340038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.373005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408fd6aa-2fbe-45b5-8c77-a01330f93c09 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:57.406457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.407194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Fanout notify agent at l3_agent the message router_deleted on router ac18e5f8-6fda-4ed6-b06c-19552b4043cf {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:02:57.418683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.419832 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "DELETE /v2.0/routers/ac18e5f8-6fda-4ed6-b06c-19552b4043cf HTTP/1.1" status: 204 len: 168 time: 2.3624823 Jun 22 15:02:57.425623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.427692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40398) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:57.488178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.507268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object fb0907e1-636b-485c-a019-12123eb5da6a will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:02:57.531215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:57.571317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7b05e5-6c7f-454c-a801-dcccee70b0e1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:57.574749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e0fe1-9bfe-44d8-a001-911181ac6d00 None None] Network d713f9d3-5d55-4ad9-92a4-16e16a12b416 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:57.575176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.582316 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/subnets/7c7b05e5-6c7f-454c-a801-dcccee70b0e1 HTTP/1.1" status: 204 len: 168 time: 0.6237867 Jun 22 15:02:57.586314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40400) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:57.587248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:57.671164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Deleting subnet c17714fd-ab3a-411e-a9bd-ae846ecdd2b7 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:57.685047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.721481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408fd6aa-2fbe-45b5-8c77-a01330f93c09 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:02:57.727601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-408fd6aa-2fbe-45b5-8c77-a01330f93c09 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.733797 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e811bd-a631-4333-9978-b83bf3ae9c7d None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:02:57.745057 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e811bd-a631-4333-9978-b83bf3ae9c7d None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:57.745691 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-25e811bd-a631-4333-9978-b83bf3ae9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:57.783161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.794132 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-25e811bd-a631-4333-9978-b83bf3ae9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:57.805866 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e811bd-a631-4333-9978-b83bf3ae9c7d None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:02:57.806753 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-25e811bd-a631-4333-9978-b83bf3ae9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:57.829574 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-408fd6aa-2fbe-45b5-8c77-a01330f93c09 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/floatingips/214d8737-b794-4422-9358-a67102d5b84b HTTP/1.1" status: 200 len: 978 time: 1.5954788 Jun 22 15:02:57.830363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40402) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:57.850890 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-25e811bd-a631-4333-9978-b83bf3ae9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:57.851553 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e811bd-a631-4333-9978-b83bf3ae9c7d None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:02:57.959622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:57.999044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.037744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] DHCP port deletion for d713f9d3-5d55-4ad9-92a4-16e16a12b416 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:58.057988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.060143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:58.136033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port 00bfd60f-21c6-48c9-b8dc-12ac663a7d6f {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:58.136033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.150029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] Deleting port 22946e81-7f06-4902-99f5-e79359ec6f61 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:58.150906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.199436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network fe4ee66f-97a6-4fac-a82d-46b400489859 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:02:58.216017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:02:58.219950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.225366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:02:58.263085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:58.276586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70be52be-a370-4ee0-921f-571d7bfb7afb') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:58.276917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70be52be-a370-4ee0-921f-571d7bfb7afb') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:58.291111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.308990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.318409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:58.318886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:58.400640 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:58.403955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=fb0907e1-636b-485c-a019-12123eb5da6a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:58.410339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:02:58.414828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:58.419348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.424650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.429326 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "DELETE /v2.0/networks/c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb HTTP/1.1" status: 204 len: 168 time: 0.9980667 Jun 22 15:02:58.430442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-70289733-862c-4657-b340-50c42035a212 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:58.439109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40406) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:58.473562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event deleted for resources: {'Network': ['ID=c2dc3fb2-bf47-464f-8d8a-2c601cb21bfb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:58.480438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:58.482796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] For port 22946e81-7f06-4902-99f5-e79359ec6f61, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=22946e81-7f06-4902-99f5-e79359ec6f61,segment=NetworkSegment(9ae12b5c-15b5-4ab1-9438-905a25f44603),segment_id=9ae12b5c-15b5-4ab1-9438-905a25f44603)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:58.483225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.496893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:58.497686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.540178 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2547042 Jun 22 15:02:58.543284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40408) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:58.556590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.561216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7b965a44-5ddf-4e9a-8f87-a819c1e4ca0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:58.567960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] Calling delete_port for 22946e81-7f06-4902-99f5-e79359ec6f61 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:58.583600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:58.600982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62c3b55f-fdff-4201-9893-ab282201dab5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.608563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Subnet': ['ID=c17714fd-ab3a-411e-a9bd-ae846ecdd2b7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:58.615752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.617842 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/subnets/c17714fd-ab3a-411e-a9bd-ae846ecdd2b7 HTTP/1.1" status: 204 len: 168 time: 1.0296493 Jun 22 15:02:58.621332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:58.623034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40410) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:58.628004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa81653-1d26-4089-b6a1-101fcf028be5 None None] Network fe4ee66f-97a6-4fac-a82d-46b400489859 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:58.632451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438af34f-64ab-4aef-a514-fc281039a298 None None] Network d750edd6-3be9-4d6b-8ecf-381fab51bb6e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:58.683175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62c3b55f-fdff-4201-9893-ab282201dab5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.683589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ddee8-fabd-4c70-868c-1f8cc0e8aa77 req-83d397e0-f022-41a6-93b7-3fae18a1ee04 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:02:58.685100 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-aa6ddee8-fabd-4c70-868c-1f8cc0e8aa77 req-83d397e0-f022-41a6-93b7-3fae18a1ee04 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.6917477 Jun 22 15:02:58.689647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cc68337c-d72c-48ab-bd8e-901c55cb9b92 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:58.738974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port fb0907e1-636b-485c-a019-12123eb5da6a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:58.739313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.740725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: cc68337c-d72c-48ab-bd8e-901c55cb9b92 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:02:58.741128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cc68337c-d72c-48ab-bd8e-901c55cb9b92 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:02:58.741548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 22946e81-7f06-4902-99f5-e79359ec6f61 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:02:58.755486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.823278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b755dc0d-d395-4281-8a46-a91b3a66a3b8 None None] Provisioning for port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:02:58.824021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.841764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62c3b55f-fdff-4201-9893-ab282201dab5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.842151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b755dc0d-d395-4281-8a46-a91b3a66a3b8 None None] Provisioning complete for port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:58.842534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b755dc0d-d395-4281-8a46-a91b3a66a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.845997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62c3b55f-fdff-4201-9893-ab282201dab5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.850235 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-62c3b55f-fdff-4201-9893-ab282201dab5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] 10.222.0.22 "DELETE /v2.0/security-groups/6ff937c7-c03c-40b1-b819-721a6dfca800 HTTP/1.1" status: 204 len: 168 time: 0.4074025 Jun 22 15:02:58.850512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:58.853254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-46a2e9e9-f7ce-42f8-962c-657c83ebad12 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:58.873166 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-aa6ddee8-fabd-4c70-868c-1f8cc0e8aa77 req-3b030b08-87af-4d15-8b2a-4d3786c58ada tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552937 Jun 22 15:02:58.918907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3b55f-fdff-4201-9893-ab282201dab5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff937c7-c03c-40b1-b819-721a6dfca800,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:58.951895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for fb0907e1-636b-485c-a019-12123eb5da6a owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:58.954603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-62c3b55f-fdff-4201-9893-ab282201dab5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:59.054500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.058935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:59.060662 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Port 22946e81-7f06-4902-99f5-e79359ec6f61 update to DOWN by agent not found {{(pid=93503) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2139}} Jun 22 15:02:59.084904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.085380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.086173 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP 214d8737-b794-4422-9358-a67102d5b84b disassociated. External IP: 172.26.6.41, port: 00bfd60f-21c6-48c9-b8dc-12ac663a7d6f. Jun 22 15:02:59.086611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for 00bfd60f-21c6-48c9-b8dc-12ac663a7d6f owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:59.100730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] Pushing event deleted for resources: {'Port': ['ID=22946e81-7f06-4902-99f5-e79359ec6f61,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:59.103436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:59.117737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] No DVR routers for this DVR port 22946e81-7f06-4902-99f5-e79359ec6f61 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:59.133645 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.137472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9313cc4b-3c1f-4ff3-9d6d-db7cda0602a7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:59.162677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Deleting port 22946e81-7f06-4902-99f5-e79359ec6f61 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:59.162921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.165007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=fb0907e1-636b-485c-a019-12123eb5da6a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:59.171552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:59.206901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b755dc0d-d395-4281-8a46-a91b3a66a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.265117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] For port 22946e81-7f06-4902-99f5-e79359ec6f61, host dv-neutron-601336-93-hyperv, got binding levels [] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:59.265503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.271556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.278361 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/fb0907e1-636b-485c-a019-12123eb5da6a HTTP/1.1" status: 204 len: 168 time: 0.7329648 Jun 22 15:02:59.279152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40418) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:59.287000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b755dc0d-d395-4281-8a46-a91b3a66a3b8 None None] For port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8,segment=NetworkSegment(4b065369-27ab-4c22-898d-981c6c9a2b32),segment_id=4b065369-27ab-4c22-898d-981c6c9a2b32)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:59.299350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b755dc0d-d395-4281-8a46-a91b3a66a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.303734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-47bc7104-1e3a-4b24-a14e-d6971b1626ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:59.340419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] DHCP port deletion for d750edd6-3be9-4d6b-8ecf-381fab51bb6e request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:02:59.345137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Calling delete_port for 22946e81-7f06-4902-99f5-e79359ec6f61 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:59.348640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.ipam_backend_mixin [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Port 22946e81-7f06-4902-99f5-e79359ec6f61 was not found and therefore no delete operation was performed {{(pid=93502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 15:02:59.350214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.354242 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-185390ee-7594-417a-8f78-7ea6efca256a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:02:59.354854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-210d12dd-b5ed-49b3-aada-29e3964e1fa4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:59.363258 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-185390ee-7594-417a-8f78-7ea6efca256a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/fb0907e1-636b-485c-a019-12123eb5da6a HTTP/1.1" status: 404 len: 333 time: 0.0785496 Jun 22 15:02:59.364384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40420) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:59.392953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755dc0d-d395-4281-8a46-a91b3a66a3b8 None None] Pushing event updated for resources: {'Port': ['ID=7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:59.397099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b755dc0d-d395-4281-8a46-a91b3a66a3b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:59.416529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] No DVR routers for this DVR port 22946e81-7f06-4902-99f5-e79359ec6f61 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:59.441119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Port': ['ID=22946e81-7f06-4902-99f5-e79359ec6f61,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:59.443592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:59.445317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet eac78754-5aae-4a39-87ad-3b36cc577eb4 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:02:59.446903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40422) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:59.450325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.452667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] Deleting port bd1447d5-c9f5-4303-a786-7fec72469908 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:02:59.453907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.520703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.550045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.552432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] For port bd1447d5-c9f5-4303-a786-7fec72469908, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bd1447d5-c9f5-4303-a786-7fec72469908,segment=NetworkSegment(431d777b-8115-4569-81e8-ddfb96cc0a65),segment_id=431d777b-8115-4569-81e8-ddfb96cc0a65)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:02:59.553028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.582696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:59.627495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=00bfd60f-21c6-48c9-b8dc-12ac663a7d6f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:59.631199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] Calling delete_port for bd1447d5-c9f5-4303-a786-7fec72469908 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:02:59.647318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.651448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:59.665632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d713f9d3-5d55-4ad9-92a4-16e16a12b416']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:59.667369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.708324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8d99dc96-7554-4999-a5dd-de1db0986ce3 None None] Provisioning complete for port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:02:59.708757 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8d99dc96-7554-4999-a5dd-de1db0986ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.725611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae12b5c-15b5-4ab1-9438-905a25f44603') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:59.725973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae12b5c-15b5-4ab1-9438-905a25f44603') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:02:59.745840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.752077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-da64deb2-3638-49e9-9e34-0672f4375945 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:59.761694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.794376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.796859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.799201 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/eac78754-5aae-4a39-87ad-3b36cc577eb4 HTTP/1.1" status: 204 len: 168 time: 0.4345274 Jun 22 15:02:59.800850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=eac78754-5aae-4a39-87ad-3b36cc577eb4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:59.804286 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-32e8c2ed-c8b5-4ae3-8510-9b89c123767d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7216a9e20d544392a414b02c881cfac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540404 Jun 22 15:02:59.804437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:59.804437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40426) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:59.804589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40428) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:02:59.806806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a54cbf26-4e21-4338-81f9-1e70e0cdddd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:59.815042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] No DVR routers for this DVR port bd1447d5-c9f5-4303-a786-7fec72469908 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:02:59.822006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.833470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:02:59.833881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:02:59.836850 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:02:59.864015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c977dadc-bec7-4ec0-b2db-f1dd24713fed None None] Network fe4ee66f-97a6-4fac-a82d-46b400489859 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:02:59.869629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] Pushing event deleted for resources: {'Port': ['ID=bd1447d5-c9f5-4303-a786-7fec72469908,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:02:59.880924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:02:59.921811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:02:59.937881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.951943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.954816 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0138bb0d-87c4-4418-9e01-55cb6e1fce5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.967887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-86db86de-7ed9-4fa9-9b88-fba80f1f6534 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:02:59.985570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:02:59.989863 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/networks/d713f9d3-5d55-4ad9-92a4-16e16a12b416 HTTP/1.1" status: 204 len: 168 time: 1.3606791 Jun 22 15:02:59.992937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40432) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:00.003214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0138bb0d-87c4-4418-9e01-55cb6e1fce5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.034736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Network': ['ID=d713f9d3-5d55-4ad9-92a4-16e16a12b416,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:00.050815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4ad1847c-ca21-46e7-af54-addda2efc168 None None] Could not find standard attr ID for object fb0907e1-636b-485c-a019-12123eb5da6a. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:03:00.052358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:00.084363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:00.114343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:00.114788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.142613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:00.142945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.146031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3c4d6177-c145-453a-af15-eb99d8b29012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.171762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0138bb0d-87c4-4418-9e01-55cb6e1fce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.174399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0138bb0d-87c4-4418-9e01-55cb6e1fce5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.175604 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0138bb0d-87c4-4418-9e01-55cb6e1fce5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30fd39f1-4b4a-48bf-98b6-e0890f6abb27 HTTP/1.1" status: 204 len: 168 time: 0.3611591 Jun 22 15:03:00.180085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-091412a2-a29b-4daf-b46f-8de7fda2d4b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:00.201033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138bb0d-87c4-4418-9e01-55cb6e1fce5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd39f1-4b4a-48bf-98b6-e0890f6abb27,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:00.209814 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0138bb0d-87c4-4418-9e01-55cb6e1fce5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:00.212710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.221130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d941b5e-0b8a-4d9e-afc1-b86c0eaadbca req-bcbbf251-7205-44e5-a962-cfe5fa3e57b4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:00.234722 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2d941b5e-0b8a-4d9e-afc1-b86c0eaadbca req-bcbbf251-7205-44e5-a962-cfe5fa3e57b4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1821914 Jun 22 15:03:00.239653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:00.249154 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] DHCP port deletion for fe4ee66f-97a6-4fac-a82d-46b400489859 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:03:00.257998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3e0b7-78b0-412c-b0fe-64902e982d81 None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:00.263564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] For port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8,segment=NetworkSegment(4b065369-27ab-4c22-898d-981c6c9a2b32),segment_id=4b065369-27ab-4c22-898d-981c6c9a2b32)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:00.264237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.293080 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2d941b5e-0b8a-4d9e-afc1-b86c0eaadbca req-238e9b7f-3a3d-4776-8b29-76514f5b02a0 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572777 Jun 22 15:03:00.302773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3e0b7-78b0-412c-b0fe-64902e982d81 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:00.303394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-bec3e0b7-78b0-412c-b0fe-64902e982d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.346841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-bec3e0b7-78b0-412c-b0fe-64902e982d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.363369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:00.369809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3e0b7-78b0-412c-b0fe-64902e982d81 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:00.370450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-bec3e0b7-78b0-412c-b0fe-64902e982d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:02:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.400480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.419498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d750edd6-3be9-4d6b-8ecf-381fab51bb6e']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.420260 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bd1447d5-c9f5-4303-a786-7fec72469908 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:00.422592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-bec3e0b7-78b0-412c-b0fe-64902e982d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.423217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3e0b7-78b0-412c-b0fe-64902e982d81 None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:00.446405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: bd1447d5-c9f5-4303-a786-7fec72469908 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:00.446683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bd1447d5-c9f5-4303-a786-7fec72469908 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:00.450199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] Deleting port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:00.450584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.452132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431d777b-8115-4569-81e8-ddfb96cc0a65') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.453459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431d777b-8115-4569-81e8-ddfb96cc0a65') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.469157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.471620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fd41932d-4f31-4d23-96bf-01f184b18f2f tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:00.472452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.482296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.487223 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/ports/00bfd60f-21c6-48c9-b8dc-12ac663a7d6f HTTP/1.1" status: 204 len: 168 time: 2.6489933 Jun 22 15:03:00.488051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40438) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:00.505821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:00.509098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:00.509881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No DVR routers for this DVR port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:00.524409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.525331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] For port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8,segment=NetworkSegment(4b065369-27ab-4c22-898d-981c6c9a2b32),segment_id=4b065369-27ab-4c22-898d-981c6c9a2b32)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:00.525830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.541027 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-455d3a62-98ad-4968-a570-1ea48571c48c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "GET /v2.0/floatingips/214d8737-b794-4422-9358-a67102d5b84b HTTP/1.1" status: 200 len: 687 time: 0.0498004 Jun 22 15:03:00.541027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:00.541027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.542626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40440) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:00.543412 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:00.591531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] Calling delete_port for 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:00.612343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.621927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eba5c6eb-e34a-4fd0-bd59-2dfe4c58189e tempest-RoutersAdminTest-1465311363 tempest-RoutersAdminTest-1465311363-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:00.627609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.632825 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/networks/d750edd6-3be9-4d6b-8ecf-381fab51bb6e HTTP/1.1" status: 204 len: 168 time: 0.6373811 Jun 22 15:03:00.637219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40442) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:00.657105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Network': ['ID=d750edd6-3be9-4d6b-8ecf-381fab51bb6e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:00.661344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:00.688174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40444) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:00.694629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.697454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d4830af0-df7c-4d29-88cc-5b43cd030250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:00.707668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1857a337-7f54-4dec-87d9-8677606778eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.721613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] Pushing event deleted for resources: {'Port': ['ID=7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:00.724501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:00.725406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] No DVR routers for this DVR port 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:00.752579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.770276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4ee66f-97a6-4fac-a82d-46b400489859']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.790747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b065369-27ab-4c22-898d-981c6c9a2b32') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.791046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b065369-27ab-4c22-898d-981c6c9a2b32') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:00.812092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.816757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1857a337-7f54-4dec-87d9-8677606778eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.817789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Deleting subnet 46117a43-2d11-48a0-8b17-84e22f732e4f {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:00.820611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1857a337-7f54-4dec-87d9-8677606778eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.823227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a7ecb9ed-7d9e-4a56-8554-bc62adc49d7e tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:00.826401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.860502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.860978 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1857a337-7f54-4dec-87d9-8677606778eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=350365870e8849fbad1f0e2eb0912ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714008 Jun 22 15:03:00.861805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857a337-7f54-4dec-87d9-8677606778eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0316ffb4-7282-41bb-8b4c-a2af80d9511b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:00.864568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40446) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:00.870255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1857a337-7f54-4dec-87d9-8677606778eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:00.879242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.882781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:00.883180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:00.886109 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:00.903794 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port 0862214a-8961-4c44-b409-df5d89fab49c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:00.904133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.916654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-769c4209-9b30-4ebd-bed1-6f2e36049ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.938868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-769c4209-9b30-4ebd-bed1-6f2e36049ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.989100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-769c4209-9b30-4ebd-bed1-6f2e36049ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.992388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-769c4209-9b30-4ebd-bed1-6f2e36049ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:00.993559 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-769c4209-9b30-4ebd-bed1-6f2e36049ae4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0316ffb4-7282-41bb-8b4c-a2af80d9511b HTTP/1.1" status: 204 len: 168 time: 0.1285243 Jun 22 15:03:00.994354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab1ea337-b5a4-4332-ac70-100ac0405b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:01.002878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c4209-9b30-4ebd-bed1-6f2e36049ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0316ffb4-7282-41bb-8b4c-a2af80d9511b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:01.006304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-769c4209-9b30-4ebd-bed1-6f2e36049ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:01.026946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.035939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:01.039676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.041510 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/networks/fe4ee66f-97a6-4fac-a82d-46b400489859 HTTP/1.1" status: 204 len: 168 time: 1.2360373 Jun 22 15:03:01.045995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40450) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:01.052905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'name': 'tempest-PortsTestJSON-1267344123'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:01.083820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Network': ['ID=fe4ee66f-97a6-4fac-a82d-46b400489859,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:01.094809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:01.105283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.105609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.121737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.178363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:01.182382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.190390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for 0862214a-8961-4c44-b409-df5d89fab49c owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:01.203912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 2bc477ac-7b42-4828-b375-2cc677b68043 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:01.289722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.293771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42f65883-f693-47e7-a7f3-d257e332aa89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:01.325697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Subnet': ['ID=46117a43-2d11-48a0-8b17-84e22f732e4f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:01.337168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:01.338758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.343738 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/subnets/46117a43-2d11-48a0-8b17-84e22f732e4f HTTP/1.1" status: 204 len: 168 time: 0.6968167 Jun 22 15:03:01.344482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40454) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:01.356476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6c4644-7f5e-4c0e-9a6f-08f8364c8a42 None None] Network 718b149e-40ec-4211-b53f-413f5f60de3a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:01.445532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.461876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.484873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.501870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b07d73de-6538-4230-8e05-bd96421a40a5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:01.527629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=0862214a-8961-4c44-b409-df5d89fab49c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:01.528584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.534651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:01.545885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-748513c2-ae87-4983-a7d3-c6f2c25d3a69 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:01.597317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:01.603316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] DHCP port deletion for 718b149e-40ec-4211-b53f-413f5f60de3a request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:03:01.604655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:01.606513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Deleting port 3ced05e2-829f-43ca-bcc3-59aeca84f98d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:01.606867 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.610858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:01.616633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:01.617299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.620191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.622734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.623884 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/floatingips/214d8737-b794-4422-9358-a67102d5b84b HTTP/1.1" status: 204 len: 168 time: 1.0809677 Jun 22 15:03:01.625823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=2bc477ac-7b42-4828-b375-2cc677b68043,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:01.639056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:01.647806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40456) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:01.659302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e122b-a32d-47db-870c-fae491648eed req-4d65483f-f8bd-4761-88fc-d4976aaa1a3b tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:01.660818 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-659e122b-a32d-47db-870c-fae491648eed req-4d65483f-f8bd-4761-88fc-d4976aaa1a3b tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1808245 Jun 22 15:03:01.665233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '094ec27f-3a5c-4dd6-8d78-980bcad21d63'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:01.668545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] Deleting port 3ced05e2-829f-43ca-bcc3-59aeca84f98d {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:01.669076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.678484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] For port 3ced05e2-829f-43ca-bcc3-59aeca84f98d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3ced05e2-829f-43ca-bcc3-59aeca84f98d,segment=NetworkSegment(aa3d109e-3c0b-48a4-8c95-3d384d728ff8),segment_id=aa3d109e-3c0b-48a4-8c95-3d384d728ff8)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:01.678847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.696001 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6465268 Jun 22 15:03:01.697478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40458) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:01.746149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.751989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Calling delete_port for 3ced05e2-829f-43ca-bcc3-59aeca84f98d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:01.769820 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-659e122b-a32d-47db-870c-fae491648eed req-4ade5c1c-ae77-47d3-b939-d883b40c14de tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985024 Jun 22 15:03:01.845330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.848846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:01.877605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Port': ['ID=3ced05e2-829f-43ca-bcc3-59aeca84f98d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:01.885209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:01.886002 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] No DVR routers for this DVR port 3ced05e2-829f-43ca-bcc3-59aeca84f98d on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:01.893430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] For port 3ced05e2-829f-43ca-bcc3-59aeca84f98d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3ced05e2-829f-43ca-bcc3-59aeca84f98d,segment=NetworkSegment(aa3d109e-3c0b-48a4-8c95-3d384d728ff8),segment_id=aa3d109e-3c0b-48a4-8c95-3d384d728ff8)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:01.893970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.896436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 2bc477ac-7b42-4828-b375-2cc677b68043 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:01.896797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.964309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] Calling delete_port for 3ced05e2-829f-43ca-bcc3-59aeca84f98d owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:01.985818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.986888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.989102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:01.998902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718b149e-40ec-4211-b53f-413f5f60de3a']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:02.011461 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3d109e-3c0b-48a4-8c95-3d384d728ff8') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:02.011765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3d109e-3c0b-48a4-8c95-3d384d728ff8') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:02.024003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.032229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:02.043827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.050192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:02.050559 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:02.053532 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:02.060946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:02.061426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7fc27dd7-f9f0-4bb6-955d-0b36f64a73a8 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:02.061733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 2bc477ac-7b42-4828-b375-2cc677b68043 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:02.062097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3ced05e2-829f-43ca-bcc3-59aeca84f98d no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:02.088661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 3ced05e2-829f-43ca-bcc3-59aeca84f98d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:02.089129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3ced05e2-829f-43ca-bcc3-59aeca84f98d not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:02.112112 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.113692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-41974093-bb1d-4da8-8050-cb596efdcacd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:02.128896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.132838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a0cd1d0d-b329-4d21-805c-07184e8ea4cf tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:02.135334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] Pushing event deleted for resources: {'Port': ['ID=3ced05e2-829f-43ca-bcc3-59aeca84f98d,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:02.139590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:02.141064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] Network 718b149e-40ec-4211-b53f-413f5f60de3a is not hosted by any dhcp agent {{(pid=93503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 15:03:02.141499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] No DVR routers for this DVR port 3ced05e2-829f-43ca-bcc3-59aeca84f98d on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:02.143760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.151175 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/networks/718b149e-40ec-4211-b53f-413f5f60de3a HTTP/1.1" status: 204 len: 168 time: 0.7995391 Jun 22 15:03:02.151816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40460) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:02.156952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Pushing event deleted for resources: {'Network': ['ID=718b149e-40ec-4211-b53f-413f5f60de3a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:02.159525 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:02.205885 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-742e1d51-e7cd-4e21-9c24-12523dd0d877 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f6b693-f114-47cc-9c02-9d492bea6e58 HTTP/1.1" status: 200 len: 205 time: 0.0541010 Jun 22 15:03:02.208206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40462) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:02.247228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.26.6.33 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/96eb8e43-aeb5-4146-a52a-6d73e48753ca) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:02.285887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b37d6385-7e49-417d-be28-84dc01827f21 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.296837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.323501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2de6da27-b652-475b-818e-42521a91cab4 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:02.354093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=2bc477ac-7b42-4828-b375-2cc677b68043,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:02.360831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:02.365806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.367718 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/2bc477ac-7b42-4828-b375-2cc677b68043 HTTP/1.1" status: 204 len: 168 time: 0.6682842 Jun 22 15:03:02.370530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40464) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:02.377223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'mac_address': 'fa:16:3e:dc:58:09', 'name': 'tempest-PortsTestJSON-247312241'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:02.447143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b37d6385-7e49-417d-be28-84dc01827f21 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.449010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b37d6385-7e49-417d-be28-84dc01827f21 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.474296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.495051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b37d6385-7e49-417d-be28-84dc01827f21 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.495741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37d6385-7e49-417d-be28-84dc01827f21 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Fanout notify agent at l3_agent the message router_deleted on router 89f6b693-f114-47cc-9c02-9d492bea6e58 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:03:02.502587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b37d6385-7e49-417d-be28-84dc01827f21 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.503692 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b37d6385-7e49-417d-be28-84dc01827f21 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] 10.222.0.22 "DELETE /v2.0/routers/89f6b693-f114-47cc-9c02-9d492bea6e58 HTTP/1.1" status: 204 len: 168 time: 0.2944288 Jun 22 15:03:02.508164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:02.581105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.585150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb3cb62c-7d93-4634-8c50-91053fe132e0 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:02.618000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.627176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e20757ad-0edf-455b-ab47-812a884fb829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.645124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:02.653070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:02.664381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 46dd745e-bd06-4142-a7a7-8c40b88344d1 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:02.668932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:02.673313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=96eb8e43-aeb5-4146-a52a-6d73e48753ca,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:02.695295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:02.769090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40472) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:02.895721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.959653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:02.961480 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3d8b5c35-f288-4e21-9325-f3d4bdf91303 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f892a96f4e614362a4e8e50773d5419c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910906 Jun 22 15:03:02.964181 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40478) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:03.012221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afde213-94d2-4f5f-984b-9d9bc848b596 req-eb64b734-d3e9-4538-8f87-b9c79bb676cd tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:03.013823 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9afde213-94d2-4f5f-984b-9d9bc848b596 req-eb64b734-d3e9-4538-8f87-b9c79bb676cd tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1180303 Jun 22 15:03:03.052344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c47fd12-8c6a-4503-bee0-36eca7dc30c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.073040 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9afde213-94d2-4f5f-984b-9d9bc848b596 req-ff75bd2a-e62b-4343-b669-f15bc81a32fa tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513763 Jun 22 15:03:03.075155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.081272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-56e63e4e-4f45-4352-afdf-e2d1f254c8d0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:03.085185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c47fd12-8c6a-4503-bee0-36eca7dc30c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.132349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c47fd12-8c6a-4503-bee0-36eca7dc30c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.135027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3c47fd12-8c6a-4503-bee0-36eca7dc30c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.136175 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3c47fd12-8c6a-4503-bee0-36eca7dc30c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27e4341f-279d-4cf9-a3f8-0781d98c9638 HTTP/1.1" status: 204 len: 168 time: 0.1711104 Jun 22 15:03:03.137076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a804be28-1efe-49b4-aa74-90c835e0cac5 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:03.145504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47fd12-8c6a-4503-bee0-36eca7dc30c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e4341f-279d-4cf9-a3f8-0781d98c9638,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:03.154439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3c47fd12-8c6a-4503-bee0-36eca7dc30c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:03.163236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:03.169854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:03.175532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:03.180888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:03.181490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.190676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=46dd745e-bd06-4142-a7a7-8c40b88344d1,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:03.198476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:03.561517 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1902573 Jun 22 15:03:03.564038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40494) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:03.633460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b8e7e4-ba35-4fbb-8bb6-720dc859fbce tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:03.634810 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-01b8e7e4-ba35-4fbb-8bb6-720dc859fbce tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/46dd745e-bd06-4142-a7a7-8c40b88344d1 HTTP/1.1" status: 200 len: 840 time: 0.0699217 Jun 22 15:03:03.637753 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40500) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:03.638209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.723434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.748182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 46dd745e-bd06-4142-a7a7-8c40b88344d1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:03.748531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.804062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40504) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:03.808467 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033102 Jun 22 15:03:03.813285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40506) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:03.823485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.872259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.893607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 46dd745e-bd06-4142-a7a7-8c40b88344d1 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:03.896703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.902702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.907763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:03.941485 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9e9e4ff0-c86a-4cdc-98a4-23b54dd4a3ba tempest-NetworksApiDiscovery-25977538 tempest-NetworksApiDiscovery-25977538-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1268589 Jun 22 15:03:03.981375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:03.986367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:03.986587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=96eb8e43-aeb5-4146-a52a-6d73e48753ca,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:03.990600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:04.003296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.012417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=46dd745e-bd06-4142-a7a7-8c40b88344d1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:04.018095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:04.026233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.031565 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/46dd745e-bd06-4142-a7a7-8c40b88344d1 HTTP/1.1" status: 204 len: 168 time: 0.3894715 Jun 22 15:03:04.032203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40512) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:04.063567 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c64967-b659-4ab7-bcc4-3f80b04b4d23 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:03:04.065408 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c5c64967-b659-4ab7-bcc4-3f80b04b4d23 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/46dd745e-bd06-4142-a7a7-8c40b88344d1 HTTP/1.1" status: 404 len: 333 time: 0.0317395 Jun 22 15:03:04.069398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40514) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:04.074440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'name': 'tempest-PortsTestJSON-1726334189'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:04.115749 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP ff10b1c6-77d9-4005-b32d-5f36ec4b4578 associated. External IP: 172.26.6.33, port: 094ec27f-3a5c-4dd6-8d78-980bcad21d63. Jun 22 15:03:04.170372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:04.174899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.199212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port ed4caecd-11cd-49ef-8902-0513c1e208a8 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:04.262336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40520) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:04.368488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a54a09-d99d-4472-b2dd-ffff444c6c0c req-f52da148-3e4d-41c0-8776-5a4de566f0a8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:04.370145 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-06a54a09-d99d-4472-b2dd-ffff444c6c0c req-f52da148-3e4d-41c0-8776-5a4de566f0a8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1413920 Jun 22 15:03:04.426593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ec7dde0-e0a2-4928-8b10-bc28d5302c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.462629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:04.655341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-06a54a09-d99d-4472-b2dd-ffff444c6c0c req-1663a9a1-c26a-4150-bdd8-bce5c44f97e7 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574553 Jun 22 15:03:04.696874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ec7dde0-e0a2-4928-8b10-bc28d5302c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.698369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:04.710765 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54808fbe-a9e8-482b-b0da-536d8ea24439 None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:04.712848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ec7dde0-e0a2-4928-8b10-bc28d5302c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.720385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2087bf4c-c06d-40ed-8422-36d8a9cff77b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:04.726809 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54808fbe-a9e8-482b-b0da-536d8ea24439 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:04.727652 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-54808fbe-a9e8-482b-b0da-536d8ea24439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:04.732313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.765622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.774187 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3ec7dde0-e0a2-4928-8b10-bc28d5302c51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d079db5bf2324d24a49a41763aba8d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091915 Jun 22 15:03:04.776835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40528) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:04.777579 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-54808fbe-a9e8-482b-b0da-536d8ea24439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:04.790037 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54808fbe-a9e8-482b-b0da-536d8ea24439 None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:04.791070 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-54808fbe-a9e8-482b-b0da-536d8ea24439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:04.793401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.799813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5da93477-9d8c-4244-9f7a-1c559b6a0823 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:04.806238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7dde0-e0a2-4928-8b10-bc28d5302c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b7572-0c3c-400a-a7fa-c400798429dc,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:04.809242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3ec7dde0-e0a2-4928-8b10-bc28d5302c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:04.833215 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1712480 Jun 22 15:03:04.834296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40530) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:04.837943 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-54808fbe-a9e8-482b-b0da-536d8ea24439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:04.838761 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54808fbe-a9e8-482b-b0da-536d8ea24439 None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:04.845141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1309142037'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:04.868690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Made reservation on behalf of 5acbc1f9a7ac4e7aa81fc6c9044853dc for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:04.873243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.882318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:04.890923 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:04.895397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:04.900984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:03:04.901958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:04.902897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.911732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.911955 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Added segment 90f1bc8f-8a94-4538-b29a-120da1b1f5f0 of type vlan for network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 Jun 22 15:03:04.915612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=ed4caecd-11cd-49ef-8902-0513c1e208a8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:04.923097 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8520074 Jun 22 15:03:04.925581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:04.926337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40532) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:04.933353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:04.941368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51b57469-6326-4a2f-b012-31c8d4c2fae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:04.965324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51b57469-6326-4a2f-b012-31c8d4c2fae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.018384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.024854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51b57469-6326-4a2f-b012-31c8d4c2fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.027766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51b57469-6326-4a2f-b012-31c8d4c2fae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.029104 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-51b57469-6326-4a2f-b012-31c8d4c2fae0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/103b7572-0c3c-400a-a7fa-c400798429dc HTTP/1.1" status: 204 len: 168 time: 0.2508788 Jun 22 15:03:05.030205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:05.041214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b57469-6326-4a2f-b012-31c8d4c2fae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b7572-0c3c-400a-a7fa-c400798429dc,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:05.063137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-51b57469-6326-4a2f-b012-31c8d4c2fae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:05.102694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.219932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.225325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:05.225902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.235112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:05.327335 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4916773 Jun 22 15:03:05.330211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40546) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:05.335692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'subnet': {'network_id': '57a1bc5a-caba-4fa1-8314-b48ef5219b22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:05.385363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Network': ['ID=57a1bc5a-caba-4fa1-8314-b48ef5219b22,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:05.389447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:05.399615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:03:05.437804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Made reservation on behalf of 5acbc1f9a7ac4e7aa81fc6c9044853dc for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:05.438997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-8b360bd4-86bf-4aef-ab0f-bae1412b152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:05.440515 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-8b360bd4-86bf-4aef-ab0f-bae1412b152e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1099 time: 0.2989106 Jun 22 15:03:05.441503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.450255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30810984-5b21-4f86-8a5c-178469655d95 req-bd9b3d71-d51e-480d-87a3-2c3917b7041f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:05.451743 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-30810984-5b21-4f86-8a5c-178469655d95 req-bd9b3d71-d51e-480d-87a3-2c3917b7041f tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3135669 Jun 22 15:03:05.556186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.570591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.582722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.587429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c1cfef7a-4406-4da8-8d3e-b2cde6e7f818 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:05.593084 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-30810984-5b21-4f86-8a5c-178469655d95 req-856d70cf-b625-427e-83cc-cde6a87b0195 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172118 Jun 22 15:03:05.651233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] In _notify_port_updated(), no bound segment for port ed4caecd-11cd-49ef-8902-0513c1e208a8 on network f2cd948c-6567-4b5e-a658-b204ab02ea67 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:03:05.658028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:05.659218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.662761 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "PUT /v2.0/ports/ed4caecd-11cd-49ef-8902-0513c1e208a8 HTTP/1.1" status: 200 len: 818 time: 0.7351556 Jun 22 15:03:05.666355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40556) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:05.682073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-5181894c-54e5-4323-a90a-fb8f8fa1db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:05.684631 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-5181894c-54e5-4323-a90a-fb8f8fa1db64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 913 time: 0.2286077 Jun 22 15:03:05.685346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=ed4caecd-11cd-49ef-8902-0513c1e208a8,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:05.688422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:05.697470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.701951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-affc92e7-ba32-4849-9c28-3d22af323156 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:05.755180 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-e8a3ab9a-7e9d-4ab0-8c6f-56c72908b310 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 1002 time: 0.0645897 Jun 22 15:03:05.792129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Subnet': ['ID=6fa148de-dcb8-4fa4-8054-732088c1d191,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:05.797382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:05.806757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-85a10876-5608-48bd-a324-4ff0e2652d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:05.808539 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-85a10876-5608-48bd-a324-4ff0e2652d04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 200 len: 851 time: 0.0470088 Jun 22 15:03:05.811094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40560) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:05.825602 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Checking segment: {'id': '90f1bc8f-8a94-4538-b29a-120da1b1f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57a1bc5a-caba-4fa1-8314-b48ef5219b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:05.825964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network hostable DHCP agents. Network: 57a1bc5a-caba-4fa1-8314-b48ef5219b22, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:03:05.844031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port ed4caecd-11cd-49ef-8902-0513c1e208a8 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:05.844297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.886813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:03:05.887913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-141ec1f6-6532-480e-af28-f3b8c25a4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:05.889794 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-141ec1f6-6532-480e-af28-f3b8c25a4e09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0752096 Jun 22 15:03:05.916096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 57a1bc5a-caba-4fa1-8314-b48ef5219b22) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:05.923511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.927656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9bb6c-5599-47bf-bc5b-41087230a332 None None] Network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:05.937564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:05.938167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:05.959292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-980069169-network', 'tenant_id': '80252b7304d34479acb87fbc61223bbd'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:05.996006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Made reservation on behalf of 80252b7304d34479acb87fbc61223bbd for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:05.998412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.013972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for ed4caecd-11cd-49ef-8902-0513c1e208a8 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:06.017691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.032262 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6980274 Jun 22 15:03:06.032577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40564) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:06.037290 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-2d1032dc-405b-41f1-b865-766d1eb13a6d service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401393 Jun 22 15:03:06.038544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-828190524', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:06.109653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-57a1bc5a-caba-4fa1-8314-b48ef5219b22', 'network_id': '57a1bc5a-caba-4fa1-8314-b48ef5219b22', 'tenant_id': '5acbc1f9a7ac4e7aa81fc6c9044853dc', 'fixed_ips': [{'subnet_id': '6fa148de-dcb8-4fa4-8054-732088c1d191'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:03:06.110968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.131391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.141284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:06.181024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=ed4caecd-11cd-49ef-8902-0513c1e208a8,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:06.190282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:06.192979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.196170 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/ed4caecd-11cd-49ef-8902-0513c1e208a8 HTTP/1.1" status: 204 len: 168 time: 0.5292876 Jun 22 15:03:06.200202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40568) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:06.208731 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70d6c816-1244-44dc-baa1-4026b65693c7 req-67e4d710-07b0-452d-a14e-12e366f8bd49 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636188 Jun 22 15:03:06.268863 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Allocated IP 172.20.0.2 (57a1bc5a-caba-4fa1-8314-b48ef5219b22/6fa148de-dcb8-4fa4-8054-732088c1d191/969349e1-05a4-470f-a553-b60a01931fa6) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:06.273834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.279577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.284496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8fe272-26c2-46ef-a8c7-5a2ef2f062ff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:06.285636 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8e8fe272-26c2-46ef-a8c7-5a2ef2f062ff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0844686 Jun 22 15:03:06.290056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f377c635-6e14-45aa-a7db-9c77afc39b12 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:06.290765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40570) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:06.316380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca42444-15f7-4e6d-8132-8e0f0714a579,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:06.329794 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cdac15-412d-4cc3-a908-c48595415806 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:03:06.335431 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a9cdac15-412d-4cc3-a908-c48595415806 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/ed4caecd-11cd-49ef-8902-0513c1e208a8 HTTP/1.1" status: 404 len: 333 time: 0.0437016 Jun 22 15:03:06.335731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:06.336057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40572) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:06.342434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:03:06.342866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2020526085'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:06.349167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.350190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.357196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.357928 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Added segment 347ab9de-c7f8-4adf-9629-9df9cfae6a7b of type vlan for network e59541de-161e-4c61-b932-c9a08e127662 Jun 22 15:03:06.410649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.421950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:06.425656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.429197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.449669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.450375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.451721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:06.451890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.457540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9cfdced7-f1a4-4427-9336-2d104f10bf1e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:06.464294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Transition to ACTIVE for port object 969349e1-05a4-470f-a553-b60a01931fa6 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:06.482756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Transition to ACTIVE for port object 969349e1-05a4-470f-a553-b60a01931fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:06.491137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.493560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:06.523643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:03:06.542068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:06.549261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:06.551598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Pushing event updated for resources: {'Port': ['ID=969349e1-05a4-470f-a553-b60a01931fa6,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:06.559567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:06.562791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:06.564684 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7523878 Jun 22 15:03:06.565972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40576) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:06.566612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.566965 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Added segment 536b2d7b-acea-431a-885f-571b6fe00264 of type vlan for network 0002a229-f682-45ca-b490-afad635a2b26 Jun 22 15:03:06.572530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Request body: {'subnet': {'network_id': 'e59541de-161e-4c61-b932-c9a08e127662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-980069169-subnet', 'tenant_id': '80252b7304d34479acb87fbc61223bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:06.593099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=e59541de-161e-4c61-b932-c9a08e127662,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:06.596328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:06.621861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network e59541de-161e-4c61-b932-c9a08e127662 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:03:06.622769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.636921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Attempting to bind port 969349e1-05a4-470f-a553-b60a01931fa6 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:06.637297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Attempting to bind port 969349e1-05a4-470f-a553-b60a01931fa6 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '90f1bc8f-8a94-4538-b29a-120da1b1f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57a1bc5a-caba-4fa1-8314-b48ef5219b22'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:06.637665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Attempting to bind port 969349e1-05a4-470f-a553-b60a01931fa6 on network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:06.646085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e310dc-52da-4765-8ca1-c017ba0f92a0 req-844b76e1-8d44-4d84-bc9b-72eb81754e6f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:06.649991 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-53e310dc-52da-4765-8ca1-c017ba0f92a0 req-844b76e1-8d44-4d84-bc9b-72eb81754e6f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 946 time: 0.1543381 Jun 22 15:03:06.686698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:06.687160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Checking segment: {'id': '90f1bc8f-8a94-4538-b29a-120da1b1f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57a1bc5a-caba-4fa1-8314-b48ef5219b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:06.687809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.688334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Bound using segment: {'id': '90f1bc8f-8a94-4538-b29a-120da1b1f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57a1bc5a-caba-4fa1-8314-b48ef5219b22'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:06.688869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Bound port: 969349e1-05a4-470f-a553-b60a01931fa6, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f1bc8f-8a94-4538-b29a-120da1b1f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '57a1bc5a-caba-4fa1-8314-b48ef5219b22'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:06.689255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.704800 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-53e310dc-52da-4765-8ca1-c017ba0f92a0 req-cecc3d34-98bb-49bf-b667-ecdfe1d41284 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387037 Jun 22 15:03:06.730235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.759397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Made reservation on behalf of 80252b7304d34479acb87fbc61223bbd for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:06.761941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.777834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] For port 969349e1-05a4-470f-a553-b60a01931fa6, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:06.781582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] For port 969349e1-05a4-470f-a553-b60a01931fa6, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=969349e1-05a4-470f-a553-b60a01931fa6,segment=NetworkSegment(90f1bc8f-8a94-4538-b29a-120da1b1f5f0),segment_id=90f1bc8f-8a94-4538-b29a-120da1b1f5f0)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:06.788017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.790909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7e627c02-c749-4bf8-9bc5-2d884744f6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:06.847540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Pushing event updated for resources: {'Port': ['ID=969349e1-05a4-470f-a553-b60a01931fa6,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:06.851649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:06.903542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.909662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:06.910254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:06.920395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b8eb10c-2449-48c3-8023-02e280c9f5a6 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:07.000467 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6619885 Jun 22 15:03:07.003573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40580) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:07.013639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': '0002a229-f682-45ca-b490-afad635a2b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:07.039745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Network': ['ID=0002a229-f682-45ca-b490-afad635a2b26,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:07.053502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3189e4e-0b0a-4850-91f8-2fe0f251e891 req-83b5cf85-b48b-4677-ba5a-baeb959e08ef tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:07.055077 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3189e4e-0b0a-4850-91f8-2fe0f251e891 req-83b5cf85-b48b-4677-ba5a-baeb959e08ef tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2903283 Jun 22 15:03:07.056085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:07.056529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 0002a229-f682-45ca-b490-afad635a2b26 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:03:07.145348 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:07.150046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:07.185828 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3189e4e-0b0a-4850-91f8-2fe0f251e891 req-ca7ec9da-7bea-431a-b9ff-3a19430a42b8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048574 Jun 22 15:03:07.257771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:07.261918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3412b367-1639-4787-b111-62fbbebe74ad tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:07.324230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:07.344641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:07.347513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3cd218ff-4452-4af2-90a4-5ef283229dbe tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:07.352536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:07.359816 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:07.369717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:07.379123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Checking segment: {'id': '347ab9de-c7f8-4adf-9629-9df9cfae6a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e59541de-161e-4c61-b932-c9a08e127662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:07.379546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Network hostable DHCP agents. Network: e59541de-161e-4c61-b932-c9a08e127662, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:03:07.414730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=39bac851-9064-41d6-b0f5-bf9bf1306d41,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:07.417963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:07.419086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Checking segment: {'id': '536b2d7b-acea-431a-885f-571b6fe00264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0002a229-f682-45ca-b490-afad635a2b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:07.419550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network hostable DHCP agents. Network: 0002a229-f682-45ca-b490-afad635a2b26, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:03:07.436523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 0002a229-f682-45ca-b490-afad635a2b26 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:03:07.438020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Network e59541de-161e-4c61-b932-c9a08e127662 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:03:07.446096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 0002a229-f682-45ca-b490-afad635a2b26) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:07.450032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:07.450603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:07.457330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfe1f5-8a60-4452-94a2-fbfd945ba91e None None] Network 0002a229-f682-45ca-b490-afad635a2b26 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:07.465433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, e59541de-161e-4c61-b932-c9a08e127662) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:07.465893 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4606249 Jun 22 15:03:07.470554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40582) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:07.473040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:07.473614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:07.477122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1709f08-0353-477b-bf24-6e060502a793 None None] Network e59541de-161e-4c61-b932-c9a08e127662 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:07.486420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6f82c2b4-1a00-461d-8a56-7fc4dbe76503 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': '0002a229-f682-45ca-b490-afad635a2b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:07.552799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.26.6.13 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/814a7cd2-04ac-499e-a348-dac00ea851bf) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:07.573207 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9971516 Jun 22 15:03:07.740258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:07.771799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6a097-a4bd-4697-90ca-8ce42ef55693 None None] Network e59541de-161e-4c61-b932-c9a08e127662 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:07.847073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:07.854996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-32278143-9fd2-46fd-98e5-1079a8ada980 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:07.908263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:07.915289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:07.918676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:07.937327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-0002a229-f682-45ca-b490-afad635a2b26', 'network_id': '0002a229-f682-45ca-b490-afad635a2b26', 'tenant_id': 'bf5bfa54d2f94f32a8bfc2ca4ec87d7f', 'fixed_ips': [{'subnet_id': '39bac851-9064-41d6-b0f5-bf9bf1306d41'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:03:07.938350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.092318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=814a7cd2-04ac-499e-a348-dac00ea851bf,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:08.097293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:08.134567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bab96-364f-433d-aa06-7781bffb93b4 req-ae386a1a-71b2-4f52-98b3-0b357d684b3a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:08.136144 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c32bab96-364f-433d-aa06-7781bffb93b4 req-ae386a1a-71b2-4f52-98b3-0b357d684b3a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 946 time: 0.1630945 Jun 22 15:03:08.172630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 969349e1-05a4-470f-a553-b60a01931fa6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:08.192215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f82c2b4-1a00-461d-8a56-7fc4dbe76503 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:08.196049 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f82c2b4-1a00-461d-8a56-7fc4dbe76503 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.221913 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c32bab96-364f-433d-aa06-7781bffb93b4 req-88dbe199-8231-44ef-a335-ef9c02e00a62 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745623 Jun 22 15:03:08.257634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebb1ccd-de99-4d88-a6ac-0286d26b374f None None] Network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:08.313531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-f4590443-3b79-4a5a-a69b-a3759520bb53 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:08.315035 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-f4590443-3b79-4a5a-a69b-a3759520bb53 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 946 time: 0.0895190 Jun 22 15:03:08.356706 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-6f82c2b4-1a00-461d-8a56-7fc4dbe76503 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39bac851-9064-41d6-b0f5-bf9bf1306d41 (CIDR: 172.20.0.0/28) Jun 22 15:03:08.396807 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f82c2b4-1a00-461d-8a56-7fc4dbe76503 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:08.397133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f82c2b4-1a00-461d-8a56-7fc4dbe76503 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:03:08.397683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Allocated IP 172.20.0.2 (0002a229-f682-45ca-b490-afad635a2b26/39bac851-9064-41d6-b0f5-bf9bf1306d41/fba38c0f-41f4-490a-98ee-afe35942d02c) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:08.407655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-93d6ba1f-debb-4e8b-a63b-437468142442 None None] Provisioning for port 969349e1-05a4-470f-a553-b60a01931fa6 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:08.457571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Deleting port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:08.458006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.498544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 969349e1-05a4-470f-a553-b60a01931fa6 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:08.513631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 969349e1-05a4-470f-a553-b60a01931fa6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:08.514016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.518635 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6f82c2b4-1a00-461d-8a56-7fc4dbe76503 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0470467 Jun 22 15:03:08.521482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40602) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:08.526710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': '0002a229-f682-45ca-b490-afad635a2b26', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:08.541879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.582409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40604) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:08.591223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1278089573-network', 'tenant_id': '172b04c0f2f94d73bfea8dd32eba52b6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:08.647534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] For port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:08.647895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.669074 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc1f46-d37c-4754-a2ab-569de8095ff9 req-828d6207-2d7e-4cbb-a36d-1102683fb1c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:08.670593 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-27dc1f46-d37c-4754-a2ab-569de8095ff9 req-828d6207-2d7e-4cbb-a36d-1102683fb1c4 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2549353 Jun 22 15:03:08.700549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Made reservation on behalf of 172b04c0f2f94d73bfea8dd32eba52b6 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:08.703409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.719649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.727338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.731544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Transition to ACTIVE for port object fba38c0f-41f4-490a-98ee-afe35942d02c will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:08.732963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.775666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:08.776545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Transition to ACTIVE for port object fba38c0f-41f4-490a-98ee-afe35942d02c will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:08.779203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.781841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 969349e1-05a4-470f-a553-b60a01931fa6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=969349e1-05a4-470f-a553-b60a01931fa6,segment=NetworkSegment(90f1bc8f-8a94-4538-b29a-120da1b1f5f0),segment_id=90f1bc8f-8a94-4538-b29a-120da1b1f5f0)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:08.786838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.790651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b1413b0b-ea09-4578-8d94-da5200978107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:08.793216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.811524 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-27dc1f46-d37c-4754-a2ab-569de8095ff9 req-e7995869-4438-4b66-8fa2-0ba1f80c5070 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291518 Jun 22 15:03:08.838750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Network 0002a229-f682-45ca-b490-afad635a2b26 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:08.842721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:08.850859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:08.863860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Pushing event updated for resources: {'Port': ['ID=fba38c0f-41f4-490a-98ee-afe35942d02c,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:08.875925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:08.892811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c41ede93-33b3-4be3-ab36-ebb2247ed93e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:08.949451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.995932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.996459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:08.996979 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Floating IP e485118b-cb70-40eb-a1e8-d61a8d0d9cdc disassociated. External IP: 172.26.6.140, port: 63a8f937-3390-4fd1-948d-79ecd5d6c4c5. Jun 22 15:03:08.997414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Calling delete_port for 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:09.024962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Attempting to bind port fba38c0f-41f4-490a-98ee-afe35942d02c on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:09.025547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Attempting to bind port fba38c0f-41f4-490a-98ee-afe35942d02c by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '536b2d7b-acea-431a-885f-571b6fe00264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0002a229-f682-45ca-b490-afad635a2b26'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:09.026197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Attempting to bind port fba38c0f-41f4-490a-98ee-afe35942d02c on network 0002a229-f682-45ca-b490-afad635a2b26 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:09.043663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:09.044398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Checking segment: {'id': '536b2d7b-acea-431a-885f-571b6fe00264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0002a229-f682-45ca-b490-afad635a2b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:09.045308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.047972 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Bound using segment: {'id': '536b2d7b-acea-431a-885f-571b6fe00264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0002a229-f682-45ca-b490-afad635a2b26'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:09.048679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Bound port: fba38c0f-41f4-490a-98ee-afe35942d02c, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536b2d7b-acea-431a-885f-571b6fe00264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0002a229-f682-45ca-b490-afad635a2b26'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:09.052575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.092372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=969349e1-05a4-470f-a553-b60a01931fa6,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:09.098192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:09.128854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.138869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.145600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3c47fd12-8c6a-4503-bee0-36eca7dc30c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:09.169765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-540bc69f-5536-49ad-846d-5fe27f3ceddb None None] Provisioning complete for port 969349e1-05a4-470f-a553-b60a01931fa6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:09.170508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-540bc69f-5536-49ad-846d-5fe27f3ceddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.175739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] For port fba38c0f-41f4-490a-98ee-afe35942d02c, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:09.176902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:03:09.207974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a3b07f-8210-4598-afcd-e9430285cf8a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:09.224365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:09.225741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.226082 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Added segment 78b1a687-c655-4a4f-b2fc-78a34819aed5 of type vlan for network 5e722e18-6aef-4dd5-b8fd-505bd267c7b0 Jun 22 15:03:09.293871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.299747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router d0ab8c27-2886-4707-9de6-6f7e7a968c19 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:03:09.383010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.384180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:09.385069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.389608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a19fe6ff-7b25-4b24-87ba-27a37ea832d9 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:09.420532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] For port fba38c0f-41f4-490a-98ee-afe35942d02c, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fba38c0f-41f4-490a-98ee-afe35942d02c,segment=NetworkSegment(536b2d7b-acea-431a-885f-571b6fe00264),segment_id=536b2d7b-acea-431a-885f-571b6fe00264)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:09.427525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.430785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:09.528912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Pushing event updated for resources: {'Port': ['ID=fba38c0f-41f4-490a-98ee-afe35942d02c,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:09.534593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:09.542793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:09.554331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4595b-02b9-43a1-b05a-bec5d5db2ee2 None None] Sync routers for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:09.571629 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9862587 Jun 22 15:03:09.573143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5e722e18-6aef-4dd5-b8fd-505bd267c7b0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:09.589077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 5e722e18-6aef-4dd5-b8fd-505bd267c7b0 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:03:09.592773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40610) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:09.603995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Request body: {'subnet': {'network_id': '5e722e18-6aef-4dd5-b8fd-505bd267c7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1278089573-subnet', 'tenant_id': '172b04c0f2f94d73bfea8dd32eba52b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:09.609673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:09.619258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.620689 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5872424 Jun 22 15:03:09.630946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40612) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:09.696025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4595b-02b9-43a1-b05a-bec5d5db2ee2 None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:09.696984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94c4595b-02b9-43a1-b05a-bec5d5db2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:09.778549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94c4595b-02b9-43a1-b05a-bec5d5db2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:09.797019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4595b-02b9-43a1-b05a-bec5d5db2ee2 None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:09.797548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94c4595b-02b9-43a1-b05a-bec5d5db2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:09.798866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a69f6b-9ab0-40df-8874-41547f3593fa req-3df45a02-6bdc-40c8-b15f-71a93498d40d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:09.800547 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87a69f6b-9ab0-40df-8874-41547f3593fa req-3df45a02-6bdc-40c8-b15f-71a93498d40d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 946 time: 0.4067013 Jun 22 15:03:09.862017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-94c4595b-02b9-43a1-b05a-bec5d5db2ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:09.862686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4595b-02b9-43a1-b05a-bec5d5db2ee2 None None] The sync data for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:09.895702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:09.905196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd9103-f983-4148-a871-d7e2286459f9 req-4b2c6b0a-63e1-4615-a389-46b03d57206d tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:09.907250 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cafd9103-f983-4148-a871-d7e2286459f9 req-4b2c6b0a-63e1-4615-a389-46b03d57206d tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.8967187 Jun 22 15:03:09.917803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-793e4590-ba94-4630-83a3-43dbd1ccac54 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:09.964496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event deleted for resources: {'Port': ['ID=63a8f937-3390-4fd1-948d-79ecd5d6c4c5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:09.977638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:10.070094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:10.086474 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cafd9103-f983-4148-a871-d7e2286459f9 req-02294947-a7bf-4f35-931e-ef9eb5e6f617 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600442 Jun 22 15:03:10.175862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:10.189551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4684d1ae-57cf-48bf-829e-48115f2fd76f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:10.207805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fba38c0f-41f4-490a-98ee-afe35942d02c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:10.244012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 0002a229-f682-45ca-b490-afad635a2b26 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:10.250483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:10.260546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Router 9fc5d268-39ca-42f2-bf33-69459458e898 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:10.264608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:10.265888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:10.277055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=bf568284-2959-433c-b38d-2bfb4ee7a55f,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:10.279449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port fba38c0f-41f4-490a-98ee-afe35942d02c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:10.282864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:10.287015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 969349e1-05a4-470f-a553-b60a01931fa6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:10.334000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Made reservation on behalf of 172b04c0f2f94d73bfea8dd32eba52b6 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:10.336213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:10.339307 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8167870 Jun 22 15:03:10.349711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 969349e1-05a4-470f-a553-b60a01931fa6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:10.350153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:10.350328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40616) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:10.358534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': '0002a229-f682-45ca-b490-afad635a2b26', 'fixed_ips': [{'subnet_id': '39bac851-9064-41d6-b0f5-bf9bf1306d41'}, {'subnet_id': 'bf568284-2959-433c-b38d-2bfb4ee7a55f'}], 'name': 'tempest-PortsTestJSON-197991733'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:10.444112 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87a69f6b-9ab0-40df-8874-41547f3593fa req-ed94802a-fee7-4a9b-97e7-c9e13e7ac001 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138623 Jun 22 15:03:10.562200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:10.582554 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] Sync routers for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:10.595173 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:10.596141 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:10.659697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16743002-8fe3-488d-ac23-ba3e158b12a0 req-c7716acd-e914-416b-8237-e296e9cb3e0a tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:10.661744 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16743002-8fe3-488d-ac23-ba3e158b12a0 req-c7716acd-e914-416b-8237-e296e9cb3e0a tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3272212 Jun 22 15:03:10.695304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] No DVR routers for this DVR port 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:10.705936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:10.708404 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5b10866-1413-4c28-a58d-97a3afe56213 req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "DELETE /v2.0/ports/63a8f937-3390-4fd1-948d-79ecd5d6c4c5 HTTP/1.1" status: 204 len: 173 time: 2.3858566 Jun 22 15:03:10.709227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'name': 'network-vif-deleted', 'tag': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:03:10.711862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab85bdc-b908-4228-a020-a31d61489fc5" -d '{"events": [{"server_uuid": "b8ee5155-c0e5-4439-9c17-1e26c82f3dda", "name": "network-vif-deleted", "tag": "63a8f937-3390-4fd1-948d-79ecd5d6c4c5"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:03:10.764370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:10.815005 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:03:10.815918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d81f03-d072-40df-b465-769092f48f30 x-openstack-request-id: req-c6d81f03-d072-40df-b465-769092f48f30 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:03:10.816287 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ee5155-c0e5-4439-9c17-1e26c82f3dda", "name": "network-vif-deleted", "tag": "63a8f937-3390-4fd1-948d-79ecd5d6c4c5", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:03:10.816606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6d81f03-d072-40df-b465-769092f48f30 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:03:10.817113 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ee5155-c0e5-4439-9c17-1e26c82f3dda', 'name': 'network-vif-deleted', 'tag': '63a8f937-3390-4fd1-948d-79ecd5d6c4c5', 'status': 'completed', 'code': 200} Jun 22 15:03:10.879502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:10.883958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8a40c699-be7c-41ae-928f-caf40178de12 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:10.923703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:10.966445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 6a500ce5-9702-475d-8b3d-e636bfb16c6d yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:11.020489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5762e20e-6972-4f11-94f7-3bb13efe78c7,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:11.033329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:11.075763 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:11.091823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:11.106822 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] Checking router: 9fc5d268-39ca-42f2-bf33-69459458e898 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:03:11.110508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771325f1-b710-40b7-9bf1-28f34f9c128f None None] Network 0002a229-f682-45ca-b490-afad635a2b26 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:11.116871 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:11.117697 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:11.127442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Checking segment: {'id': '78b1a687-c655-4a4f-b2fc-78a34819aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5e722e18-6aef-4dd5-b8fd-505bd267c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:11.127811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Network hostable DHCP agents. Network: 5e722e18-6aef-4dd5-b8fd-505bd267c7b0, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:03:11.230137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Network 5e722e18-6aef-4dd5-b8fd-505bd267c7b0 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:03:11.263652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-336cea92-f320-4390-9428-251d6d41f623 None None] Provisioning for port fba38c0f-41f4-490a-98ee-afe35942d02c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:11.286866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-336cea92-f320-4390-9428-251d6d41f623 None None] Provisioning complete for port fba38c0f-41f4-490a-98ee-afe35942d02c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:11.291630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-336cea92-f320-4390-9428-251d6d41f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:11.293292 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16743002-8fe3-488d-ac23-ba3e158b12a0 req-a6defb2a-e81f-40d7-b02e-23babe680135 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6020308 Jun 22 15:03:11.450518 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:03:11.531110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.7 (0002a229-f682-45ca-b490-afad635a2b26/39bac851-9064-41d6-b0f5-bf9bf1306d41/6a500ce5-9702-475d-8b3d-e636bfb16c6d) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:11.546956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.18 (0002a229-f682-45ca-b490-afad635a2b26/bf568284-2959-433c-b38d-2bfb4ee7a55f/6a500ce5-9702-475d-8b3d-e636bfb16c6d) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:11.586844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.20.0.1 (57a1bc5a-caba-4fa1-8314-b48ef5219b22/6fa148de-dcb8-4fa4-8054-732088c1d191/e6d69299-3872-4e01-b3eb-bf6233186cfc) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:11.593284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 5e722e18-6aef-4dd5-b8fd-505bd267c7b0) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:11.621559 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:11.622696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be2b52-c117-4d68-b8d6-b5e6172a1ccb None None] Network 5e722e18-6aef-4dd5-b8fd-505bd267c7b0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:11.633552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:11.749672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-336cea92-f320-4390-9428-251d6d41f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:11.774993 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1750922 Jun 22 15:03:11.846945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:11.870908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object 6a500ce5-9702-475d-8b3d-e636bfb16c6d will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:11.883380 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:11.898943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:11.932903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:11.956282 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeba5eb-0c1f-4486-9099-d9d8b4a1607e None None] The sync data for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv is: [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:11.963305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:11.964045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 63a8f937-3390-4fd1-948d-79ecd5d6c4c5 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:11.972909 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49c9c2e2-f90c-4e85-859c-c4158bc96216 req-6ed79d4d-baf3-405a-aab4-4ee5474463f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 210 time: 0.0560460 Jun 22 15:03:11.976398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:11.977823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Transition to ACTIVE for port object e6d69299-3872-4e01-b3eb-bf6233186cfc will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:11.994496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-496eae85-f8c9-4ed8-9f08-6d28ecb51dc5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:12.024152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-336cea92-f320-4390-9428-251d6d41f623 None None] For port fba38c0f-41f4-490a-98ee-afe35942d02c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fba38c0f-41f4-490a-98ee-afe35942d02c,segment=NetworkSegment(536b2d7b-acea-431a-885f-571b6fe00264),segment_id=536b2d7b-acea-431a-885f-571b6fe00264)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:12.034474 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-336cea92-f320-4390-9428-251d6d41f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:12.042764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-48e75214-52c8-4461-b3c7-cbef9d5634d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:12.108306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:12.112987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9240460a-977a-4832-9d69-7dde459a3816 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:12.117146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 0002a229-f682-45ca-b490-afad635a2b26 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:12.118589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=6a500ce5-9702-475d-8b3d-e636bfb16c6d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:12.133138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:12.134300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:12.142604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:12.180440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:12.189161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] Update dhcp port {'port': {'network_id': '0002a229-f682-45ca-b490-afad635a2b26', 'fixed_ips': [{'subnet_id': '39bac851-9064-41d6-b0f5-bf9bf1306d41', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bf568284-2959-433c-b38d-2bfb4ee7a55f'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': 'fba38c0f-41f4-490a-98ee-afe35942d02c'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:03:12.190541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933f162-19e1-49a0-bb50-5ece01d6bd3a req-c61710f2-e806-4106-a3f4-1ce02bd3aa30 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:12.192398 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e933f162-19e1-49a0-bb50-5ece01d6bd3a req-c61710f2-e806-4106-a3f4-1ce02bd3aa30 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2962306 Jun 22 15:03:12.197267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:12.201031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=e6d69299-3872-4e01-b3eb-bf6233186cfc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:12.204506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:12.208452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:12.220973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:12.221653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:12.253976 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.9013920 Jun 22 15:03:12.254746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40644) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:12.260722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39bac851-9064-41d6-b0f5-bf9bf1306d41'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:12.346303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ff95b-37e9-49a7-81e2-a6d512315fe6 None None] Network 5e722e18-6aef-4dd5-b8fd-505bd267c7b0 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:12.406188 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e933f162-19e1-49a0-bb50-5ece01d6bd3a req-17f5dde0-69b4-42c4-8608-249ab6fbee94 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055187 Jun 22 15:03:12.407314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:12.446932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:12.508946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cea92-f320-4390-9428-251d6d41f623 None None] Pushing event updated for resources: {'Port': ['ID=fba38c0f-41f4-490a-98ee-afe35942d02c,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:12.544167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-336cea92-f320-4390-9428-251d6d41f623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:12.556887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac2e0c-26ec-435f-9291-3f37f65e22d5 None None] New status for floating IP e485118b-cb70-40eb-a1e8-d61a8d0d9cdc: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:03:12.578380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:12.748135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:12.769864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-0b7989eb-5273-4773-935d-7cd38f256de7 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:12.771354 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-0b7989eb-5273-4773-935d-7cd38f256de7 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/networks?id=e59541de-161e-4c61-b932-c9a08e127662 HTTP/1.1" status: 200 len: 811 time: 0.2058144 Jun 22 15:03:12.796905 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-4ea437b0-bd8c-44c9-bf05-f014726be197 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/quotas/80252b7304d34479acb87fbc61223bbd HTTP/1.1" status: 200 len: 375 time: 0.0103335 Jun 22 15:03:12.851299 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-55202cd4-3846-4dd7-81e8-f2aeabb7aa06 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=80252b7304d34479acb87fbc61223bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348446 Jun 22 15:03:12.866947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f4da8f0d-c8fc-4ceb-a111-52cb1e9abd1e None None] Provisioning for port e6d69299-3872-4e01-b3eb-bf6233186cfc completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:12.883393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f4da8f0d-c8fc-4ceb-a111-52cb1e9abd1e None None] Provisioning complete for port e6d69299-3872-4e01-b3eb-bf6233186cfc triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:12.884042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4da8f0d-c8fc-4ceb-a111-52cb1e9abd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:13.025329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f4da8f0d-c8fc-4ceb-a111-52cb1e9abd1e None None] Port e6d69299-3872-4e01-b3eb-bf6233186cfc cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:13.100241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] Allocated IP 172.20.0.19 (0002a229-f682-45ca-b490-afad635a2b26/bf568284-2959-433c-b38d-2bfb4ee7a55f/fba38c0f-41f4-490a-98ee-afe35942d02c) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:13.145478 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-3d7ee978-0f22-4204-b477-58ce19568a1f service neutron] 10.222.0.22 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804034 Jun 22 15:03:13.185471 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c9427177-455a-4dce-9b69-6a2c1d9e03bc req-4c0b52bf-4292-48b4-802a-88f689200fe8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 210 time: 0.0481150 Jun 22 15:03:13.229264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] For port fba38c0f-41f4-490a-98ee-afe35942d02c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fba38c0f-41f4-490a-98ee-afe35942d02c,segment=NetworkSegment(536b2d7b-acea-431a-885f-571b6fe00264),segment_id=536b2d7b-acea-431a-885f-571b6fe00264)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:13.259071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:13.263602 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-e4d28bd5-80fb-423c-8d3d-fbef7d0e6d8f service neutron] 10.222.0.22 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078198 Jun 22 15:03:13.273297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] Transition to ACTIVE for port object fba38c0f-41f4-490a-98ee-afe35942d02c will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:13.278983 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:13.282022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bf516ed4-f2d0-44ca-900e-ec9234083020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:13.284719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:13.291393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:13.295761 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1e9af58-f721-4251-9899-883fa767c428 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:13.347247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Delete allocated IP 172.20.0.18 (0002a229-f682-45ca-b490-afad635a2b26/bf568284-2959-433c-b38d-2bfb4ee7a55f) {{(pid=93502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 15:03:13.395046 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] Pushing event updated for resources: {'Port': ['ID=fba38c0f-41f4-490a-98ee-afe35942d02c,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:13.400450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:13.429612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:13.440523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=e6d69299-3872-4e01-b3eb-bf6233186cfc,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:13.444394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:13.560958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:13.609124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Ignored duplicate provisioning block setup for port 6a500ce5-9702-475d-8b3d-e636bfb16c6d by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 15:03:13.650052 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-565cecb7-56a2-4cf1-a65a-7c6a8b09aba1 req-e97450d1-87f8-4e18-83ba-2d8ede4ae200 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 210 time: 0.0632596 Jun 22 15:03:13.651601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:13.665352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bca61ea0-c642-4e1d-aaa0-2eb9067a4a3c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:13.697108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:13.701591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:13.811418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=6a500ce5-9702-475d-8b3d-e636bfb16c6d,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:13.819688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:13.823247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] In _notify_port_updated(), no bound segment for port 6a500ce5-9702-475d-8b3d-e636bfb16c6d on network 0002a229-f682-45ca-b490-afad635a2b26 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:03:13.830355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:13.831026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:13.832380 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "PUT /v2.0/ports/6a500ce5-9702-475d-8b3d-e636bfb16c6d HTTP/1.1" status: 200 len: 918 time: 1.5765216 Jun 22 15:03:13.835503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40664) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:13.854834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39bac851-9064-41d6-b0f5-bf9bf1306d41'}, {'subnet_id': 'bf568284-2959-433c-b38d-2bfb4ee7a55f'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:13.889198 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bed57-b507-42a8-9861-f01479f4305e req-65020dbe-49b6-464a-bb3a-47d9655bde26 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:13.897499 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e24bed57-b507-42a8-9861-f01479f4305e req-65020dbe-49b6-464a-bb3a-47d9655bde26 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2729876 Jun 22 15:03:14.039461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fba38c0f-41f4-490a-98ee-afe35942d02c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:14.177963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dc3ca1ee-f642-48a1-8a65-9e735003b446 None None] Provisioning complete for port e6d69299-3872-4e01-b3eb-bf6233186cfc triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:14.178817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dc3ca1ee-f642-48a1-8a65-9e735003b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:14.185536 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e24bed57-b507-42a8-9861-f01479f4305e req-595d8755-c7c4-498f-817c-6566d169733b tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619448 Jun 22 15:03:14.193781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router d0ab8c27-2886-4707-9de6-6f7e7a968c19 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:14.223012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:14.249708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ca1ee-f642-48a1-8a65-9e735003b446 None None] Port e6d69299-3872-4e01-b3eb-bf6233186cfc cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:14.366494 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c99bb-fdd1-4ad1-a3ee-12612793e783 None None] Network 0002a229-f682-45ca-b490-afad635a2b26 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:14.404783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:14.417758 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0484dcd-7fc1-4346-b1f8-a30b3ebbb530 None None] Sync routers for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:14.423250 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/routers/d0ab8c27-2886-4707-9de6-6f7e7a968c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7807515 Jun 22 15:03:14.431680 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0484dcd-7fc1-4346-b1f8-a30b3ebbb530 None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:14.432183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40678) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:14.435435 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d0484dcd-7fc1-4346-b1f8-a30b3ebbb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:14.449801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'port': {'network_id': '57a1bc5a-caba-4fa1-8314-b48ef5219b22', 'name': 'tempest-FloatingIPTestJSON-183128800'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:14.489768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-397fd530-16c9-428f-828e-cca398bef976 None None] Provisioning for port fba38c0f-41f4-490a-98ee-afe35942d02c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:14.506630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-397fd530-16c9-428f-828e-cca398bef976 None None] Provisioning complete for port fba38c0f-41f4-490a-98ee-afe35942d02c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:14.507012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-397fd530-16c9-428f-828e-cca398bef976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:14.533392 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d0484dcd-7fc1-4346-b1f8-a30b3ebbb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:14.560372 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0484dcd-7fc1-4346-b1f8-a30b3ebbb530 None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:14.561285 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d0484dcd-7fc1-4346-b1f8-a30b3ebbb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:14.682800 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d0484dcd-7fc1-4346-b1f8-a30b3ebbb530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:14.683479 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0484dcd-7fc1-4346-b1f8-a30b3ebbb530 None None] The sync data for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:14.735073 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-33dba1e4-1475-4e00-80ee-6d8d460ccd88 req-11c66f6d-80a2-4d91-91e2-3686a9870bac tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 210 time: 0.3059402 Jun 22 15:03:14.788929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Made reservation on behalf of 5acbc1f9a7ac4e7aa81fc6c9044853dc for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:14.797687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:14.825074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] device_id is not set on port 8950d469-a87c-43d4-8fab-a5afeba0d256 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:14.954117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.27 (0002a229-f682-45ca-b490-afad635a2b26/bf568284-2959-433c-b38d-2bfb4ee7a55f/6a500ce5-9702-475d-8b3d-e636bfb16c6d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:15.050700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9d7b1-90d8-4714-a5ea-ad376ede7b7b req-16cc16f4-c078-433d-b363-647cc30aa961 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:15.053126 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-adf9d7b1-90d8-4714-a5ea-ad376ede7b7b req-16cc16f4-c078-433d-b363-647cc30aa961 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1613591 Jun 22 15:03:15.146456 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-758cb83b-0f71-4a47-9e48-a714aa102734 req-3b616238-79ac-4ab2-8fdd-8466365e128c tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 210 time: 0.1287599 Jun 22 15:03:15.168004 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-adf9d7b1-90d8-4714-a5ea-ad376ede7b7b req-ccef3233-9174-489f-9b2e-09a1d9490521 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022637 Jun 22 15:03:15.192567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-df641045-cd18-4da8-b2bd-28456ff7a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:15.194254 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-df641045-cd18-4da8-b2bd-28456ff7a2ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 1099 time: 0.3757131 Jun 22 15:03:15.209331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Allocated IP 172.20.0.5 (57a1bc5a-caba-4fa1-8314-b48ef5219b22/6fa148de-dcb8-4fa4-8054-732088c1d191/8950d469-a87c-43d4-8fab-a5afeba0d256) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:15.229168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:15.244880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Ignored duplicate provisioning block setup for port 6a500ce5-9702-475d-8b3d-e636bfb16c6d by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 22 15:03:15.249735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:15.255583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e60f8b2-a9ba-4e26-a15e-85dd0c7d5ef6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:15.382524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=6a500ce5-9702-475d-8b3d-e636bfb16c6d,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:15.387406 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:15.404548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] In _notify_port_updated(), no bound segment for port 6a500ce5-9702-475d-8b3d-e636bfb16c6d on network 0002a229-f682-45ca-b490-afad635a2b26 {{(pid=93501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:03:15.407043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-22aea587-05d0-4087-b0bf-08e35e65c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:15.408548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-22aea587-05d0-4087-b0bf-08e35e65c6af service neutron] 10.222.0.21 "GET /v2.0/networks?id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 200 len: 913 time: 0.1960731 Jun 22 15:03:15.411164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:15.411888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:15.414234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fe5452b5-63d6-4cfb-b744-8a47967bbd21 None None] Provisioning complete for port fba38c0f-41f4-490a-98ee-afe35942d02c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:15.414733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fe5452b5-63d6-4cfb-b744-8a47967bbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:15.416322 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "PUT /v2.0/ports/6a500ce5-9702-475d-8b3d-e636bfb16c6d HTTP/1.1" status: 200 len: 998 time: 1.5787179 Jun 22 15:03:15.416470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40688) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:15.617075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fe5452b5-63d6-4cfb-b744-8a47967bbd21 None None] Provisioning for port 6a500ce5-9702-475d-8b3d-e636bfb16c6d completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:15.621760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fe5452b5-63d6-4cfb-b744-8a47967bbd21 None None] Provisioning complete for port 6a500ce5-9702-475d-8b3d-e636bfb16c6d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:15.622137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fe5452b5-63d6-4cfb-b744-8a47967bbd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:15.674928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-fe5452b5-63d6-4cfb-b744-8a47967bbd21 None None] Port 6a500ce5-9702-475d-8b3d-e636bfb16c6d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:15.704962 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-2f81ca8c-51be-43e0-8f5e-c6441b702489 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 200 len: 1002 time: 0.2815189 Jun 22 15:03:15.709819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:15.804777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-baafb2b9-e695-4dac-9d92-7bb63b1907dc None None] Provisioning complete for port 6a500ce5-9702-475d-8b3d-e636bfb16c6d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:15.808914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-baafb2b9-e695-4dac-9d92-7bb63b1907dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:15.842025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-2d299dc7-cacf-4557-b987-befd78c045f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:15.844982 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-2d299dc7-cacf-4557-b987-befd78c045f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 200 len: 851 time: 0.1316743 Jun 22 15:03:15.869818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 6a500ce5-9702-475d-8b3d-e636bfb16c6d {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:15.870734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:15.872438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-baafb2b9-e695-4dac-9d92-7bb63b1907dc None None] Port 6a500ce5-9702-475d-8b3d-e636bfb16c6d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:15.885157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Transition to ACTIVE for port object 8950d469-a87c-43d4-8fab-a5afeba0d256 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:15.945029 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9aeaad08-9474-49d4-9d9d-8a6dd7dcec42 req-43113510-b519-476c-be55-8d76cabcc736 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8ee5155-c0e5-4439-9c17-1e26c82f3dda HTTP/1.1" status: 200 len: 210 time: 0.0609484 Jun 22 15:03:16.038431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-cdf154d4-30f7-460b-9110-6cc110db7005 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:16.039888 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-cdf154d4-30f7-460b-9110-6cc110db7005 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.21 "GET /v2.0/networks?id=e59541de-161e-4c61-b932-c9a08e127662 HTTP/1.1" status: 200 len: 811 time: 0.4571793 Jun 22 15:03:16.065715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Request body: {'port': {'device_id': '0f8724ed-3966-4fcc-a807-e9cbea5e9c55', 'network_id': 'e59541de-161e-4c61-b932-c9a08e127662', 'admin_state_up': True, 'tenant_id': '80252b7304d34479acb87fbc61223bbd'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:16.094200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-89ab8a88-868e-4705-bbb6-c2b0ce88428d None None] Provisioning complete for port 6a500ce5-9702-475d-8b3d-e636bfb16c6d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:16.094591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-89ab8a88-868e-4705-bbb6-c2b0ce88428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:16.132100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-89ab8a88-868e-4705-bbb6-c2b0ce88428d None None] Port 6a500ce5-9702-475d-8b3d-e636bfb16c6d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:16.174363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:16.180690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:16.208404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b336d69a-cd72-4980-acdd-36d50c1f5635 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:16.251690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af11a60c-6df9-4069-8f0a-84a88e885fcd None None] Provisioning complete for port 6a500ce5-9702-475d-8b3d-e636bfb16c6d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:16.252325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af11a60c-6df9-4069-8f0a-84a88e885fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:16.263166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event updated for resources: {'Port': ['ID=8950d469-a87c-43d4-8fab-a5afeba0d256,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:16.276150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-1fc3ec6e-71af-4b75-90e9-ece80cadd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:16.279126 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-1fc3ec6e-71af-4b75-90e9-ece80cadd4dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3954506 Jun 22 15:03:16.301581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-af11a60c-6df9-4069-8f0a-84a88e885fcd None None] Port 6a500ce5-9702-475d-8b3d-e636bfb16c6d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:16.316097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:16.351578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 6a500ce5-9702-475d-8b3d-e636bfb16c6d owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:16.381551 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0db1f6ee-6779-4c13-9ad1-bb9c2091507a req-12827e04-553a-4d1c-99c1-e42572cb8489 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 210 time: 0.0337336 Jun 22 15:03:16.421780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:16.450633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:16.724648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-19b19d5f-aa85-42e1-bb88-43c0b11ecd00 None None] Provisioning for port 8950d469-a87c-43d4-8fab-a5afeba0d256 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:16.728508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-19b19d5f-aa85-42e1-bb88-43c0b11ecd00 None None] Provisioning complete for port 8950d469-a87c-43d4-8fab-a5afeba0d256 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:16.728928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-19b19d5f-aa85-42e1-bb88-43c0b11ecd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:16.765010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-19b19d5f-aa85-42e1-bb88-43c0b11ecd00 None None] Port 8950d469-a87c-43d4-8fab-a5afeba0d256 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:16.798869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:16.884337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Made reservation on behalf of 80252b7304d34479acb87fbc61223bbd for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:16.887854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:16.949893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:16.950495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:16.980321 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-9d6abb81-ba1f-4106-a573-64b75e2167e3 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630142 Jun 22 15:03:17.019857 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5756326 Jun 22 15:03:17.022881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40702) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:17.027964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Request body: {'floatingip': {'port_id': '8950d469-a87c-43d4-8fab-a5afeba0d256'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:17.085469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c88d8-966c-4a28-8bd0-21b509aae068 req-da0632a7-d042-4312-9f22-7f43c352776b tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:17.086971 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-739c88d8-966c-4a28-8bd0-21b509aae068 req-da0632a7-d042-4312-9f22-7f43c352776b tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.7332149 Jun 22 15:03:17.087160 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:17.242103 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-739c88d8-966c-4a28-8bd0-21b509aae068 req-bf4477bb-612f-4ba4-837c-2844ffed01a5 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416035 Jun 22 15:03:17.257467 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdcc6dad-8de8-4cd7-a3e0-d93c6610223b req-0b5d0a18-d95c-4fd1-bc11-d8e67ccbfa91 service neutron] 10.222.0.21 "GET /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657146 Jun 22 15:03:17.287263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Allocated IP 172.20.0.12 (e59541de-161e-4c61-b932-c9a08e127662/da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf/6fe0f895-40ee-4727-b47b-a99e37acdb06) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:17.330663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:17.345222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-94011b4c-26f0-4e23-b51c-6bf0a7957613 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:17.353319 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-6c615783-ec80-467c-ba51-887ab03a065d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403623038&fields=id&tenant_id=df1a184c91084752ab23db1f17571be8 HTTP/1.1" status: 200 len: 267 time: 0.0780017 Jun 22 15:03:17.382389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=6a500ce5-9702-475d-8b3d-e636bfb16c6d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:17.385199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:17.550312 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-abd20c20-6ee6-43de-ab0b-3c7fe3155ee7 req-4228d289-80d7-42e0-916e-b6300c8409dc tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 210 time: 0.0388758 Jun 22 15:03:17.571012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:17.582627 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/6a500ce5-9702-475d-8b3d-e636bfb16c6d HTTP/1.1" status: 204 len: 168 time: 2.1538503 Jun 22 15:03:17.582627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40714) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:17.625799 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f079572e-318a-450b-a856-100823249c99 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:03:17.627376 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f079572e-318a-450b-a856-100823249c99 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/6a500ce5-9702-475d-8b3d-e636bfb16c6d HTTP/1.1" status: 404 len: 333 time: 0.0467415 Jun 22 15:03:17.636656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40718) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:17.657841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-6421abe7-e320-40d2-bdd0-d2ff6fa6f27c tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:17.659294 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-6421abe7-e320-40d2-bdd0-d2ff6fa6f27c tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 812 time: 0.2972720 Jun 22 15:03:17.681376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:17.681607 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-cd002990-0caa-435a-8b61-fe6f4487c515 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/quotas/df1a184c91084752ab23db1f17571be8 HTTP/1.1" status: 200 len: 375 time: 0.0137398 Jun 22 15:03:17.704595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet bf568284-2959-433c-b38d-2bfb4ee7a55f {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:17.708446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:17.760904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:17.808831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:17.816083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-23f2d2e3-d912-4cac-bdc7-492affcb7bd6 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:17.899548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Network e59541de-161e-4c61-b932-c9a08e127662 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:17.906751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:17.909531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:17.942461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:17.945762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Pushing event updated for resources: {'Port': ['ID=6fe0f895-40ee-4727-b47b-a99e37acdb06,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:17.968201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:18.008000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:18.008648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.029196 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9758043 Jun 22 15:03:18.041523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Request body: {'port': {'device_id': '0f8724ed-3966-4fcc-a807-e9cbea5e9c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:18.045583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.065733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a825e92a-c5e9-45d6-bb30-cb35201041d0 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:18.097886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=bf568284-2959-433c-b38d-2bfb4ee7a55f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:18.102427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:18.104824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.109703 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/bf568284-2959-433c-b38d-2bfb4ee7a55f HTTP/1.1" status: 204 len: 168 time: 0.4732516 Jun 22 15:03:18.110379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40720) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:18.127307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f2ea1b-ce7e-44c2-aecd-b7f28f2227c5 None None] Network 0002a229-f682-45ca-b490-afad635a2b26 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:18.189431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.194725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet 39bac851-9064-41d6-b0f5-bf9bf1306d41 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:18.210720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.252844 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-565085ce-c95d-4304-b1a8-3234d811d861 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5406764 Jun 22 15:03:18.272737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.279555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.282352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.466415 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP ff10b1c6-77d9-4005-b32d-5f36ec4b4578 associated. External IP: 172.26.6.33, port: 094ec27f-3a5c-4dd6-8d78-980bcad21d63. Jun 22 15:03:18.516564 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-c0ddf5a5-8e86-4ac3-8802-c5a7684ca362 service neutron] 10.222.0.22 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482159 Jun 22 15:03:18.517743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.627034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf034a-fa76-43a3-b9c1-6820d8970298 req-37979b88-30aa-4800-8ab7-3856ad3c3b47 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:18.628603 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cfbf034a-fa76-43a3-b9c1-6820d8970298 req-37979b88-30aa-4800-8ab7-3856ad3c3b47 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2009096 Jun 22 15:03:18.645570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.656609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a1bc138a-5012-47f7-9e2f-2c6d41c27013 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:18.678781 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-41b4b0b0-699e-43c1-9b34-48f214336108 service neutron] 10.222.0.22 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554451 Jun 22 15:03:18.697003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.701240 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/39bac851-9064-41d6-b0f5-bf9bf1306d41 HTTP/1.1" status: 204 len: 168 time: 0.5879967 Jun 22 15:03:18.701240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=39bac851-9064-41d6-b0f5-bf9bf1306d41,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:18.710814 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40728) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:18.712236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:18.759583 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cfbf034a-fa76-43a3-b9c1-6820d8970298 req-64d8f498-a8f5-410a-86c6-87b31df051fa tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235204 Jun 22 15:03:18.774046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe0f895-40ee-4727-b47b-a99e37acdb06 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:03:18.794255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.819778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Transition to ACTIVE for port object 6fe0f895-40ee-4727-b47b-a99e37acdb06 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:18.828981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:18.839722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:18.895569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe0f895-40ee-4727-b47b-a99e37acdb06,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:18.899927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:18.909417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:18.987188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.060409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657316e7-1688-448b-90f3-806059d54b55 None None] Network 0002a229-f682-45ca-b490-afad635a2b26 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:19.062477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Attempting to bind port 6fe0f895-40ee-4727-b47b-a99e37acdb06 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:19.074117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Attempting to bind port 6fe0f895-40ee-4727-b47b-a99e37acdb06 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '347ab9de-c7f8-4adf-9629-9df9cfae6a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e59541de-161e-4c61-b932-c9a08e127662'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:19.074693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Attempting to bind port 6fe0f895-40ee-4727-b47b-a99e37acdb06 on network e59541de-161e-4c61-b932-c9a08e127662 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:19.078784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:19.097391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Port 6fe0f895-40ee-4727-b47b-a99e37acdb06 on network e59541de-161e-4c61-b932-c9a08e127662 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:03:19.098268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Attempting to bind port 6fe0f895-40ee-4727-b47b-a99e37acdb06 on network e59541de-161e-4c61-b932-c9a08e127662 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:19.109698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:19.110538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Checking segment: {'id': '347ab9de-c7f8-4adf-9629-9df9cfae6a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e59541de-161e-4c61-b932-c9a08e127662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:19.110766 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Bound using segment: {'id': '347ab9de-c7f8-4adf-9629-9df9cfae6a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e59541de-161e-4c61-b932-c9a08e127662'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:19.111217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Bound port: 6fe0f895-40ee-4727-b47b-a99e37acdb06, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347ab9de-c7f8-4adf-9629-9df9cfae6a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e59541de-161e-4c61-b932-c9a08e127662'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:19.111690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.130987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70323719-725e-470f-98f3-2e941ecfea0e None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:19.140387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a062d42-d735-464d-9788-1b2c62fb86ea req-041d134c-4f50-42ba-866e-4556aa607dee tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:19.142011 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a062d42-d735-464d-9788-1b2c62fb86ea req-041d134c-4f50-42ba-866e-4556aa607dee tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 944 time: 0.1699212 Jun 22 15:03:19.174077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70323719-725e-470f-98f3-2e941ecfea0e None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:19.174788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-70323719-725e-470f-98f3-2e941ecfea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:19.226556 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a062d42-d735-464d-9788-1b2c62fb86ea req-e21df6f3-7768-4c1b-a9ed-6c764f60acb2 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641475 Jun 22 15:03:19.235563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] For port 6fe0f895-40ee-4727-b47b-a99e37acdb06, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:19.240835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] For port 6fe0f895-40ee-4727-b47b-a99e37acdb06, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6fe0f895-40ee-4727-b47b-a99e37acdb06,segment=NetworkSegment(347ab9de-c7f8-4adf-9629-9df9cfae6a7b),segment_id=347ab9de-c7f8-4adf-9629-9df9cfae6a7b)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:19.243699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-70323719-725e-470f-98f3-2e941ecfea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:19.245906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f3d517d0-5cc5-49db-9d82-763a04ed2c51 None None] Provisioning complete for port fba38c0f-41f4-490a-98ee-afe35942d02c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:19.246226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f3d517d0-5cc5-49db-9d82-763a04ed2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.255038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.259208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1f09192a-b970-49c8-83f3-a62ceba33e19 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:19.305305 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port fba38c0f-41f4-490a-98ee-afe35942d02c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:19.306077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.319788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70323719-725e-470f-98f3-2e941ecfea0e None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:19.320441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-70323719-725e-470f-98f3-2e941ecfea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:19.360493 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eb7cb21b-43c5-498e-90cd-9b4f2a424a12 req-ca3a7a68-36f7-45b5-8fd7-cc12c7050ae8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 210 time: 0.0515528 Jun 22 15:03:19.373435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:19.373641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-70323719-725e-470f-98f3-2e941ecfea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:19.374795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70323719-725e-470f-98f3-2e941ecfea0e None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:19.375137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.376552 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] 10.222.0.21 "PUT /v2.0/ports/6fe0f895-40ee-4727-b47b-a99e37acdb06 HTTP/1.1" status: 200 len: 1094 time: 1.3393807 Jun 22 15:03:19.381909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8724ed-3966-4fcc-a807-e9cbea5e9c55', 'tag': '6fe0f895-40ee-4727-b47b-a99e37acdb06'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:03:19.385114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f81cbe0-02ef-4f45-99e8-1441c2902b81" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8724ed-3966-4fcc-a807-e9cbea5e9c55", "tag": "6fe0f895-40ee-4727-b47b-a99e37acdb06"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:03:19.407076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154da35a-144e-44f4-9f3b-f2eac3b41360 req-a323f9ae-bff4-4fef-a42c-8641b9aa628d tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:19.421702 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-154da35a-144e-44f4-9f3b-f2eac3b41360 req-a323f9ae-bff4-4fef-a42c-8641b9aa628d tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1897838 Jun 22 15:03:19.423129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe0f895-40ee-4727-b47b-a99e37acdb06,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:19.433841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:19.474899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] For port fba38c0f-41f4-490a-98ee-afe35942d02c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fba38c0f-41f4-490a-98ee-afe35942d02c,segment=NetworkSegment(536b2d7b-acea-431a-885f-571b6fe00264),segment_id=536b2d7b-acea-431a-885f-571b6fe00264)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:19.475245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.505603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efa43ed-bbdd-4203-bb96-9cca8913229f x-openstack-request-id: req-7efa43ed-bbdd-4203-bb96-9cca8913229f {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:03:19.505957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8724ed-3966-4fcc-a807-e9cbea5e9c55", "tag": "6fe0f895-40ee-4727-b47b-a99e37acdb06", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:03:19.506269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7efa43ed-bbdd-4203-bb96-9cca8913229f {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:03:19.506726 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8724ed-3966-4fcc-a807-e9cbea5e9c55', 'tag': '6fe0f895-40ee-4727-b47b-a99e37acdb06', 'status': 'completed', 'code': 200} Jun 22 15:03:19.538281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] DHCP port deletion for 0002a229-f682-45ca-b490-afad635a2b26 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:03:19.551869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-3f04f7bd-88d4-42c4-87a5-fabf96a60158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:19.554365 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-3f04f7bd-88d4-42c4-87a5-fabf96a60158 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80252b7304d34479acb87fbc61223bbd&device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 1097 time: 0.1142361 Jun 22 15:03:19.599446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for fba38c0f-41f4-490a-98ee-afe35942d02c owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:19.614589 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-154da35a-144e-44f4-9f3b-f2eac3b41360 req-524ffd8b-f71c-43c4-a483-04b922f4ba37 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918213 Jun 22 15:03:19.614872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] Deleting port fba38c0f-41f4-490a-98ee-afe35942d02c {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:19.615262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.647291 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-8ea092ac-a6b9-4d92-bb81-f066d9b52398 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe0f895-40ee-4727-b47b-a99e37acdb06 HTTP/1.1" status: 200 len: 217 time: 0.0801296 Jun 22 15:03:19.741389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router d0ab8c27-2886-4707-9de6-6f7e7a968c19 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:19.748575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] For port fba38c0f-41f4-490a-98ee-afe35942d02c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fba38c0f-41f4-490a-98ee-afe35942d02c,segment=NetworkSegment(536b2d7b-acea-431a-885f-571b6fe00264),segment_id=536b2d7b-acea-431a-885f-571b6fe00264)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:19.749587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.782929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-d2fd066b-67d6-475b-b74e-286a09c4d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:19.784590 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-d2fd066b-67d6-475b-b74e-286a09c4d18f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf HTTP/1.1" status: 200 len: 851 time: 0.1303132 Jun 22 15:03:19.843302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:19.847301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b87c0959-6ab5-4cbf-b046-8835201712f5 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:19.864524 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-03aedddd-9b4e-4039-a90b-874df9e1a941 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e59541de-161e-4c61-b932-c9a08e127662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718594 Jun 22 15:03:19.881411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] Calling delete_port for fba38c0f-41f4-490a-98ee-afe35942d02c owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:19.996336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:20.007815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.009055 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227f84d-854f-4915-8eb2-ec2b9cc0338e None None] Sync routers for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:20.022214 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227f84d-854f-4915-8eb2-ec2b9cc0338e None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:20.023869 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b227f84d-854f-4915-8eb2-ec2b9cc0338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:20.040358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.044504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0faca58d-5eca-4567-b15a-6fb31509210a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:20.051035 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-52d93477-2543-4f04-b5bd-1803aed65bf4 service neutron] 10.222.0.21 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798244 Jun 22 15:03:20.074170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=fba38c0f-41f4-490a-98ee-afe35942d02c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:20.078533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No DVR routers for this DVR port fba38c0f-41f4-490a-98ee-afe35942d02c on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:20.082982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:20.092338 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b227f84d-854f-4915-8eb2-ec2b9cc0338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:20.103512 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227f84d-854f-4915-8eb2-ec2b9cc0338e None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:20.104411 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b227f84d-854f-4915-8eb2-ec2b9cc0338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:20.105933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] No DVR routers for this DVR port fba38c0f-41f4-490a-98ee-afe35942d02c on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:20.113237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fba38c0f-41f4-490a-98ee-afe35942d02c no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:20.144533 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b227f84d-854f-4915-8eb2-ec2b9cc0338e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:20.145845 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227f84d-854f-4915-8eb2-ec2b9cc0338e None None] The sync data for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:20.158439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] Pushing event deleted for resources: {'Port': ['ID=fba38c0f-41f4-490a-98ee-afe35942d02c,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:20.168019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: fba38c0f-41f4-490a-98ee-afe35942d02c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:20.168686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fba38c0f-41f4-490a-98ee-afe35942d02c not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:20.179296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:20.216207 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1ff403a-6bf3-4c52-8d8c-866b2cdd58f1 req-f871128d-538a-4235-8b87-e2303d225a82 service neutron] 10.222.0.21 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595018 Jun 22 15:03:20.336091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-d9040885-0489-43b2-bd72-55df82f98cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:20.338024 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-d9040885-0489-43b2-bd72-55df82f98cdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80252b7304d34479acb87fbc61223bbd&device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 1097 time: 0.0564756 Jun 22 15:03:20.482865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d966f4-b806-4545-9f33-805229673f5c req-5951b28b-1774-48d3-8775-dc472895c2fa tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:20.484868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-97d966f4-b806-4545-9f33-805229673f5c req-5951b28b-1774-48d3-8775-dc472895c2fa tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 944 time: 0.1405573 Jun 22 15:03:20.487754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-8366b7bb-af30-4ecb-85aa-622211afa65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:20.489118 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-8366b7bb-af30-4ecb-85aa-622211afa65c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e59541de-161e-4c61-b932-c9a08e127662 HTTP/1.1" status: 200 len: 912 time: 0.1357210 Jun 22 15:03:20.499539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.505246 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1acb62b1-cff5-428e-8f5c-c9dbd316f56c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/floatingips/ff10b1c6-77d9-4005-b32d-5f36ec4b4578 HTTP/1.1" status: 200 len: 976 time: 3.4786146 Jun 22 15:03:20.508548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40760) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:20.521540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0002a229-f682-45ca-b490-afad635a2b26']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:20.543483 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-fda4cc85-d154-4183-9926-aa11b01d8fb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe0f895-40ee-4727-b47b-a99e37acdb06 HTTP/1.1" status: 200 len: 217 time: 0.0449359 Jun 22 15:03:20.557925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536b2d7b-acea-431a-885f-571b6fe00264') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:20.558217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536b2d7b-acea-431a-885f-571b6fe00264') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:20.577658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.584580 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-97d966f4-b806-4545-9f33-805229673f5c req-115ae449-c0fb-45dd-9887-0a82bd9e3496 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928595 Jun 22 15:03:20.600567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.606684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-f937d192-64a0-4004-8d70-eac2fe504ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:20.608197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-f937d192-64a0-4004-8d70-eac2fe504ed3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf HTTP/1.1" status: 200 len: 851 time: 0.0553815 Jun 22 15:03:20.621955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d5a73-cf15-4293-b314-a422e2d68f17 req-62e2f76d-651c-4bef-8c6f-3067515a89ea tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:20.623454 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-558d5a73-cf15-4293-b314-a422e2d68f17 req-62e2f76d-651c-4bef-8c6f-3067515a89ea tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.1822920 Jun 22 15:03:20.643949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:20.643949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:20.644241 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:20.648345 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-0e4d3d46-a078-422e-9a7e-82ae7bdee9ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e59541de-161e-4c61-b932-c9a08e127662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315514 Jun 22 15:03:20.753791 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a62c20b7-e21c-42f5-9491-07ee954089f9 req-9bd8aea4-8177-468f-af2c-5de6c143743a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 210 time: 0.0330527 Jun 22 15:03:20.755610 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-558d5a73-cf15-4293-b314-a422e2d68f17 req-545ed7c0-dea0-47b9-bc9d-22badd203c7a tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106815 Jun 22 15:03:20.756823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.761190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c8aced8-da31-4794-ac97-629bf6110814 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:20.766554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.768687 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/networks/0002a229-f682-45ca-b490-afad635a2b26 HTTP/1.1" status: 204 len: 168 time: 2.0566247 Jun 22 15:03:20.776560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40762) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:20.781337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Network': ['ID=0002a229-f682-45ca-b490-afad635a2b26,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:20.784875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:20.792263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port 8950d469-a87c-43d4-8fab-a5afeba0d256 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:20.792863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.829681 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-f61ff9f1-b6f2-44bc-9a6f-51b6f781d538 service neutron] 10.222.0.21 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711302 Jun 22 15:03:20.901180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:20.944961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f290c21-b793-4d63-8bab-846dac81f18e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:20.948840 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9f290c21-b793-4d63-8bab-846dac81f18e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1681197 Jun 22 15:03:20.950363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40764) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:21.044331 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1f81cbe0-02ef-4f45-99e8-1441c2902b81 req-1762d978-c991-4df4-8969-f852a7d923b7 service neutron] 10.222.0.21 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063270 Jun 22 15:03:21.090111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-36997c1d-e6c6-40cf-bff5-5cf217d7f70f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:21.092091 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-36997c1d-e6c6-40cf-bff5-5cf217d7f70f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 812 time: 0.1713765 Jun 22 15:03:21.101740 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fdf15a12-2e25-4a54-a3d3-131962b9b348 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1500010 Jun 22 15:03:21.104953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40766) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:21.115574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-381351749'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:21.163453 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-b5f92dc5-c643-4b88-bfe7-8d23baa2d53e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1a184c91084752ab23db1f17571be8 HTTP/1.1" status: 200 len: 380 time: 0.0491922 Jun 22 15:03:21.179454 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'port': {'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'admin_state_up': True, 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'security_groups': ['b160d67b-15ab-4c6c-bd37-2b81300b030c']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:21.181171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:21.184679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.189913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.190567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.190871 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Floating IP ff10b1c6-77d9-4005-b32d-5f36ec4b4578 disassociated. External IP: 172.26.6.33, port: 8950d469-a87c-43d4-8fab-a5afeba0d256. Jun 22 15:03:21.191211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for 8950d469-a87c-43d4-8fab-a5afeba0d256 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:21.254025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:03:21.269812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.270168 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Added segment 7221f52f-71af-46cb-97db-54b357a42995 of type vlan for network 71fe2cc4-379b-4f8c-832a-59d08da1484a Jun 22 15:03:21.318742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Made reservation on behalf of df1a184c91084752ab23db1f17571be8 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:21.322678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.328648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.387449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.394326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:21.394932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.401739 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-792e5a49-53d5-433f-8f41-9c6c09170b86 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:21.469407 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3633833 Jun 22 15:03:21.472230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40770) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:21.472675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.482689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': '71fe2cc4-379b-4f8c-832a-59d08da1484a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:21.489554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Allocated IP 172.20.0.11 (ed0422ad-0de6-429f-a4fd-43d77d26c56c/f1d60a4f-f936-4590-8797-492177cdea87/df74e7a3-297a-493c-993c-816a4d90208d) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:21.493456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Network': ['ID=71fe2cc4-379b-4f8c-832a-59d08da1484a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:21.497089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:21.497618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-34536f59-7f9c-42d9-8c90-ad2bd7a391a3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:21.515612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 71fe2cc4-379b-4f8c-832a-59d08da1484a details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:03:21.523969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=8950d469-a87c-43d4-8fab-a5afeba0d256,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:21.527570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:21.657745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:21.666491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.678669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router d0ab8c27-2886-4707-9de6-6f7e7a968c19 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:21.862347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:21.872872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d25651-659b-4b6d-9e13-2e6ade36cfce None None] Sync routers for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:21.883162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d25651-659b-4b6d-9e13-2e6ade36cfce None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:21.884137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-81d25651-659b-4b6d-9e13-2e6ade36cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:21.921708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.933209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-81d25651-659b-4b6d-9e13-2e6ade36cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:21.943921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d25651-659b-4b6d-9e13-2e6ade36cfce None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:21.944836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-81d25651-659b-4b6d-9e13-2e6ade36cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:21.979160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Transition to ACTIVE for port object df74e7a3-297a-493c-993c-816a4d90208d will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:21.980539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:21.983740 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/ports/8950d469-a87c-43d4-8fab-a5afeba0d256 HTTP/1.1" status: 204 len: 168 time: 1.4721265 Jun 22 15:03:21.986985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40778) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:21.995062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-81d25651-659b-4b6d-9e13-2e6ade36cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:21.995903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d25651-659b-4b6d-9e13-2e6ade36cfce None None] The sync data for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:22.016356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67c10a-c99c-4a56-b80c-cc5e1237ba4d req-23e6e3e5-a789-494a-a1ca-93cdc1b2aaaf tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:22.018283 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7e67c10a-c99c-4a56-b80c-cc5e1237ba4d req-23e6e3e5-a789-494a-a1ca-93cdc1b2aaaf tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 944 time: 0.2307932 Jun 22 15:03:22.061372 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7e67c10a-c99c-4a56-b80c-cc5e1237ba4d req-2fe5cddf-5a76-4318-9cb8-f1bfef6d88a4 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356324 Jun 22 15:03:22.199260 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5c584114-f366-46e8-af81-fea9cd9e59d5 req-1cc52442-e97d-47cd-a3ed-4c257da78d04 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 210 time: 0.0296795 Jun 22 15:03:22.478661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:22.511565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-888d4308-74bb-41e9-b033-5934382bdcdd tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:22.583408 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:22.632318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=a3b277fc-1fba-41a8-9950-fbd726c52673,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:22.640078 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:22.642183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e20353df-c2a3-4b81-9335-740742257d44 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:22.711402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d09f69-21b7-4407-9f6b-fd32e459413d req-da317204-b07d-4cae-bc1c-3e4b8606e890 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:22.712871 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-77d09f69-21b7-4407-9f6b-fd32e459413d req-da317204-b07d-4cae-bc1c-3e4b8606e890 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3333006 Jun 22 15:03:22.714839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:22.730409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:22.732241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Checking segment: {'id': '7221f52f-71af-46cb-97db-54b357a42995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71fe2cc4-379b-4f8c-832a-59d08da1484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:22.732593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network hostable DHCP agents. Network: 71fe2cc4-379b-4f8c-832a-59d08da1484a, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:03:22.740915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:22.861187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'Port': ['ID=df74e7a3-297a-493c-993c-816a4d90208d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:22.883381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:22.925353 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-77d09f69-21b7-4407-9f6b-fd32e459413d req-7dc6e2b7-c17e-4f2e-a72a-8c85e9101b53 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038710 Jun 22 15:03:22.940450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:22.941087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:22.949236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 71fe2cc4-379b-4f8c-832a-59d08da1484a is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:03:22.973834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-42651061-9c87-48c0-858f-f44d83b08f2d None None] Provisioning for port df74e7a3-297a-493c-993c-816a4d90208d completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:22.974530 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8042817 Jun 22 15:03:22.975061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 71fe2cc4-379b-4f8c-832a-59d08da1484a) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:22.978356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-42651061-9c87-48c0-858f-f44d83b08f2d None None] Provisioning complete for port df74e7a3-297a-493c-993c-816a4d90208d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:22.978787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-42651061-9c87-48c0-858f-f44d83b08f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:22.984803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb03d1d-1072-456e-9ee1-f866c33f3263 None None] Network 71fe2cc4-379b-4f8c-832a-59d08da1484a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:23.008327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Request body: {'port': {'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:23.014171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:23.014418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.067986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-a3b1aae0-89d2-47fe-9afb-77dec97116af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:23.069469 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-a3b1aae0-89d2-47fe-9afb-77dec97116af tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.3085639 Jun 22 15:03:23.070680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-42651061-9c87-48c0-858f-f44d83b08f2d None None] Port df74e7a3-297a-493c-993c-816a4d90208d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:23.093213 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6192338 Jun 22 15:03:23.093548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40784) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:23.099963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': '71fe2cc4-379b-4f8c-832a-59d08da1484a', 'name': 'tempest-PortsTestJSON-586773231'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:23.201230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.260870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-71fe2cc4-379b-4f8c-832a-59d08da1484a', 'network_id': '71fe2cc4-379b-4f8c-832a-59d08da1484a', 'tenant_id': 'bf5bfa54d2f94f32a8bfc2ca4ec87d7f', 'fixed_ips': [{'subnet_id': 'a3b277fc-1fba-41a8-9950-fbd726c52673'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:03:23.281268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.319113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f592a-4d97-4476-8589-5b0c9236e2eb req-18dd29b0-3c3c-4ca8-984e-94dff3729d3e tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:23.321288 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-297f592a-4d97-4476-8589-5b0c9236e2eb req-18dd29b0-3c3c-4ca8-984e-94dff3729d3e tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 944 time: 0.1155796 Jun 22 15:03:23.335977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:23.347843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.397171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port b91e2d15-c81d-4a90-b916-e892c9100a72 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:23.434404 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-297f592a-4d97-4476-8589-5b0c9236e2eb req-34fd0055-68ea-4443-83c0-402f9a13873d tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048958 Jun 22 15:03:23.448347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Deleting port 782669a9-41c6-466a-84a5-a3b8ac062d17 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:23.454411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.499527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Allocated IP 172.20.0.2 (71fe2cc4-379b-4f8c-832a-59d08da1484a/a3b277fc-1fba-41a8-9950-fbd726c52673/f80dc957-f978-4330-a4ff-5572f36f217c) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:23.631269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.662828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.671782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Transition to ACTIVE for port object f80dc957-f978-4330-a4ff-5572f36f217c will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:23.687688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Transition to ACTIVE for port object f80dc957-f978-4330-a4ff-5572f36f217c will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:23.694796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.698512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3e80862c-0450-41ce-9251-d9e9fcbd0ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:23.719977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa2f0c-325f-4070-adae-a9fdf55312ba req-ce7803da-0ee3-4e76-b4af-3ede5dc518aa tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:23.727419 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-61fa2f0c-325f-4070-adae-a9fdf55312ba req-ce7803da-0ee3-4e76-b4af-3ede5dc518aa tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 932 time: 0.3315415 Jun 22 15:03:23.737303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Network 71fe2cc4-379b-4f8c-832a-59d08da1484a is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:23.740040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:23.743683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:23.753527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Pushing event updated for resources: {'Port': ['ID=f80dc957-f978-4330-a4ff-5572f36f217c,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:23.758507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:23.770445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.14 (71fe2cc4-379b-4f8c-832a-59d08da1484a/a3b277fc-1fba-41a8-9950-fbd726c52673/b91e2d15-c81d-4a90-b916-e892c9100a72) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:23.771721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] For port 782669a9-41c6-466a-84a5-a3b8ac062d17, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=782669a9-41c6-466a-84a5-a3b8ac062d17,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:23.771977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.820565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Attempting to bind port f80dc957-f978-4330-a4ff-5572f36f217c on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:23.821352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Attempting to bind port f80dc957-f978-4330-a4ff-5572f36f217c by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '7221f52f-71af-46cb-97db-54b357a42995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71fe2cc4-379b-4f8c-832a-59d08da1484a'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:23.821352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Attempting to bind port f80dc957-f978-4330-a4ff-5572f36f217c on network 71fe2cc4-379b-4f8c-832a-59d08da1484a {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:23.827128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:23.827846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Checking segment: {'id': '7221f52f-71af-46cb-97db-54b357a42995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71fe2cc4-379b-4f8c-832a-59d08da1484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:23.828663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.829672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Bound using segment: {'id': '7221f52f-71af-46cb-97db-54b357a42995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71fe2cc4-379b-4f8c-832a-59d08da1484a'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:23.830745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Bound port: f80dc957-f978-4330-a4ff-5572f36f217c, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7221f52f-71af-46cb-97db-54b357a42995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '71fe2cc4-379b-4f8c-832a-59d08da1484a'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:23.830904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.900399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 6fe0f895-40ee-4727-b47b-a99e37acdb06 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:03:23.923410 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-61fa2f0c-325f-4070-adae-a9fdf55312ba req-e73c4bb2-00fe-403b-9e4c-583e0b61f9f4 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955717 Jun 22 15:03:23.923626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] For port f80dc957-f978-4330-a4ff-5572f36f217c, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:23.928799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] For port f80dc957-f978-4330-a4ff-5572f36f217c, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f80dc957-f978-4330-a4ff-5572f36f217c,segment=NetworkSegment(7221f52f-71af-46cb-97db-54b357a42995),segment_id=7221f52f-71af-46cb-97db-54b357a42995)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:23.950564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:23.984885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcb31a08-81d0-4ba8-aaa4-e2484cef49e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:23.985995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.032831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object b91e2d15-c81d-4a90-b916-e892c9100a72 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:24.081127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Pushing event updated for resources: {'Port': ['ID=f80dc957-f978-4330-a4ff-5572f36f217c,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:24.087494 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:24.101040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 6fe0f895-40ee-4727-b47b-a99e37acdb06, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6fe0f895-40ee-4727-b47b-a99e37acdb06,segment=NetworkSegment(347ab9de-c7f8-4adf-9629-9df9cfae6a7b),segment_id=347ab9de-c7f8-4adf-9629-9df9cfae6a7b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:24.114091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '6fe0f895-40ee-4727-b47b-a99e37acdb06', 'network_id': 'e59541de-161e-4c61-b932-c9a08e127662', 'port_id': '6fe0f895-40ee-4727-b47b-a99e37acdb06', 'mac_address': 'fa:16:3e:93:6e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:03:24.129237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df74e7a3-297a-493c-993c-816a4d90208d {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:03:24.138272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.143882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.153538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Transition to ACTIVE for port object df74e7a3-297a-493c-993c-816a4d90208d will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:24.158784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f538311-1bf8-4f04-9288-8f2ce753f0fb tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:24.180158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.204077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe0f895-40ee-4727-b47b-a99e37acdb06 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:03:24.210810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=b91e2d15-c81d-4a90-b916-e892c9100a72,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:24.223311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:24.225808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.230166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 6fe0f895-40ee-4727-b47b-a99e37acdb06, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6fe0f895-40ee-4727-b47b-a99e37acdb06,segment=NetworkSegment(347ab9de-c7f8-4adf-9629-9df9cfae6a7b),segment_id=347ab9de-c7f8-4adf-9629-9df9cfae6a7b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:24.231810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-07ca7b95-71b9-45b4-ab26-254b1e963f54 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:24.234124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 71fe2cc4-379b-4f8c-832a-59d08da1484a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:24.238996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.239611 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:24.241363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:24.243925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:24.288215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e86e38-36a5-4fee-93df-9ba5ea14009d req-5482f41f-6880-4242-bf5e-9a9c3532fd6e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:24.295883 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-23e86e38-36a5-4fee-93df-9ba5ea14009d req-5482f41f-6880-4242-bf5e-9a9c3532fd6e tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 946 time: 0.2295291 Jun 22 15:03:24.347734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=6fe0f895-40ee-4727-b47b-a99e37acdb06,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:24.354289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:24.367713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:24.369037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.370528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.370926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.371494 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Floating IP d5052e45-cd26-4ed1-b9f8-51361ea2e914 disassociated. External IP: 172.26.6.148, port: 782669a9-41c6-466a-84a5-a3b8ac062d17. Jun 22 15:03:24.372103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Calling delete_port for 782669a9-41c6-466a-84a5-a3b8ac062d17 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:24.411020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Pushing event updated for resources: {'Port': ['ID=df74e7a3-297a-493c-993c-816a4d90208d,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:24.416861 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-23e86e38-36a5-4fee-93df-9ba5ea14009d req-d29831a7-30b4-4a85-bf64-cf1e8891eeca tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196940 Jun 22 15:03:24.426585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:24.439216 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3445351 Jun 22 15:03:24.443031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40790) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:24.482165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': '71fe2cc4-379b-4f8c-832a-59d08da1484a', 'name': 'tempest-PortsTestJSON-413943031'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:24.558832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['6fe0f895-40ee-4727-b47b-a99e37acdb06'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:03:24.691163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:24.718618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.739000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port f3335720-10e0-49a5-8834-20c937acfbd9 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:24.860515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Attempting to bind port df74e7a3-297a-493c-993c-816a4d90208d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:24.860515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Attempting to bind port df74e7a3-297a-493c-993c-816a4d90208d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:24.860837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Attempting to bind port df74e7a3-297a-493c-993c-816a4d90208d on network ed0422ad-0de6-429f-a4fd-43d77d26c56c {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:24.898687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Port df74e7a3-297a-493c-993c-816a4d90208d on network ed0422ad-0de6-429f-a4fd-43d77d26c56c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:03:24.899013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Attempting to bind port df74e7a3-297a-493c-993c-816a4d90208d on network ed0422ad-0de6-429f-a4fd-43d77d26c56c {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:24.931461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f65d-b101-46da-a2a1-394974edf294 req-40e78de8-40ac-4cf0-8eff-e6146ef08d6b tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:24.932984 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2060f65d-b101-46da-a2a1-394974edf294 req-40e78de8-40ac-4cf0-8eff-e6146ef08d6b tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 945 time: 0.2602882 Jun 22 15:03:24.933737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:24.934080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Checking segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:24.934457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Bound using segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:24.934893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Bound port: df74e7a3-297a-493c-993c-816a4d90208d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:24.935238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:24.939455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.10 (71fe2cc4-379b-4f8c-832a-59d08da1484a/a3b277fc-1fba-41a8-9950-fbd726c52673/f3335720-10e0-49a5-8834-20c937acfbd9) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:25.010825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:25.052425 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2060f65d-b101-46da-a2a1-394974edf294 req-c47ecd06-e44b-4d24-a8f2-08f843717ad8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905006 Jun 22 15:03:25.061889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-575d2350-2254-48c4-83b6-7a3348149db7 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:25.098061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Pushing event deleted for resources: {'Port': ['ID=782669a9-41c6-466a-84a5-a3b8ac062d17,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:25.109543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:25.137227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port e6d69299-3872-4e01-b3eb-bf6233186cfc {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:25.137939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:25.214638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10bd87-5862-41d2-a418-6f117417cc83 req-d3a011c1-82ab-4811-bf8c-c28eae488648 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:25.219129 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6a10bd87-5862-41d2-a418-6f117417cc83 req-d3a011c1-82ab-4811-bf8c-c28eae488648 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 944 time: 0.1299133 Jun 22 15:03:25.234496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:25.241905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] For port df74e7a3-297a-493c-993c-816a4d90208d, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:25.271855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object f3335720-10e0-49a5-8834-20c937acfbd9 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:25.328242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:25.334587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6eed362-a7d2-4224-a8e0-9ab6df1c9559 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:25.344026 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6a10bd87-5862-41d2-a418-6f117417cc83 req-8518fc0b-c37c-4f3c-89b3-03d02fd9b678 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147199 Jun 22 15:03:25.410081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 71fe2cc4-379b-4f8c-832a-59d08da1484a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:25.413748 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:25.417913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:25.432486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=f3335720-10e0-49a5-8834-20c937acfbd9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:25.510610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:25.511312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:25.514252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:25.553300 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1066043 Jun 22 15:03:25.553586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40798) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:25.674542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c320c-ff53-421e-8359-920d4a754c59 None None] Network 71fe2cc4-379b-4f8c-832a-59d08da1484a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:25.686538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a51ce-4f2e-4c4a-87f5-966e7ab058f5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:25.688892 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9e6a51ce-4f2e-4c4a-87f5-966e7ab058f5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1340907 Jun 22 15:03:25.691750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40800) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:25.722977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:25.751088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f0821641-e8d9-4a9a-9940-43303750893f None None] Provisioning for port f80dc957-f978-4330-a4ff-5572f36f217c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:25.798719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for e6d69299-3872-4e01-b3eb-bf6233186cfc owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:25.910704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 6fe0f895-40ee-4727-b47b-a99e37acdb06 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:25.929610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] For port df74e7a3-297a-493c-993c-816a4d90208d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=df74e7a3-297a-493c-993c-816a4d90208d,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:25.981974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.042484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 6fe0f895-40ee-4727-b47b-a99e37acdb06 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:26.050384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 6fe0f895-40ee-4727-b47b-a99e37acdb06 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:26.051019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.095315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5b15e24a-7667-423f-8bbc-06433023c59d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:26.111341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d95dc2a4-5ccd-4a3d-ae45-7872231c9bf6 req-24da637e-c49c-4eed-b295-ea859fee6e04 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.1615541 Jun 22 15:03:26.162341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f80dc957-f978-4330-a4ff-5572f36f217c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:26.252282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Pushing event updated for resources: {'Port': ['ID=df74e7a3-297a-493c-993c-816a4d90208d,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:26.266971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:26.284514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:26.285182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.288204 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] 10.222.0.21 "PUT /v2.0/ports/df74e7a3-297a-493c-993c-816a4d90208d HTTP/1.1" status: 200 len: 1094 time: 3.2904201 Jun 22 15:03:26.292660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:03:26.304920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "tag": "df74e7a3-297a-493c-993c-816a4d90208d"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:03:26.330484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port f80dc957-f978-4330-a4ff-5572f36f217c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:26.332714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Router d36547b0-3c4f-4388-8238-7e3b80c562b8 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:26.355478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f80dc957-f978-4330-a4ff-5572f36f217c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:26.355821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.367404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port f3335720-10e0-49a5-8834-20c937acfbd9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:26.368362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.390939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Provisioning complete for port f80dc957-f978-4330-a4ff-5572f36f217c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:26.391677 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.392974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.397371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fe725f-70c0-4981-abd5-f781ea7ec48b x-openstack-request-id: req-a5fe725f-70c0-4981-abd5-f781ea7ec48b {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:03:26.397649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "tag": "df74e7a3-297a-493c-993c-816a4d90208d", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:03:26.397986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5fe725f-70c0-4981-abd5-f781ea7ec48b {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:03:26.398409 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d', 'status': 'completed', 'code': 200} Jun 22 15:03:26.473612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6b39b-111c-4883-9a84-7d22e241b43e req-e2223638-68d0-43b6-9907-e4f9c8695fe1 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:26.489070 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a3f6b39b-111c-4883-9a84-7d22e241b43e req-e2223638-68d0-43b6-9907-e4f9c8695fe1 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 945 time: 0.1981885 Jun 22 15:03:26.566450 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a3f6b39b-111c-4883-9a84-7d22e241b43e req-ca734f0e-80c5-4ae1-9cf2-f31a6110d165 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756202 Jun 22 15:03:26.627915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 6fe0f895-40ee-4727-b47b-a99e37acdb06, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6fe0f895-40ee-4727-b47b-a99e37acdb06,segment=NetworkSegment(347ab9de-c7f8-4adf-9629-9df9cfae6a7b),segment_id=347ab9de-c7f8-4adf-9629-9df9cfae6a7b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:26.630723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8724ed-3966-4fcc-a807-e9cbea5e9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe0f895-40ee-4727-b47b-a99e37acdb06'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:03:26.632256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa5d43-7b3a-4d95-bcb3-6eec5a795fba" -d '{"events": [{"server_uuid": "0f8724ed-3966-4fcc-a807-e9cbea5e9c55", "name": "network-vif-plugged", "status": "completed", "tag": "6fe0f895-40ee-4727-b47b-a99e37acdb06"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:03:26.645159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.645159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 782669a9-41c6-466a-84a5-a3b8ac062d17 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:26.645159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9388dc53-5449-4e97-bb5f-1444cc0f5344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:26.657168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.706491 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 782669a9-41c6-466a-84a5-a3b8ac062d17 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:26.707097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 782669a9-41c6-466a-84a5-a3b8ac062d17 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:26.713005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad91ab-3b8a-40be-a72b-9df5ddef7989 x-openstack-request-id: req-22ad91ab-3b8a-40be-a72b-9df5ddef7989 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:03:26.713005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8724ed-3966-4fcc-a807-e9cbea5e9c55", "name": "network-vif-plugged", "status": "completed", "tag": "6fe0f895-40ee-4727-b47b-a99e37acdb06", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:03:26.713337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22ad91ab-3b8a-40be-a72b-9df5ddef7989 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:03:26.713675 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8724ed-3966-4fcc-a807-e9cbea5e9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe0f895-40ee-4727-b47b-a99e37acdb06', 'code': 200} Jun 22 15:03:26.754625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.756311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for f3335720-10e0-49a5-8834-20c937acfbd9 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:26.769855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3d000d1-1694-494d-b540-29ad27025bc4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:26.785722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=6fe0f895-40ee-4727-b47b-a99e37acdb06,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:26.790471 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:26.793207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.818043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-91c392c4-2e47-485c-9a36-311e34da34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:26.819814 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-91c392c4-2e47-485c-9a36-311e34da34e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 1097 time: 0.4493330 Jun 22 15:03:26.825357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=e6d69299-3872-4e01-b3eb-bf6233186cfc,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:26.855830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:26.878802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.884072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port f80dc957-f978-4330-a4ff-5572f36f217c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f80dc957-f978-4330-a4ff-5572f36f217c,segment=NetworkSegment(7221f52f-71af-46cb-97db-54b357a42995),segment_id=7221f52f-71af-46cb-97db-54b357a42995)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:26.898870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.902534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8944d420-a563-4339-9ada-0e09412f2ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:26.950404 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-930cf867-6dc3-4e48-a67e-938c51a183a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df74e7a3-297a-493c-993c-816a4d90208d HTTP/1.1" status: 200 len: 217 time: 0.1017594 Jun 22 15:03:26.975216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:26.982464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-efe01aad-1a06-4d07-aa55-04552abdc3ee tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:27.001809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=f80dc957-f978-4330-a4ff-5572f36f217c,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:27.006155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:27.017406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:03:27.017772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:03:27.052452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:27.067918 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] Sync routers for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:27.084781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=f3335720-10e0-49a5-8834-20c937acfbd9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:27.093577 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:27.094568 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:27.104076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:27.128184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb8917-f03b-42d1-b046-6149d5b984ae req-8622272b-ffc6-4c32-8591-05f98b211c23 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:27.129769 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2cb8917-f03b-42d1-b046-6149d5b984ae req-8622272b-ffc6-4c32-8591-05f98b211c23 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 944 time: 0.5293753 Jun 22 15:03:27.135018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] No DVR routers for this DVR port 782669a9-41c6-466a-84a5-a3b8ac062d17 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:27.161042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:27.163197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.21 "DELETE /v2.0/ports/782669a9-41c6-466a-84a5-a3b8ac062d17 HTTP/1.1" status: 204 len: 173 time: 4.0854814 Jun 22 15:03:27.165258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-691f7f66-0c22-4f6f-a6c0-df16dbf97f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:27.166834 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-691f7f66-0c22-4f6f-a6c0-df16dbf97f22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.1742129 Jun 22 15:03:27.230229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882ab83-4fed-4e15-b8b8-17ccb8074e0d req-253f99e4-e03d-4090-be2f-9d93025ba4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:27.231736 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6882ab83-4fed-4e15-b8b8-17ccb8074e0d req-253f99e4-e03d-4090-be2f-9d93025ba4a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 1099 time: 0.2505126 Jun 22 15:03:27.239831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:27.242257 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/f3335720-10e0-49a5-8834-20c937acfbd9 HTTP/1.1" status: 204 len: 168 time: 1.5494986 Jun 22 15:03:27.248791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40812) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:27.260632 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:03:27.331664 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-d979224f-af1b-481a-a789-6cce2b7f0ef7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:03:27.335308 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d979224f-af1b-481a-a789-6cce2b7f0ef7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/f3335720-10e0-49a5-8834-20c937acfbd9 HTTP/1.1" status: 404 len: 333 time: 0.0855157 Jun 22 15:03:27.348174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40814) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:27.405793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:27.411255 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2cb8917-f03b-42d1-b046-6149d5b984ae req-52871215-b012-48af-a405-3ce39199b0f8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720134 Jun 22 15:03:27.461432 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-94f1df4d-e07c-42c1-abe2-9b92ab2219ea req-e1e9aca4-d76c-488e-8a15-d353fa9e5c48 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1d07bb-5389-42cf-bf21-4cbac389c657 HTTP/1.1" status: 200 len: 210 time: 0.1246731 Jun 22 15:03:27.482267 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6882ab83-4fed-4e15-b8b8-17ccb8074e0d req-c8803b01-37f8-45bb-a4fd-39540e88fd01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387793 Jun 22 15:03:27.506385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ffd93d24-379f-480b-b3ce-5f3026174c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:27.508208 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-ffd93d24-379f-480b-b3ce-5f3026174c43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3327830 Jun 22 15:03:27.511536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port b91e2d15-c81d-4a90-b916-e892c9100a72 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:27.511957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:27.535640 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'bea09334-6d87-4aac-a7c0-43e3ecb6c462', 'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'mac_address': 'fa:16:3e:cd:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:58Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'subnets': [{'id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:27.566329 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] Checking router: d36547b0-3c4f-4388-8238-7e3b80c562b8 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:03:27.577957 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:27.578921 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:27.624299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:27.737658 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:03:27.748059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Provisioning for port b91e2d15-c81d-4a90-b916-e892c9100a72 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:27.753371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Provisioning complete for port b91e2d15-c81d-4a90-b916-e892c9100a72 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:27.753754 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:27.763725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for b91e2d15-c81d-4a90-b916-e892c9100a72 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:27.816648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Port b91e2d15-c81d-4a90-b916-e892c9100a72 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:27.819759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4aee2e52-03ec-4ce4-8654-4fb738a69957 None None] Could not find standard attr ID for object f3335720-10e0-49a5-8834-20c937acfbd9. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:03:27.832288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router d0ab8c27-2886-4707-9de6-6f7e7a968c19 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:27.835724 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-b8108ec9-9df4-415c-a573-2c596d156779 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133424 Jun 22 15:03:27.944347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f4ec5ae1-989e-489c-8798-8b07d0cfeb30 None None] Provisioning complete for port b91e2d15-c81d-4a90-b916-e892c9100a72 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:27.945250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4ec5ae1-989e-489c-8798-8b07d0cfeb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:27.946770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:27.952944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7efd87b8-512c-49e1-bdff-f6e07fc3cfcb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:27.971146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec5ae1-989e-489c-8798-8b07d0cfeb30 None None] Port b91e2d15-c81d-4a90-b916-e892c9100a72 was deleted so its status cannot be updated. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jun 22 15:03:27.986730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f4ec5ae1-989e-489c-8798-8b07d0cfeb30 None None] Could not find standard attr ID for object f3335720-10e0-49a5-8834-20c937acfbd9. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:03:28.005459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=b91e2d15-c81d-4a90-b916-e892c9100a72,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:28.019574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:28.031388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba67564-eaa5-4b4a-b2b3-c0692ba66c80 req-7c4712a1-6ed2-45c1-b03c-9c1032a42184 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:28.033114 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7ba67564-eaa5-4b4a-b2b3-c0692ba66c80 req-7c4712a1-6ed2-45c1-b03c-9c1032a42184 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.2442029 Jun 22 15:03:28.056083 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'bea09334-6d87-4aac-a7c0-43e3ecb6c462', 'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'mac_address': 'fa:16:3e:cd:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:58Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'subnets': [{'id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:28.089923 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d5cf9c-313d-4c0a-9e56-95ff082cdccf None None] The sync data for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv is: [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'bea09334-6d87-4aac-a7c0-43e3ecb6c462', 'name': '', 'network_id': '150e62c6-63e9-41e7-b7d8-ae5a895dd9a8', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'mac_address': 'fa:16:3e:cd:a3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:58Z', 'updated_at': '2021-06-22T14:58:09Z', 'revision_number': 5, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'subnets': [{'id': '6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:28.106814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f80dc957-f978-4330-a4ff-5572f36f217c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:28.151221 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7ba67564-eaa5-4b4a-b2b3-c0692ba66c80 req-0d2108d9-535e-45a6-94b1-8a777818ccc3 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079357 Jun 22 15:03:28.161162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.164645 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/b91e2d15-c81d-4a90-b916-e892c9100a72 HTTP/1.1" status: 204 len: 168 time: 0.8122125 Jun 22 15:03:28.167909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40820) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:28.216522 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab85e7e0-bb27-4125-90d6-450ce114f7f5 req-d756a8cf-0158-4ef1-a912-9617fb2ff7bc service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684685 Jun 22 15:03:28.221617 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a621c88-a55f-4815-a023-fac6e3d2738c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:03:28.225447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f80dc957-f978-4330-a4ff-5572f36f217c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:28.225875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.226237 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1a621c88-a55f-4815-a023-fac6e3d2738c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/b91e2d15-c81d-4a90-b916-e892c9100a72 HTTP/1.1" status: 404 len: 333 time: 0.0566022 Jun 22 15:03:28.228563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40822) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:28.231009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:28.240504 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/routers/d0ab8c27-2886-4707-9de6-6f7e7a968c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2514603 Jun 22 15:03:28.243208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40824) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:28.258828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5034b0-f32b-492f-b167-79c95aff4614 None None] Sync routers for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:28.295773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5034b0-f32b-492f-b167-79c95aff4614 None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:28.296441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dd5034b0-f32b-492f-b167-79c95aff4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:28.313497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet a3b277fc-1fba-41a8-9950-fbd726c52673 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:28.317961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.339409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dd5034b0-f32b-492f-b167-79c95aff4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:28.360699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5034b0-f32b-492f-b167-79c95aff4614 None None] Routers {'d0ab8c27-2886-4707-9de6-6f7e7a968c19'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:28.361563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dd5034b0-f32b-492f-b167-79c95aff4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:28.386166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.404990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'name': 'network-vif-deleted', 'tag': '782669a9-41c6-466a-84a5-a3b8ac062d17'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:03:28.407656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2717e6a-7b64-4fd4-b1ab-f8d75b26ef97" -d '{"events": [{"server_uuid": "6b1d07bb-5389-42cf-bf21-4cbac389c657", "name": "network-vif-deleted", "tag": "782669a9-41c6-466a-84a5-a3b8ac062d17"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:03:28.447448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dd5034b0-f32b-492f-b167-79c95aff4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:28.448400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5034b0-f32b-492f-b167-79c95aff4614 None None] The sync data for ids ['d0ab8c27-2886-4707-9de6-6f7e7a968c19'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:28.469400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126f209e-bb47-48c3-9a81-8682ebf08de3 x-openstack-request-id: req-126f209e-bb47-48c3-9a81-8682ebf08de3 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:03:28.469792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1d07bb-5389-42cf-bf21-4cbac389c657", "name": "network-vif-deleted", "tag": "782669a9-41c6-466a-84a5-a3b8ac062d17", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:03:28.470115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-126f209e-bb47-48c3-9a81-8682ebf08de3 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:03:28.470562 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1d07bb-5389-42cf-bf21-4cbac389c657', 'name': 'network-vif-deleted', 'tag': '782669a9-41c6-466a-84a5-a3b8ac062d17', 'status': 'completed', 'code': 200} Jun 22 15:03:28.477326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.495371 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92de9a10-656e-40f6-bbf0-bd9fb42926eb None None] New status for floating IP d5052e45-cd26-4ed1-b9f8-51361ea2e914: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:03:28.509195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.532506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-07b450ef-52c2-49fc-bed5-da4a92b7e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:28.534102 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-07b450ef-52c2-49fc-bed5-da4a92b7e44c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 1097 time: 0.2189224 Jun 22 15:03:28.584922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.587319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-601b0e9e-14f8-4cb7-92b6-511cf7c802c9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:28.617231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b277fc-1fba-41a8-9950-fbd726c52673,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:28.622201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:28.628353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.630296 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/a3b277fc-1fba-41a8-9950-fbd726c52673 HTTP/1.1" status: 204 len: 168 time: 0.4004965 Jun 22 15:03:28.632943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40832) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:28.649694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88cb1a8-eab2-4348-ab69-2bbddafb1e13 None None] Network 71fe2cc4-379b-4f8c-832a-59d08da1484a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:28.717758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40836) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:28.747598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.816850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db6e308e-d90e-43f9-97cb-adeccc83b37c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.844185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db6e308e-d90e-43f9-97cb-adeccc83b37c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.861141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.880323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-f22fa3f4-ce89-4a45-9048-eb583af0506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:28.882015 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-f22fa3f4-ce89-4a45-9048-eb583af0506d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.3397217 Jun 22 15:03:28.914766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] DHCP port deletion for 71fe2cc4-379b-4f8c-832a-59d08da1484a request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:03:28.945081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db6e308e-d90e-43f9-97cb-adeccc83b37c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.947679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-db6e308e-d90e-43f9-97cb-adeccc83b37c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.951927 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-db6e308e-d90e-43f9-97cb-adeccc83b37c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "DELETE /v2.0/security-groups/0a5acbfd-27fc-4aaa-a123-aecdbc575d8b HTTP/1.1" status: 204 len: 168 time: 0.2251117 Jun 22 15:03:28.952800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0731ec50-9cfe-4a5a-a2e5-66864530ef7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:28.956655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40838) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:28.971725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] Deleting port f80dc957-f978-4330-a4ff-5572f36f217c {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:28.972106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.976258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port f80dc957-f978-4330-a4ff-5572f36f217c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:28.976601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:28.984485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e308e-d90e-43f9-97cb-adeccc83b37c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5acbfd-27fc-4aaa-a123-aecdbc575d8b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:28.995242 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-8c4a5f5f-77c4-47dd-89d7-f83e24574f04 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] show failed (client error): The resource could not be found. Jun 22 15:03:28.999074 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8c4a5f5f-77c4-47dd-89d7-f83e24574f04 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "GET /v2.0/security-groups/0a5acbfd-27fc-4aaa-a123-aecdbc575d8b HTTP/1.1" status: 404 len: 347 time: 0.0379453 Jun 22 15:03:29.023804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-db6e308e-d90e-43f9-97cb-adeccc83b37c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:29.024397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40840) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:29.051757 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] For port f80dc957-f978-4330-a4ff-5572f36f217c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f80dc957-f978-4330-a4ff-5572f36f217c,segment=NetworkSegment(7221f52f-71af-46cb-97db-54b357a42995),segment_id=7221f52f-71af-46cb-97db-54b357a42995)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:29.052316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.125169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] Calling delete_port for f80dc957-f978-4330-a4ff-5572f36f217c owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:29.158489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] For port f80dc957-f978-4330-a4ff-5572f36f217c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f80dc957-f978-4330-a4ff-5572f36f217c,segment=NetworkSegment(7221f52f-71af-46cb-97db-54b357a42995),segment_id=7221f52f-71af-46cb-97db-54b357a42995)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:29.158767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.212716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.216446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8c0eea51-ad3e-4d20-b8f1-b64831f0894e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:29.238922 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:03:29.245638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for f80dc957-f978-4330-a4ff-5572f36f217c owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:29.251245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] Pushing event deleted for resources: {'Port': ['ID=f80dc957-f978-4330-a4ff-5572f36f217c,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:29.254539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:29.255349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] No DVR routers for this DVR port f80dc957-f978-4330-a4ff-5572f36f217c on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:29.325914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Deleting port 9c276aad-4860-406d-a413-bf1009a47a70 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:29.326389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.330979 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-b7f6e5b5-5d5d-420a-8141-6ba3aa72e5de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df74e7a3-297a-493c-993c-816a4d90208d HTTP/1.1" status: 200 len: 217 time: 0.4355543 Jun 22 15:03:29.345164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f899a-5a4a-4b72-84f8-185b7fc5dfe6 req-caa12f4e-4423-4778-9c8d-0e00db81f53c tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:29.346718 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ad0f899a-5a4a-4b72-84f8-185b7fc5dfe6 req-caa12f4e-4423-4778-9c8d-0e00db81f53c tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 944 time: 0.6835573 Jun 22 15:03:29.395684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port 814a7cd2-04ac-499e-a348-dac00ea851bf {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:29.396030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.435566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.447951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d03d4f7b-9114-4d30-9efe-cc32f53f4166 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:29.455397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-d4d3ed89-b407-4614-abd1-d898d7b621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:29.456904 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-d4d3ed89-b407-4614-abd1-d898d7b621c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.1081131 Jun 22 15:03:29.476455 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ad0f899a-5a4a-4b72-84f8-185b7fc5dfe6 req-9acf3886-cf35-4c3b-aa80-90c9858b371e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197708 Jun 22 15:03:29.509033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No DVR routers for this DVR port f80dc957-f978-4330-a4ff-5572f36f217c on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:29.513531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=f80dc957-f978-4330-a4ff-5572f36f217c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:29.522702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:29.524677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.525029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.548896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.604632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de1b5b-f013-40a0-81bd-e9aeedc06c21 req-34918722-64da-48c2-8775-45fb737773a0 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:29.606133 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-33de1b5b-f013-40a0-81bd-e9aeedc06c21 req-34918722-64da-48c2-8775-45fb737773a0 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.2752361 Jun 22 15:03:29.619074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for 814a7cd2-04ac-499e-a348-dac00ea851bf owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:29.627364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-fa66ac5b-651a-4ab0-923f-552290550cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:29.628922 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-fa66ac5b-651a-4ab0-923f-552290550cdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1646168 Jun 22 15:03:29.641173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Calling delete_port for 9c276aad-4860-406d-a413-bf1009a47a70 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:29.710522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.758966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fe2cc4-379b-4f8c-832a-59d08da1484a']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:29.788928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7221f52f-71af-46cb-97db-54b357a42995') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:29.788928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7221f52f-71af-46cb-97db-54b357a42995') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:29.807242 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-33de1b5b-f013-40a0-81bd-e9aeedc06c21 req-1d20857a-3fdb-4f16-80e4-f317c8440123 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393993 Jun 22 15:03:29.813310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.816032 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-9d117b38-477c-418c-941c-5651ffb52604 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786952 Jun 22 15:03:29.849503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.862374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:29.862979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:29.867055 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:29.936781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.942762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7112ff6f-123c-41d5-b192-cdbd6dac4bb4 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:29.949524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.975642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:29.977593 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/networks/71fe2cc4-379b-4f8c-832a-59d08da1484a HTTP/1.1" status: 204 len: 168 time: 1.3437250 Jun 22 15:03:29.978395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:29.984352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40846) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:29.989362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-701134559'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:29.992314 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c7d5546c-702a-4d3d-a34f-4f27f0badcfe req-6ff72aa8-757a-4225-82ac-b0ab685eae6a service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672311 Jun 22 15:03:30.015188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=814a7cd2-04ac-499e-a348-dac00ea851bf,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:30.019550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Network': ['ID=71fe2cc4-379b-4f8c-832a-59d08da1484a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:30.020217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:30.022699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:30.045242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.046194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f80dc957-f978-4330-a4ff-5572f36f217c no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:30.048013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:30.051016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:30.054535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.067958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: f80dc957-f978-4330-a4ff-5572f36f217c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:30.068311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f80dc957-f978-4330-a4ff-5572f36f217c not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:30.099155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Pushing event deleted for resources: {'Port': ['ID=9c276aad-4860-406d-a413-bf1009a47a70,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:30.101502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.102817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:30.131732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3c3f9424-76f7-44b2-affa-8c12dff93bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.161617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:03:30.168265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a38663-8be9-45be-85f5-5ce38015c565 req-98b66425-2bd7-452b-b20f-f53d8e954e83 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:30.169789 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4a38663-8be9-45be-85f5-5ce38015c565 req-98b66425-2bd7-452b-b20f-f53d8e954e83 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.2196500 Jun 22 15:03:30.180981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.181331 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Added segment 57c13352-431b-47f4-9c1d-028900ff71dc of type vlan for network ff693ba9-ab25-4e32-9d3b-350b069e8757 Jun 22 15:03:30.184720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.188573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.189757 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] 10.222.0.22 "DELETE /v2.0/floatingips/d5052e45-cd26-4ed1-b9f8-51361ea2e914 HTTP/1.1" status: 204 len: 168 time: 1.1625738 Jun 22 15:03:30.196495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40848) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:30.213744 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.217374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.238323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.271741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.276721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:30.277598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.278125 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4a38663-8be9-45be-85f5-5ce38015c565 req-7ee38c66-b6ad-4c08-b768-5c8399c382fa tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750892 Jun 22 15:03:30.279141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.280256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Fanout notify agent at l3_agent the message router_deleted on router d0ab8c27-2886-4707-9de6-6f7e7a968c19 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:03:30.283116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2b6b0d7a-617a-427a-bd7f-d5341212c67d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:30.286908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.287984 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/routers/d0ab8c27-2886-4707-9de6-6f7e7a968c19 HTTP/1.1" status: 204 len: 168 time: 2.0435717 Jun 22 15:03:30.290554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40852) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:30.347440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting subnet 6fa148de-dcb8-4fa4-8054-732088c1d191 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:30.350588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.352950 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3675010 Jun 22 15:03:30.376596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40856) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:30.382139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': 'ff693ba9-ab25-4e32-9d3b-350b069e8757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:30.401929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Network': ['ID=ff693ba9-ab25-4e32-9d3b-350b069e8757,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:30.410419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:30.414085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network ff693ba9-ab25-4e32-9d3b-350b069e8757 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:03:30.449284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.556536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:30.562003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.619457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.763558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.769026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bca980f4-98f3-49c9-9989-b596d7e32a18 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:30.805842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa148de-dcb8-4fa4-8054-732088c1d191,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:30.809838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.811934 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/subnets/6fa148de-dcb8-4fa4-8054-732088c1d191 HTTP/1.1" status: 204 len: 168 time: 0.5204372 Jun 22 15:03:30.815424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb89247-7592-4884-8d11-7d73d45bb636 None None] Network 57a1bc5a-caba-4fa1-8314-b48ef5219b22 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:30.816844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40862) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:30.830506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:30.841224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcff043-3a0b-42dd-a2bb-82004fa15966 req-284ec11c-f164-4cc0-8c7b-188012fd8404 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:30.842917 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dbcff043-3a0b-42dd-a2bb-82004fa15966 req-284ec11c-f164-4cc0-8c7b-188012fd8404 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 944 time: 0.1907222 Jun 22 15:03:30.934283 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dbcff043-3a0b-42dd-a2bb-82004fa15966 req-5cbc0f8b-8017-4bc5-8cc6-e86be72de2c8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817339 Jun 22 15:03:30.936997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:30.939382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e41afe6-e8d5-466d-ab7b-9d5dd6d30d73 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:30.976500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eee638-dd56-43bf-bb9b-49965afc2ed0 req-09ded967-9bc2-4fde-a479-6740fbc7497e tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:30.978024 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-52eee638-dd56-43bf-bb9b-49965afc2ed0 req-09ded967-9bc2-4fde-a479-6740fbc7497e tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.2229385 Jun 22 15:03:30.991237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.001159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=c59ef5fc-25dc-43b6-8a85-d311f6905819,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:31.005012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:31.011168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Checking segment: {'id': '57c13352-431b-47f4-9c1d-028900ff71dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff693ba9-ab25-4e32-9d3b-350b069e8757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:31.011539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network hostable DHCP agents. Network: ff693ba9-ab25-4e32-9d3b-350b069e8757, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:03:31.034638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network ff693ba9-ab25-4e32-9d3b-350b069e8757 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:03:31.043834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, ff693ba9-ab25-4e32-9d3b-350b069e8757) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:31.048396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:31.049126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.057051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d35cb1-deb6-40c5-aa8d-38e686ad1bbe None None] Network ff693ba9-ab25-4e32-9d3b-350b069e8757 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:31.065240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] DHCP port deletion for 57a1bc5a-caba-4fa1-8314-b48ef5219b22 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:03:31.070081 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6897321 Jun 22 15:03:31.071424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40864) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:31.071607 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-52eee638-dd56-43bf-bb9b-49965afc2ed0 req-037ab8c2-f1c2-4cc4-9a2a-6ba530655c6c tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746374 Jun 22 15:03:31.076098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': 'ff693ba9-ab25-4e32-9d3b-350b069e8757', 'name': 'tempest-PortsTestJSON-227292682', 'fixed_ips': [{'subnet_id': 'c59ef5fc-25dc-43b6-8a85-d311f6905819', 'ip_address': '172.20.0.10'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:31.151528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port 969349e1-05a4-470f-a553-b60a01931fa6 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:31.151874 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.228102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] For port 969349e1-05a4-470f-a553-b60a01931fa6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=969349e1-05a4-470f-a553-b60a01931fa6,segment=NetworkSegment(90f1bc8f-8a94-4538-b29a-120da1b1f5f0),segment_id=90f1bc8f-8a94-4538-b29a-120da1b1f5f0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:31.229069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.229952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] Deleting port 969349e1-05a4-470f-a553-b60a01931fa6 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:31.230489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.233956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:31.306116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for 969349e1-05a4-470f-a553-b60a01931fa6 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:31.318373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-ff693ba9-ab25-4e32-9d3b-350b069e8757', 'network_id': 'ff693ba9-ab25-4e32-9d3b-350b069e8757', 'tenant_id': 'bf5bfa54d2f94f32a8bfc2ca4ec87d7f', 'fixed_ips': [{'subnet_id': 'c59ef5fc-25dc-43b6-8a85-d311f6905819'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:03:31.319234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.322214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] For port 969349e1-05a4-470f-a553-b60a01931fa6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=969349e1-05a4-470f-a553-b60a01931fa6,segment=NetworkSegment(90f1bc8f-8a94-4538-b29a-120da1b1f5f0),segment_id=90f1bc8f-8a94-4538-b29a-120da1b1f5f0)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:31.322608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.331230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.351463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 8e7c4e4a-2527-4878-a436-a05fac925d3c yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:31.398974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] Calling delete_port for 969349e1-05a4-470f-a553-b60a01931fa6 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:31.404085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.494511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.500893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1380b51-67bd-4752-bb35-c7443c3807cb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:31.537398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=969349e1-05a4-470f-a553-b60a01931fa6,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:31.541636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] No DVR routers for this DVR port 969349e1-05a4-470f-a553-b60a01931fa6 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:31.545236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:31.565781 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.569182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-11ba5af5-ea1b-4621-b87c-5c4e408d666b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:31.578916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.10 (ff693ba9-ab25-4e32-9d3b-350b069e8757/c59ef5fc-25dc-43b6-8a85-d311f6905819/8e7c4e4a-2527-4878-a436-a05fac925d3c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:31.593893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] Pushing event deleted for resources: {'Port': ['ID=969349e1-05a4-470f-a553-b60a01931fa6,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:31.597661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:31.600576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] No DVR routers for this DVR port 969349e1-05a4-470f-a553-b60a01931fa6 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:31.680702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.696560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a1bc5a-caba-4fa1-8314-b48ef5219b22']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:31.713661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f1bc8f-8a94-4538-b29a-120da1b1f5f0') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:31.713661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f1bc8f-8a94-4538-b29a-120da1b1f5f0') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:31.724659 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.743311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.743849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.756902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object 8e7c4e4a-2527-4878-a436-a05fac925d3c will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:31.774241 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:31.774658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:31.777588 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:31.791663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.797192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-47c6cd3e-60ba-43c4-9192-9d78337d64a9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:31.836860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Allocated IP 172.20.0.2 (ff693ba9-ab25-4e32-9d3b-350b069e8757/c59ef5fc-25dc-43b6-8a85-d311f6905819/32104a80-3079-4b0b-abdd-73620e50822f) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:31.838313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network ff693ba9-ab25-4e32-9d3b-350b069e8757 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:31.841892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:31.845105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:31.868063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.872102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:31.877031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.878788 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/networks/57a1bc5a-caba-4fa1-8314-b48ef5219b22 HTTP/1.1" status: 204 len: 168 time: 1.0582504 Jun 22 15:03:31.881812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40866) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:31.883777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=8e7c4e4a-2527-4878-a436-a05fac925d3c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:31.889552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:31.900068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Network': ['ID=57a1bc5a-caba-4fa1-8314-b48ef5219b22,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:31.902842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:31.920977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:31.921596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:31.936094 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8646863 Jun 22 15:03:31.938533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40868) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:31.943545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': 'ff693ba9-ab25-4e32-9d3b-350b069e8757', 'name': 'tempest-PortsTestJSON-165157896', 'fixed_ips': [{'subnet_id': 'c59ef5fc-25dc-43b6-8a85-d311f6905819', 'ip_address': '172.20.0.9'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:31.943766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Deleting port bea09334-6d87-4aac-a7c0-43e3ecb6c462 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:31.944018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.007507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.023326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Transition to ACTIVE for port object 32104a80-3079-4b0b-abdd-73620e50822f will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:32.055105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Transition to ACTIVE for port object 32104a80-3079-4b0b-abdd-73620e50822f will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:32.064962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.074275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:32.097016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] For port bea09334-6d87-4aac-a7c0-43e3ecb6c462, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bea09334-6d87-4aac-a7c0-43e3ecb6c462,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:32.097298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.111337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 969349e1-05a4-470f-a553-b60a01931fa6 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:32.116265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:32.117273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port 96eb8e43-aeb5-4146-a52a-6d73e48753ca {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:32.117812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.124524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.128791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Network ff693ba9-ab25-4e32-9d3b-350b069e8757 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:32.152622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:32.157974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:32.162543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 969349e1-05a4-470f-a553-b60a01931fa6 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:32.163103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 969349e1-05a4-470f-a553-b60a01931fa6 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:32.175174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Calling delete_port for bea09334-6d87-4aac-a7c0-43e3ecb6c462 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:32.178591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Pushing event updated for resources: {'Port': ['ID=32104a80-3079-4b0b-abdd-73620e50822f,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:32.181791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 464f564c-3203-4078-8f26-f0fd144f4e9e yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:32.211478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:32.246011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Attempting to bind port 32104a80-3079-4b0b-abdd-73620e50822f on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:32.246394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Attempting to bind port 32104a80-3079-4b0b-abdd-73620e50822f by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '57c13352-431b-47f4-9c1d-028900ff71dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff693ba9-ab25-4e32-9d3b-350b069e8757'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:32.246739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Attempting to bind port 32104a80-3079-4b0b-abdd-73620e50822f on network ff693ba9-ab25-4e32-9d3b-350b069e8757 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:32.253100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:32.253100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Checking segment: {'id': '57c13352-431b-47f4-9c1d-028900ff71dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff693ba9-ab25-4e32-9d3b-350b069e8757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:32.253408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.254145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Bound using segment: {'id': '57c13352-431b-47f4-9c1d-028900ff71dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff693ba9-ab25-4e32-9d3b-350b069e8757'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:32.254612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Bound port: 32104a80-3079-4b0b-abdd-73620e50822f, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c13352-431b-47f4-9c1d-028900ff71dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff693ba9-ab25-4e32-9d3b-350b069e8757'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:32.254986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.322693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] For port 32104a80-3079-4b0b-abdd-73620e50822f, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:32.331189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] For port 32104a80-3079-4b0b-abdd-73620e50822f, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=32104a80-3079-4b0b-abdd-73620e50822f,segment=NetworkSegment(57c13352-431b-47f4-9c1d-028900ff71dc),segment_id=57c13352-431b-47f4-9c1d-028900ff71dc)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:32.339707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.343727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:32.355048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.355299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.368057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c2772-b637-4f1a-9206-86ea46253ee9 req-6685d283-3dda-4c77-870d-b4057f9b9c4f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:32.369624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b2c2772-b637-4f1a-9206-86ea46253ee9 req-6685d283-3dda-4c77-870d-b4057f9b9c4f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 944 time: 0.2160516 Jun 22 15:03:32.406726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Pushing event updated for resources: {'Port': ['ID=32104a80-3079-4b0b-abdd-73620e50822f,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:32.410292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:32.422086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.9 (ff693ba9-ab25-4e32-9d3b-350b069e8757/c59ef5fc-25dc-43b6-8a85-d311f6905819/464f564c-3203-4078-8f26-f0fd144f4e9e) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:32.448786 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b2c2772-b637-4f1a-9206-86ea46253ee9 req-ad62eb75-0fb8-4337-bb35-87ab133cc3be tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618668 Jun 22 15:03:32.466127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for 96eb8e43-aeb5-4146-a52a-6d73e48753ca owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:32.535029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc934e-f199-4e3e-9bb8-0b40d3780df6 req-88067403-e4f4-455d-862d-04d0cc67a0a1 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:32.536598 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fefc934e-f199-4e3e-9bb8-0b40d3780df6 req-88067403-e4f4-455d-862d-04d0cc67a0a1 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.3032017 Jun 22 15:03:32.648680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-05a78cde-92da-4f6c-a7ed-a38862fff72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.660967 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.672783 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fefc934e-f199-4e3e-9bb8-0b40d3780df6 req-5c6d88c1-c386-4207-a833-45feead57cb4 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273963 Jun 22 15:03:32.675324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.679684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce21c132-ffae-4100-9d88-64a2df07b247 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:32.692075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object 464f564c-3203-4078-8f26-f0fd144f4e9e will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:32.718405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea09334-6d87-4aac-a7c0-43e3ecb6c462,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:32.721781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:32.768052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.783156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-db0716ae-ee31-4691-8786-2bac7b057d61 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:32.854937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=464f564c-3203-4078-8f26-f0fd144f4e9e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:32.864019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.876181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:32.878045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network ff693ba9-ab25-4e32-9d3b-350b069e8757 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:32.879481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:32.882583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:32.914527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:32.915861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.940239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:32.941615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:32.944096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=96eb8e43-aeb5-4146-a52a-6d73e48753ca,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:32.949706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:32.969370 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0297763 Jun 22 15:03:32.970835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40876) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:33.175775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-30cb8d74-ae2d-4bd2-af10-1b264a8dfd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:33.177356 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-30cb8d74-ae2d-4bd2-af10-1b264a8dfd0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80252b7304d34479acb87fbc61223bbd&device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 1099 time: 0.1043966 Jun 22 15:03:33.278165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-e927bfd2-01e3-467c-a7bd-4a6fd5be01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:33.280464 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-e927bfd2-01e3-467c-a7bd-4a6fd5be01c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e59541de-161e-4c61-b932-c9a08e127662 HTTP/1.1" status: 200 len: 912 time: 0.0964792 Jun 22 15:03:33.324435 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-f1422772-7767-4d6d-8cbd-50c3d3a3b606 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe0f895-40ee-4727-b47b-a99e37acdb06 HTTP/1.1" status: 200 len: 217 time: 0.0373435 Jun 22 15:03:33.378360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-183d70f0-1ee0-4e88-894c-2814d2f2396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:33.379640 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-183d70f0-1ee0-4e88-894c-2814d2f2396a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf HTTP/1.1" status: 200 len: 851 time: 0.0490153 Jun 22 15:03:33.415015 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-31d8ae46-681a-4dbf-b4ee-6791d08d4003 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e59541de-161e-4c61-b932-c9a08e127662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292473 Jun 22 15:03:33.444973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:33.463831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:33.466751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:33.468461 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/floatingips/ff10b1c6-77d9-4005-b32d-5f36ec4b4578 HTTP/1.1" status: 204 len: 168 time: 1.5761497 Jun 22 15:03:33.475177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40882) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:33.533685 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-4205afee-ac75-459b-90df-9d5c89d8b943 service neutron] 10.222.0.21 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107848 Jun 22 15:03:33.539600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff866ca-bb1a-446e-8cd5-62f680411717 None None] Network ff693ba9-ab25-4e32-9d3b-350b069e8757 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:33.557309 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb8a5e1-10ac-4bf2-9d92-974d647a64cb tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] DELETE failed (client error): The resource could not be found. Jun 22 15:03:33.558329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb8a5e1-10ac-4bf2-9d92-974d647a64cb tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:03:33.560250 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ebb8a5e1-10ac-4bf2-9d92-974d647a64cb tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/ports/8950d469-a87c-43d4-8fab-a5afeba0d256 HTTP/1.1" status: 404 len: 333 time: 0.0765302 Jun 22 15:03:33.564569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40886) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:33.600479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0d3a2201-4c51-46a6-bd53-b6c3703ed8d3 None None] Provisioning for port 32104a80-3079-4b0b-abdd-73620e50822f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:33.619488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da9a82f-2318-4fcd-9b52-1d8a46e06b61 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:33.621223 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8da9a82f-2318-4fcd-9b52-1d8a46e06b61 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6498449 Jun 22 15:03:33.627493 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-694c21ef-d89d-4696-98ed-fbfdef9aa475 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0ab8c27-2886-4707-9de6-6f7e7a968c19 HTTP/1.1" status: 200 len: 205 time: 0.0606112 Jun 22 15:03:33.630090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40888) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:33.630576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40890) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:33.693707 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b9a36e13-2c4a-42ea-bc8b-7e0c840244f0 req-d12d0290-ddfc-40bc-9c7c-739f28394195 service neutron] 10.222.0.21 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516576 Jun 22 15:03:33.714868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966e497-3c90-491a-bb00-db42919c9f2b req-8238d1bb-950e-4be3-b0a9-1c053b0d9700 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:33.726307 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1966e497-3c90-491a-bb00-db42919c9f2b req-8238d1bb-950e-4be3-b0a9-1c053b0d9700 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 944 time: 0.1263497 Jun 22 15:03:33.730030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855e2b9-05c2-44d2-896b-cdab26df6dbb req-7fe8f093-265d-43cc-8d47-53424549b3d4 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:33.731523 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1855e2b9-05c2-44d2-896b-cdab26df6dbb req-7fe8f093-265d-43cc-8d47-53424549b3d4 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.3689876 Jun 22 15:03:33.741398 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-e54be8a9-4bfe-4cea-bab2-a7a9ee4d9a63 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] delete failed (client error): The resource could not be found. Jun 22 15:03:33.742426 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e54be8a9-4bfe-4cea-bab2-a7a9ee4d9a63 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/routers/d0ab8c27-2886-4707-9de6-6f7e7a968c19 HTTP/1.1" status: 404 len: 336 time: 0.0995870 Jun 22 15:03:33.745115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40892) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:33.786126 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-af90ae93-076f-43d3-86c9-349a0a67e18c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] DELETE failed (client error): The resource could not be found. Jun 22 15:03:33.786710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af90ae93-076f-43d3-86c9-349a0a67e18c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:03:33.790848 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-af90ae93-076f-43d3-86c9-349a0a67e18c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/subnets/6fa148de-dcb8-4fa4-8054-732088c1d191 HTTP/1.1" status: 404 len: 337 time: 0.0445592 Jun 22 15:03:33.793524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40894) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:33.809947 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1855e2b9-05c2-44d2-896b-cdab26df6dbb req-1b86d271-172c-4b12-aa3a-2d17dd267ae8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609951 Jun 22 15:03:33.822050 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1966e497-3c90-491a-bb00-db42919c9f2b req-b38a84b1-2cd0-4faf-8e0b-6334ccdfe083 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942867 Jun 22 15:03:33.874026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:33.881212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52135a46-aefd-463f-92dc-155f522efe18 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:33.887066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52135a46-aefd-463f-92dc-155f522efe18 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:33.893088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52135a46-aefd-463f-92dc-155f522efe18 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:33.897401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-52135a46-aefd-463f-92dc-155f522efe18 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2617486 Jun 22 15:03:33.897680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40896) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:33.931232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port 094ec27f-3a5c-4dd6-8d78-980bcad21d63 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:33.931632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.018706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Router d36547b0-3c4f-4388-8238-7e3b80c562b8 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:34.029181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.081480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1318d60d-541b-42d3-a092-531e13d4de46 None None] Provisioning for port 8e7c4e4a-2527-4878-a436-a05fac925d3c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:34.092435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1318d60d-541b-42d3-a092-531e13d4de46 None None] Provisioning complete for port 8e7c4e4a-2527-4878-a436-a05fac925d3c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:34.096168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1318d60d-541b-42d3-a092-531e13d4de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.110532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 464f564c-3203-4078-8f26-f0fd144f4e9e {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:34.111105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.125743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for 094ec27f-3a5c-4dd6-8d78-980bcad21d63 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:34.181538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1318d60d-541b-42d3-a092-531e13d4de46 None None] Port 8e7c4e4a-2527-4878-a436-a05fac925d3c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:34.204957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1318d60d-541b-42d3-a092-531e13d4de46 None None] Provisioning for port 464f564c-3203-4078-8f26-f0fd144f4e9e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:34.212528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1318d60d-541b-42d3-a092-531e13d4de46 None None] Provisioning complete for port 464f564c-3203-4078-8f26-f0fd144f4e9e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:34.213266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1318d60d-541b-42d3-a092-531e13d4de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.250071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 32104a80-3079-4b0b-abdd-73620e50822f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:34.268194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:34.280333 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] 10.222.0.22 "PUT /v2.0/routers/d36547b0-3c4f-4388-8238-7e3b80c562b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0827959 Jun 22 15:03:34.283308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40900) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:34.283455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] Sync routers for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:34.293225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.308403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1318d60d-541b-42d3-a092-531e13d4de46 None None] Port 464f564c-3203-4078-8f26-f0fd144f4e9e cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:34.312372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:34.313051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:34.383377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 464f564c-3203-4078-8f26-f0fd144f4e9e owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:34.412789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.419125 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a23d3cf3-225d-4985-ae4b-e1ab307e13ed tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:34.449252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:03:34.451374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=094ec27f-3a5c-4dd6-8d78-980bcad21d63,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:34.457424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:34.468901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.480199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6ae74a25-781d-4b21-80d7-0fe42678159f None None] Provisioning complete for port 8e7c4e4a-2527-4878-a436-a05fac925d3c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:34.480199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6ae74a25-781d-4b21-80d7-0fe42678159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.554891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 32104a80-3079-4b0b-abdd-73620e50822f completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:34.557115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.561327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:34.593799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=464f564c-3203-4078-8f26-f0fd144f4e9e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:34.599108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:34.609672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.611764 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/ports/094ec27f-3a5c-4dd6-8d78-980bcad21d63 HTTP/1.1" status: 204 len: 168 time: 0.8173032 Jun 22 15:03:34.617292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40902) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:34.672810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.677294 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/464f564c-3203-4078-8f26-f0fd144f4e9e HTTP/1.1" status: 204 len: 168 time: 0.7762330 Jun 22 15:03:34.681300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40904) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:34.723292 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8728c76a-ff28-41b6-bd9f-836d0744866f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:03:34.727646 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8728c76a-ff28-41b6-bd9f-836d0744866f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/464f564c-3203-4078-8f26-f0fd144f4e9e HTTP/1.1" status: 404 len: 333 time: 0.0419841 Jun 22 15:03:34.728083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40906) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:34.783007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 32104a80-3079-4b0b-abdd-73620e50822f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:34.783745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.827699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6ae74a25-781d-4b21-80d7-0fe42678159f None None] Port 8e7c4e4a-2527-4878-a436-a05fac925d3c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:34.934129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 8e7c4e4a-2527-4878-a436-a05fac925d3c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:34.934546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:34.956284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5e97f0d6-33a2-4e14-95d9-349a831e9dfa None None] Could not find standard attr ID for object 464f564c-3203-4078-8f26-f0fd144f4e9e. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:03:34.968305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.010375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T15:03:32Z', 'revision_number': 5, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:35.017403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 32104a80-3079-4b0b-abdd-73620e50822f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=32104a80-3079-4b0b-abdd-73620e50822f,segment=NetworkSegment(57c13352-431b-47f4-9c1d-028900ff71dc),segment_id=57c13352-431b-47f4-9c1d-028900ff71dc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:35.044258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] Checking router: d36547b0-3c4f-4388-8238-7e3b80c562b8 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:03:35.047256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.050427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8b7b8243-04e6-4044-b588-3aa402d6204f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:35.084089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] Routers {'d36547b0-3c4f-4388-8238-7e3b80c562b8'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:35.085155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['d36547b0-3c4f-4388-8238-7e3b80c562b8'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:35.116765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.147736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=32104a80-3079-4b0b-abdd-73620e50822f,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:35.152679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:35.174818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.190438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 8e7c4e4a-2527-4878-a436-a05fac925d3c owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:35.222017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] Set router d36547b0-3c4f-4388-8238-7e3b80c562b8 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:03:35.261113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d73c89-0198-494e-b1c6-1a12c001ac78 req-980d1c02-22cb-4522-af7c-7441ff46525e tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:35.262687 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4d73c89-0198-494e-b1c6-1a12c001ac78 req-980d1c02-22cb-4522-af7c-7441ff46525e tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.1891408 Jun 22 15:03:35.278026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port 4551d8de-14c2-4ae1-b717-adc16471a4d0 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:35.278365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.321406 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4d73c89-0198-494e-b1c6-1a12c001ac78 req-c779ca74-9420-4b07-a25a-ff6a02dc4bc5 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496511 Jun 22 15:03:35.332993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd74031-da4e-4154-8e81-aa0aaef0c0fa req-2b94bb3f-bd87-4802-b89a-b0cdaa1adad8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:35.334498 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1dd74031-da4e-4154-8e81-aa0aaef0c0fa req-2b94bb3f-bd87-4802-b89a-b0cdaa1adad8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 944 time: 0.1648161 Jun 22 15:03:35.383906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Deleting port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:35.384575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.402821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.408640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:35.422858 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1dd74031-da4e-4154-8e81-aa0aaef0c0fa req-e2099ce8-3946-458a-91ef-501171981124 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772574 Jun 22 15:03:35.441340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=8e7c4e4a-2527-4878-a436-a05fac925d3c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:35.446756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:35.450099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T15:03:32Z', 'revision_number': 5, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:35.470115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.484069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e68082-3969-4c01-9676-80c2d00ff195 None None] The sync data for ids ['d36547b0-3c4f-4388-8238-7e3b80c562b8'] in dv-neutron-601336-93-hyperv is: [{'id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'name': 'tempest-ServerActionsTestJSON-1441437626-router', 'tenant_id': '3afc977ec13d45818c53ebdc8bf76a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189'}], 'enable_snat': True}, 'gw_port_id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:57:45Z', 'updated_at': '2021-06-22T15:03:32Z', 'revision_number': 5, 'project_id': '3afc977ec13d45818c53ebdc8bf76a54', 'gw_port': {'id': 'e2efdea1-9e4d-4eae-83f5-228c2d5f73dd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36547b0-3c4f-4388-8238-7e3b80c562b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:57:47Z', 'updated_at': '2021-06-22T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:35.559800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.562272 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/8e7c4e4a-2527-4878-a436-a05fac925d3c HTTP/1.1" status: 204 len: 168 time: 0.8332202 Jun 22 15:03:35.564914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40914) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:35.574273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.576828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for 4551d8de-14c2-4ae1-b717-adc16471a4d0 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:35.600990 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0dd624-67b0-46e3-821e-ad1a575636fd tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:03:35.602970 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ae0dd624-67b0-46e3-821e-ad1a575636fd tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/8e7c4e4a-2527-4878-a436-a05fac925d3c HTTP/1.1" status: 404 len: 333 time: 0.0369112 Jun 22 15:03:35.605620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40916) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:35.650871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] For port e2efdea1-9e4d-4eae-83f5-228c2d5f73dd, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e2efdea1-9e4d-4eae-83f5-228c2d5f73dd,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:35.651311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.670766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet c59ef5fc-25dc-43b6-8a85-d311f6905819 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:35.674055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.719664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.742426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Calling delete_port for e2efdea1-9e4d-4eae-83f5-228c2d5f73dd owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:35.807856 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.893893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.902352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0b2739b5-0c57-4062-9264-b4339237c29d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:35.921228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9644c1d-a611-4345-a207-d472d3c480fc None None] Network ff693ba9-ab25-4e32-9d3b-350b069e8757 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:35.928213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.932287 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/c59ef5fc-25dc-43b6-8a85-d311f6905819 HTTP/1.1" status: 204 len: 168 time: 0.3231473 Jun 22 15:03:35.932287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=c59ef5fc-25dc-43b6-8a85-d311f6905819,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:35.934178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40920) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:35.934562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:35.959191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:35.964719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-74f75512-4fef-4fa0-a026-956b0ba530e2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:35.986733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device df74e7a3-297a-493c-993c-816a4d90208d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:03:36.007325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05927534-8262-41d3-8274-41b8c3a72686 req-db61db97-bb31-4a29-8b57-be180b7f9308 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:36.014864 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05927534-8262-41d3-8274-41b8c3a72686 req-db61db97-bb31-4a29-8b57-be180b7f9308 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.2146215 Jun 22 15:03:36.016994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=4551d8de-14c2-4ae1-b717-adc16471a4d0,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:36.034774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:36.042555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.133309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 32104a80-3079-4b0b-abdd-73620e50822f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:36.133918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.147770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 32104a80-3079-4b0b-abdd-73620e50822f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:36.153541 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05927534-8262-41d3-8274-41b8c3a72686 req-4befd8a9-4314-473b-ad37-af66927b5f56 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341712 Jun 22 15:03:36.171800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.176790 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/ports/4551d8de-14c2-4ae1-b717-adc16471a4d0 HTTP/1.1" status: 204 len: 168 time: 1.5585895 Jun 22 15:03:36.177546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40922) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:36.197998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.228917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] For port 32104a80-3079-4b0b-abdd-73620e50822f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=32104a80-3079-4b0b-abdd-73620e50822f,segment=NetworkSegment(57c13352-431b-47f4-9c1d-028900ff71dc),segment_id=57c13352-431b-47f4-9c1d-028900ff71dc)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:36.229285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.237066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port df74e7a3-297a-493c-993c-816a4d90208d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=df74e7a3-297a-493c-993c-816a4d90208d,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:36.237804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:36.256931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'df74e7a3-297a-493c-993c-816a4d90208d', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:03:36.274425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2efdea1-9e4d-4eae-83f5-228c2d5f73dd,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:36.294242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:36.301261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 32104a80-3079-4b0b-abdd-73620e50822f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:36.301759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.309110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 32104a80-3079-4b0b-abdd-73620e50822f owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:36.324875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] DHCP port deletion for ff693ba9-ab25-4e32-9d3b-350b069e8757 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:03:36.336329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.376436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df74e7a3-297a-493c-993c-816a4d90208d {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:03:36.384040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44748a-1052-48e0-9886-5fdeb0435e5c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:36.385860 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9a44748a-1052-48e0-9886-5fdeb0435e5c tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff04355c-1a25-4b69-ac18-dd8780089a3d HTTP/1.1" status: 200 len: 913 time: 0.2068262 Jun 22 15:03:36.387767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.392306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40924) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:36.400491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.412453 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port df74e7a3-297a-493c-993c-816a4d90208d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=df74e7a3-297a-493c-993c-816a4d90208d,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:36.421494 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No ports have port_id starting with 32104a80-3079-4b0b-abdd-73620e50822f Jun 22 15:03:36.424736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.428257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3667d4a0-e4cd-4f37-b579-57377bae273a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:36.439996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1fabaaa9-ff22-4872-94c6-9a1ac71e9b9c tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:36.459617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bea09334-6d87-4aac-a7c0-43e3ecb6c462 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:36.470334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=32104a80-3079-4b0b-abdd-73620e50822f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:36.472090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:36.474589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No DVR routers for this DVR port 32104a80-3079-4b0b-abdd-73620e50822f on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:36.483158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.485465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.491191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: bea09334-6d87-4aac-a7c0-43e3ecb6c462 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:36.491554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bea09334-6d87-4aac-a7c0-43e3ecb6c462 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:36.497449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] Deleting port 32104a80-3079-4b0b-abdd-73620e50822f {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:36.497904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.544851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.545731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d36547b0-3c4f-4388-8238-7e3b80c562b8 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:03:36.553058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.554565 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d36547b0-3c4f-4388-8238-7e3b80c562b8 HTTP/1.1" status: 204 len: 168 time: 2.2675335 Jun 22 15:03:36.558296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40928) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:36.650808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] Deleting subnet 6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:36.652209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.655543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.669094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=df74e7a3-297a-493c-993c-816a4d90208d,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:36.688486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:36.699135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] For port 32104a80-3079-4b0b-abdd-73620e50822f, host dv-neutron-601336-93-hyperv, got binding levels [] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:36.699860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.705970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff693ba9-ab25-4e32-9d3b-350b069e8757']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:36.710476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.728046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c13352-431b-47f4-9c1d-028900ff71dc') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:36.728351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c13352-431b-47f4-9c1d-028900ff71dc') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:36.779362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] Calling delete_port for 32104a80-3079-4b0b-abdd-73620e50822f owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:36.782675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.ipam_backend_mixin [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] Port 32104a80-3079-4b0b-abdd-73620e50822f was not found and therefore no delete operation was performed {{(pid=93503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 15:03:36.784180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.785598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.786988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:36.794248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['df74e7a3-297a-493c-993c-816a4d90208d'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:03:36.805956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.816896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] Pushing event deleted for resources: {'Port': ['ID=32104a80-3079-4b0b-abdd-73620e50822f,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:36.819083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] No DVR routers for this DVR port 32104a80-3079-4b0b-abdd-73620e50822f on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:36.821336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.839446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:36.863496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:36.863912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:36.868533 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:36.884182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.887472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dbea3e07-500f-4853-a691-23abd1d4761c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:36.898177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b6acf-518c-4f08-8aee-f3f4d40dafea req-b75058b5-fc28-4cc6-bd93-1ebe9de7eceb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:36.899664 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-248b6acf-518c-4f08-8aee-f3f4d40dafea req-b75058b5-fc28-4cc6-bd93-1ebe9de7eceb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 945 time: 0.2433636 Jun 22 15:03:36.915769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:36.919287 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:36.920413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:36.925165 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6e1e031b-e8f2-4563-a34f-b6f02ddfaf1b HTTP/1.1" status: 204 len: 168 time: 0.3627489 Jun 22 15:03:36.925165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40930) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:36.935914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6747cb49-62e9-4308-bc14-c94b039cc12b None None] Network 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:37.001015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.073917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Deleting port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:37.074604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.165640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] For port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c707b14e-00df-4bf6-9d0d-ed3ac831fc4f,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:37.165842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.242339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] DHCP port deletion for 150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:03:37.250232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Calling delete_port for c707b14e-00df-4bf6-9d0d-ed3ac831fc4f owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:37.303624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.307065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] Deleting port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:37.308082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.329102 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-248b6acf-518c-4f08-8aee-f3f4d40dafea req-03ccd1af-ceec-49bd-b381-33ce42471707 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059411 Jun 22 15:03:37.333515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-af5e22bc-1994-4bda-aaca-656309aea863 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:37.340804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.343389 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/networks/ff693ba9-ab25-4e32-9d3b-350b069e8757 HTTP/1.1" status: 204 len: 168 time: 1.4098463 Jun 22 15:03:37.353975 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40934) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:37.361425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1928082694'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:37.370051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Network': ['ID=ff693ba9-ab25-4e32-9d3b-350b069e8757,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:37.391167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] For port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c707b14e-00df-4bf6-9d0d-ed3ac831fc4f,segment=NetworkSegment(9c7bf6d6-6902-4acd-a307-c03cdd337bfb),segment_id=9c7bf6d6-6902-4acd-a307-c03cdd337bfb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:37.391680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.392304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:37.397794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.400900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6d19a932-fed2-4b8a-beb2-665662a94790 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:37.432267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Pushing event deleted for resources: {'Port': ['ID=c707b14e-00df-4bf6-9d0d-ed3ac831fc4f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:37.433221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:37.434176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] No DVR routers for this DVR port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:37.437174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:37.440942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.467115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] Calling delete_port for c707b14e-00df-4bf6-9d0d-ed3ac831fc4f owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:37.468949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de8887-5a6d-4713-84e6-ba90fc92bc72 req-60342a6f-dec3-4cb0-be13-ddcc62ab201f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:37.477027 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84de8887-5a6d-4713-84e6-ba90fc92bc72 req-60342a6f-dec3-4cb0-be13-ddcc62ab201f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.1558819 Jun 22 15:03:37.483165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:03:37.501417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.501766 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Added segment f38bdc9c-492a-4246-adbd-c396d68b0845 of type vlan for network 5297a99f-5722-42d7-bfbd-201f2399fa4f Jun 22 15:03:37.549353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.552225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-09f2e24b-8f82-4d63-8d5f-eacab8c9bf2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:37.559656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.565636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.578828 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84de8887-5a6d-4713-84e6-ba90fc92bc72 req-7def804a-e368-4dab-9295-2100fcd35586 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997326 Jun 22 15:03:37.581913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] No DVR routers for this DVR port c707b14e-00df-4bf6-9d0d-ed3ac831fc4f on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:37.596243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] Pushing event deleted for resources: {'Port': ['ID=c707b14e-00df-4bf6-9d0d-ed3ac831fc4f,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:37.596243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:37.596823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150e62c6-63e9-41e7-b7d8-ae5a895dd9a8']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:37.603457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.606381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7bf6d6-6902-4acd-a307-c03cdd337bfb') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:37.606752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7bf6d6-6902-4acd-a307-c03cdd337bfb') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:37.617876 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.632492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.641688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:37.641987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:37.643802 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:37.661029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.666525 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:37.667102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.670937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-db835600-1848-4070-aea1-dbc3d571a740 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:37.703475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.708994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:37.713425 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] 10.222.0.22 "DELETE /v2.0/networks/150e62c6-63e9-41e7-b7d8-ae5a895dd9a8 HTTP/1.1" status: 204 len: 168 time: 0.7848194 Jun 22 15:03:37.713425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a65d14ac-f8d6-46b0-8d4c-b1b211b2f0f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:37.728433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Pushing event deleted for resources: {'Network': ['ID=150e62c6-63e9-41e7-b7d8-ae5a895dd9a8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:37.731332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:37.762869 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4056728 Jun 22 15:03:37.766530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40940) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:37.772900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': '5297a99f-5722-42d7-bfbd-201f2399fa4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:37.788032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Network': ['ID=5297a99f-5722-42d7-bfbd-201f2399fa4f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:37.792062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:37.802685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 5297a99f-5722-42d7-bfbd-201f2399fa4f details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:03:37.897380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40944) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:37.953304 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-40d339ff-1e8c-4125-b7fe-e60c22f580f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3afc977ec13d45818c53ebdc8bf76a54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548575 Jun 22 15:03:37.955453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40946) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:37.969909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device df74e7a3-297a-493c-993c-816a4d90208d up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:38.012765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:38.012765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.038513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port df74e7a3-297a-493c-993c-816a4d90208d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:38.043389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port df74e7a3-297a-493c-993c-816a4d90208d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:38.043835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.068073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e2efdea1-9e4d-4eae-83f5-228c2d5f73dd no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:38.074623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62498bcb-f9cb-4619-abe2-b0791e86ad56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.102194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: e2efdea1-9e4d-4eae-83f5-228c2d5f73dd {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:38.102441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e2efdea1-9e4d-4eae-83f5-228c2d5f73dd not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:38.104009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c707b14e-00df-4bf6-9d0d-ed3ac831fc4f no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:38.105349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62498bcb-f9cb-4619-abe2-b0791e86ad56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.127595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: c707b14e-00df-4bf6-9d0d-ed3ac831fc4f {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:38.128114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c707b14e-00df-4bf6-9d0d-ed3ac831fc4f not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:38.128648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 32104a80-3079-4b0b-abdd-73620e50822f no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:38.129736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-0bc16c63-b511-410a-905e-495285b8a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:38.131282 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-0bc16c63-b511-410a-905e-495285b8a6fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=80252b7304d34479acb87fbc61223bbd&device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 1099 time: 0.2031236 Jun 22 15:03:38.139079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port fbc047ea-7cc8-4fa5-ab4b-bceead6dd449 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:38.139616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.150028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 32104a80-3079-4b0b-abdd-73620e50822f {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:38.150545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 32104a80-3079-4b0b-abdd-73620e50822f not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:38.174456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c03a6c-65d6-4a7d-8030-0142e6486feb req-dfea48cd-ffcf-41e6-9a3a-9de803f45376 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:38.177350 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-64c03a6c-65d6-4a7d-8030-0142e6486feb req-dfea48cd-ffcf-41e6-9a3a-9de803f45376 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.2280941 Jun 22 15:03:38.206314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.234335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:03:38.236675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606a7289-d79d-4353-aeb1-24965c747c4c" -d '{"events": [{"server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "name": "network-vif-plugged", "status": "completed", "tag": "df74e7a3-297a-493c-993c-816a4d90208d"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:03:38.239730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62498bcb-f9cb-4619-abe2-b0791e86ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.242502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-62498bcb-f9cb-4619-abe2-b0791e86ad56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.246370 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-62498bcb-f9cb-4619-abe2-b0791e86ad56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdd5ab86-11de-48cb-8989-0143d492a0c1 HTTP/1.1" status: 204 len: 168 time: 0.2899899 Jun 22 15:03:38.249502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ce20224c-5e85-4312-bf12-4b5f14a2a197 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:38.257682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port df74e7a3-297a-493c-993c-816a4d90208d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=df74e7a3-297a-493c-993c-816a4d90208d,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:38.265782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.268543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.270247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b755dc0d-d395-4281-8a46-a91b3a66a3b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:38.272356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62498bcb-f9cb-4619-abe2-b0791e86ad56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd5ab86-11de-48cb-8989-0143d492a0c1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:38.279957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-62498bcb-f9cb-4619-abe2-b0791e86ad56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:38.291017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f61de2-3246-4697-ae7a-164b64d1bcf9 x-openstack-request-id: req-c6f61de2-3246-4697-ae7a-164b64d1bcf9 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:03:38.291724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "name": "network-vif-plugged", "status": "completed", "tag": "df74e7a3-297a-493c-993c-816a4d90208d", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:03:38.292101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6f61de2-3246-4697-ae7a-164b64d1bcf9 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:03:38.293269 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d', 'code': 200} Jun 22 15:03:38.306668 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-64c03a6c-65d6-4a7d-8030-0142e6486feb req-e609a66c-d482-44c4-98b2-59915d30a2a8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855014 Jun 22 15:03:38.362045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=df74e7a3-297a-493c-993c-816a4d90208d,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:38.366401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:38.398544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for fbc047ea-7cc8-4fa5-ab4b-bceead6dd449 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:38.407804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-c0cecb57-34c0-410b-ab4f-7ec349db1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:38.409327 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-c0cecb57-34c0-410b-ab4f-7ec349db1185 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e59541de-161e-4c61-b932-c9a08e127662 HTTP/1.1" status: 200 len: 912 time: 0.2691391 Jun 22 15:03:38.425803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.489534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-65da6e6e-1be3-4abe-85a4-897081172193 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:38.523256 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-06e48363-fed6-4658-9f07-dfdf4897e04f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe0f895-40ee-4727-b47b-a99e37acdb06 HTTP/1.1" status: 200 len: 217 time: 0.1067040 Jun 22 15:03:38.586341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=9be5f3e7-bde3-49ce-bd02-ffba5c9d6c10,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:38.598416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:38.613566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Checking segment: {'id': 'f38bdc9c-492a-4246-adbd-c396d68b0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5297a99f-5722-42d7-bfbd-201f2399fa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:38.613566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network hostable DHCP agents. Network: 5297a99f-5722-42d7-bfbd-201f2399fa4f, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:03:38.615473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-090b674f-83ad-4d09-bda5-8b527f40a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:38.617569 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-090b674f-83ad-4d09-bda5-8b527f40a98c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf HTTP/1.1" status: 200 len: 851 time: 0.0838983 Jun 22 15:03:38.646153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56b34a-c53d-4856-a024-0adfa378bd02 req-5560da91-1185-4311-8b17-67f2bd781c1f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:38.647678 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fc56b34a-c53d-4856-a024-0adfa378bd02 req-5560da91-1185-4311-8b17-67f2bd781c1f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 946 time: 0.1785440 Jun 22 15:03:38.666406 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-8872212d-60f1-4f23-aad2-c3a76ad52f46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e59541de-161e-4c61-b932-c9a08e127662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417106 Jun 22 15:03:38.681232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 5297a99f-5722-42d7-bfbd-201f2399fa4f is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:03:38.715560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba54089-2c06-4ef8-adbc-fe870b55795a req-20ee5597-97a9-4914-84a9-34c4ece81b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:38.717641 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4ba54089-2c06-4ef8-adbc-fe870b55795a req-20ee5597-97a9-4914-84a9-34c4ece81b57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 1099 time: 0.1373067 Jun 22 15:03:38.728624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 5297a99f-5722-42d7-bfbd-201f2399fa4f) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:38.737759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:38.738700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.745853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01735fe-2757-411e-991a-50004c8b76a1 None None] Network 5297a99f-5722-42d7-bfbd-201f2399fa4f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:38.761827 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9941537 Jun 22 15:03:38.762604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40962) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:38.765609 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fc56b34a-c53d-4856-a024-0adfa378bd02 req-56e83abf-6149-4b2d-9755-d0a1447e4d2c tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071117 Jun 22 15:03:38.772505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f24a4dfb-bf89-405f-950e-4a09763e7419 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-128651882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:38.787972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.792695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-df1d5e39-2232-4722-829a-01ae73bcbfeb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:38.814829 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-1e162e30-38e5-47ce-ae23-97925fa050d4 service neutron] 10.222.0.21 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420503 Jun 22 15:03:38.817046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f24a4dfb-bf89-405f-950e-4a09763e7419 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.818179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f24a4dfb-bf89-405f-950e-4a09763e7419 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.838870 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4ba54089-2c06-4ef8-adbc-fe870b55795a req-081278e4-82fb-43f9-8046-cebdc0a7483e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012871 Jun 22 15:03:38.841680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=fbc047ea-7cc8-4fa5-ab4b-bceead6dd449,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:38.848720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:38.944300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f24a4dfb-bf89-405f-950e-4a09763e7419 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:38.970189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f24a4dfb-bf89-405f-950e-4a09763e7419 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.011381 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af65426d-63ce-4316-b6c7-b14efc4eca66 req-1e7a69e1-fb9f-4239-bacd-5a22198eb6fe service neutron] 10.222.0.21 "GET /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869335 Jun 22 15:03:39.014100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f24a4dfb-bf89-405f-950e-4a09763e7419 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.018726 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f24a4dfb-bf89-405f-950e-4a09763e7419 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2529361 Jun 22 15:03:39.019416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40972) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:39.025066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'network_id': '5297a99f-5722-42d7-bfbd-201f2399fa4f', 'name': 'tempest-PortsTestJSON-1717509786'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:39.088403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.140036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-5297a99f-5722-42d7-bfbd-201f2399fa4f', 'network_id': '5297a99f-5722-42d7-bfbd-201f2399fa4f', 'tenant_id': 'bf5bfa54d2f94f32a8bfc2ca4ec87d7f', 'fixed_ips': [{'subnet_id': '9be5f3e7-bde3-49ce-bd02-ffba5c9d6c10'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:03:39.140950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.171427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:39.175173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.202297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port 396d3f34-41e6-427e-8f63-c4d11227d059 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:39.287669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Allocated IP 172.20.0.2 (5297a99f-5722-42d7-bfbd-201f2399fa4f/9be5f3e7-bde3-49ce-bd02-ffba5c9d6c10/9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:39.366036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Router ff04355c-1a25-4b69-ac18-dd8780089a3d has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:39.448549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.458323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Transition to ACTIVE for port object 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:39.476268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Transition to ACTIVE for port object 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:39.483941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.488319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:39.505354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:39.518211 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd4030-7043-429f-b8b2-28ddba9bd46a None None] Sync routers for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:39.524578 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "PUT /v2.0/routers/ff04355c-1a25-4b69-ac18-dd8780089a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1299274 Jun 22 15:03:39.524991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 40984) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:39.534972 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd4030-7043-429f-b8b2-28ddba9bd46a None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:39.535612 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3fcd4030-7043-429f-b8b2-28ddba9bd46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:39.542117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Pushing event updated for resources: {'Port': ['ID=9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:39.546812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:39.552953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Network 5297a99f-5722-42d7-bfbd-201f2399fa4f is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:39.554478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:39.557078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:39.598599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6ac11-36a5-42ee-8993-e8b18529d49d req-61a01e75-44ad-456b-a31c-9e9cbfb0627d tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:39.599175 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3fcd4030-7043-429f-b8b2-28ddba9bd46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:39.608566 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd4030-7043-429f-b8b2-28ddba9bd46a None None] Routers {'ff04355c-1a25-4b69-ac18-dd8780089a3d'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:39.609391 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5fd6ac11-36a5-42ee-8993-e8b18529d49d req-61a01e75-44ad-456b-a31c-9e9cbfb0627d tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.1806848 Jun 22 15:03:39.609786 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3fcd4030-7043-429f-b8b2-28ddba9bd46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ff04355c-1a25-4b69-ac18-dd8780089a3d'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:39.622477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.8 (5297a99f-5722-42d7-bfbd-201f2399fa4f/9be5f3e7-bde3-49ce-bd02-ffba5c9d6c10/396d3f34-41e6-427e-8f63-c4d11227d059) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:39.653663 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3fcd4030-7043-429f-b8b2-28ddba9bd46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:39.655041 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd4030-7043-429f-b8b2-28ddba9bd46a None None] The sync data for ids ['ff04355c-1a25-4b69-ac18-dd8780089a3d'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:39.668733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Attempting to bind port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:39.669189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Attempting to bind port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'f38bdc9c-492a-4246-adbd-c396d68b0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5297a99f-5722-42d7-bfbd-201f2399fa4f'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:39.670186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Attempting to bind port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f on network 5297a99f-5722-42d7-bfbd-201f2399fa4f {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:39.678541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:39.678937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Checking segment: {'id': 'f38bdc9c-492a-4246-adbd-c396d68b0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5297a99f-5722-42d7-bfbd-201f2399fa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:39.680084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.680538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Bound using segment: {'id': 'f38bdc9c-492a-4246-adbd-c396d68b0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5297a99f-5722-42d7-bfbd-201f2399fa4f'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:39.681482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Bound port: 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38bdc9c-492a-4246-adbd-c396d68b0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5297a99f-5722-42d7-bfbd-201f2399fa4f'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:39.682006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.696281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.761185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] For port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:39.765965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] For port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f,segment=NetworkSegment(f38bdc9c-492a-4246-adbd-c396d68b0845),segment_id=f38bdc9c-492a-4246-adbd-c396d68b0845)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:39.776620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.780198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:39.793848 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5fd6ac11-36a5-42ee-8993-e8b18529d49d req-f0b2eb4d-4919-424d-9f2f-d97dbedbb231 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286459 Jun 22 15:03:39.824439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.887120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.910350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object 396d3f34-41e6-427e-8f63-c4d11227d059 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:39.931039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Pushing event updated for resources: {'Port': ['ID=9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:39.937186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:39.981856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:39.989423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90ced6a5-2e03-4ba7-a3de-392a7e29c864 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:40.019685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting port b7bdf968-acbd-437f-8ee7-63266cd05f3e {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:40.020079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:40.032189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 5297a99f-5722-42d7-bfbd-201f2399fa4f is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:40.040232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:40.058616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:40.069503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:40.097193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=396d3f34-41e6-427e-8f63-c4d11227d059,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:40.112213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:40.130419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d569330-c38d-4129-b356-fa9792f3ef21 req-0feaaccd-28da-42f2-a826-77e541fd5776 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:40.132088 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7d569330-c38d-4129-b356-fa9792f3ef21 req-0feaaccd-28da-42f2-a826-77e541fd5776 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 946 time: 0.1959572 Jun 22 15:03:40.149460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:40.150325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:40.173411 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1524215 Jun 22 15:03:40.175798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 40998) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:40.256170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:40.346104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Calling delete_port for b7bdf968-acbd-437f-8ee7-63266cd05f3e owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:40.384484 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7d569330-c38d-4129-b356-fa9792f3ef21 req-ee4dcc7b-260a-4299-b5a9-582dd7db35fa tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429812 Jun 22 15:03:40.559616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:40.562801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0db8901-6a08-4d11-801a-5469a0d961c3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:40.592912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Port': ['ID=b7bdf968-acbd-437f-8ee7-63266cd05f3e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:40.599557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:40.625307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:40.627655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41010) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:40.660060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.025175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:41.097255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.099465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.126999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b41b57-76a6-4d70-aa87-861111e0513f None None] Network 5297a99f-5722-42d7-bfbd-201f2399fa4f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:41.148673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.149405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Fanout notify agent at l3_agent the message router_deleted on router ff04355c-1a25-4b69-ac18-dd8780089a3d {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:03:41.157380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.160898 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/routers/ff04355c-1a25-4b69-ac18-dd8780089a3d HTTP/1.1" status: 204 len: 168 time: 1.6326461 Jun 22 15:03:41.161194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41016) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:41.166450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.202145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c0b2f4e0-c2b6-4ceb-bc6c-bae84bf42a7a None None] Provisioning for port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:41.228869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Deleting subnet b13ec090-c6d4-4076-85dc-6cb49f701f10 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:41.232628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.283188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de2e62-316f-4186-bee2-3458b92c6e63 req-bbb287fc-77f5-47e5-8c73-6e987121f216 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:41.284782 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8de2e62-316f-4186-bee2-3458b92c6e63 req-bbb287fc-77f5-47e5-8c73-6e987121f216 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.2663987 Jun 22 15:03:41.285798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.340470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.362969 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8de2e62-316f-4186-bee2-3458b92c6e63 req-862e8524-9d1c-4bc9-9827-f3feed33d8bf tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707366 Jun 22 15:03:41.419883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.434596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.437842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5a8d43fa-099b-41c5-bfd6-22496cb11132 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:41.438102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.442941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-be59e8d9-0618-4a6d-85a4-df58cc68cc28 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:41.480914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Subnet': ['ID=b13ec090-c6d4-4076-85dc-6cb49f701f10,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:41.494360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:41.508041 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.512389 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/subnets/b13ec090-c6d4-4076-85dc-6cb49f701f10 HTTP/1.1" status: 204 len: 168 time: 0.3478024 Jun 22 15:03:41.512675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41022) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:41.515406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.605745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.637362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=396d3f34-41e6-427e-8f63-c4d11227d059,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:41.651209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:41.657511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af8aca63-b3b0-42fe-a512-f0cf71b26f89 None None] Provisioning for port 396d3f34-41e6-427e-8f63-c4d11227d059 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:41.667672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af8aca63-b3b0-42fe-a512-f0cf71b26f89 None None] Provisioning complete for port 396d3f34-41e6-427e-8f63-c4d11227d059 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:41.670347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af8aca63-b3b0-42fe-a512-f0cf71b26f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.729009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-af8aca63-b3b0-42fe-a512-f0cf71b26f89 None None] Port 396d3f34-41e6-427e-8f63-c4d11227d059 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:41.778230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.796469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:41.809783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7195f52f-98ea-435c-8a0b-c290284a190e') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:41.810777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7195f52f-98ea-435c-8a0b-c290284a190e') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:41.819693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Allocated IP 172.26.6.28 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/0cb9905a-9f66-4571-9862-f7a80a0e492d) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:41.828419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.831376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca6fcd-8b7e-47a7-ac20-fd416702f3e6 req-5516053e-b512-4057-9d7a-e7f3bee46517 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:41.838550 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00ca6fcd-8b7e-47a7-ac20-fd416702f3e6 req-5516053e-b512-4057-9d7a-e7f3bee46517 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 946 time: 0.2875342 Jun 22 15:03:41.844440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.851402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:41.852253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:41.855827 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:41.972626 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00ca6fcd-8b7e-47a7-ac20-fd416702f3e6 req-a662f70e-9abe-49c7-885f-53016a574fb3 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328945 Jun 22 15:03:41.981143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.988152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:41.990356 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] 10.222.0.22 "DELETE /v2.0/networks/d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34 HTTP/1.1" status: 204 len: 168 time: 0.4754148 Jun 22 15:03:41.992153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f3124d52-aedc-4787-92db-68f9c1fe1244 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:42.002869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.010199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-38dd5c09-c4ff-43b3-9e95-a5c133bd657a None None] Provisioning complete for port 396d3f34-41e6-427e-8f63-c4d11227d059 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:42.010579 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-38dd5c09-c4ff-43b3-9e95-a5c133bd657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.011466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Pushing event deleted for resources: {'Network': ['ID=d9bf974f-4d16-47de-b8d3-6ac6d4f2cb34,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:42.015736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:42.034486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a03817-13d6-4ee8-b5a6-e7ab94704bfb req-a822e924-42b6-461d-a9b3-1944635a2f52 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:42.036102 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8a03817-13d6-4ee8-b5a6-e7ab94704bfb req-a822e924-42b6-461d-a9b3-1944635a2f52 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.1244171 Jun 22 15:03:42.111385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-38dd5c09-c4ff-43b3-9e95-a5c133bd657a None None] Port 396d3f34-41e6-427e-8f63-c4d11227d059 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:42.119439 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8a03817-13d6-4ee8-b5a6-e7ab94704bfb req-b9b0f051-796d-4fc9-9b87-9e75f78ad978 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764503 Jun 22 15:03:42.179861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.190308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:42.265352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.276483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:42.281165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:42.281611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.330683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.337623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b350947f-1c8a-4cec-943a-168d4d9eb16d None None] Provisioning complete for port 396d3f34-41e6-427e-8f63-c4d11227d059 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:42.338365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b350947f-1c8a-4cec-943a-168d4d9eb16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.339045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b0bf2c15-ec63-4da6-8b39-1479725d53f0 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:42.376955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:42.392448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:42.402959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b350947f-1c8a-4cec-943a-168d4d9eb16d None None] Port 396d3f34-41e6-427e-8f63-c4d11227d059 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:42.406704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.408932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:42.413958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41034) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:42.442201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f,segment=NetworkSegment(f38bdc9c-492a-4246-adbd-c396d68b0845),segment_id=f38bdc9c-492a-4246-adbd-c396d68b0845)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:42.448377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.450377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95c07894-903a-4470-9b75-8b2e036deba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:42.500928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:42.503737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:42.506721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event updated for resources: {'Port': ['ID=0cb9905a-9f66-4571-9862-f7a80a0e492d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:42.512664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:42.541023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d91ba1-cde7-40c1-b51c-8c01ac82421c req-080625c5-f160-4fef-b35d-3c8e755871cc tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:42.542521 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-66d91ba1-cde7-40c1-b51c-8c01ac82421c req-080625c5-f160-4fef-b35d-3c8e755871cc tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 946 time: 0.2805998 Jun 22 15:03:42.563594 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a1de2cd6-de79-4fd4-847f-1feb6ab1d174 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5acbc1f9a7ac4e7aa81fc6c9044853dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464376 Jun 22 15:03:42.563842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41038) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:42.612916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9bb48f50-19f6-43ca-b78e-652960f070bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.638641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9bb48f50-19f6-43ca-b78e-652960f070bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.668876 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-66d91ba1-cde7-40c1-b51c-8c01ac82421c req-2bb4dedb-df42-4fb4-a5f6-c880034142a6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194310 Jun 22 15:03:42.683167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.695613 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41040) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:42.730481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9bb48f50-19f6-43ca-b78e-652960f070bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.734571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9bb48f50-19f6-43ca-b78e-652960f070bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.737896 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9bb48f50-19f6-43ca-b78e-652960f070bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72fc592b-1977-4d4b-8540-816237ae37c4 HTTP/1.1" status: 204 len: 168 time: 0.1708181 Jun 22 15:03:42.737896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d76294be-ffdd-4127-8e02-3e94a5bbfe92 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:42.745423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb48f50-19f6-43ca-b78e-652960f070bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fc592b-1977-4d4b-8540-816237ae37c4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:42.748805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9bb48f50-19f6-43ca-b78e-652960f070bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:42.761149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.771426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bfafe7-dca5-4db2-b36d-a439940d8823 tempest-TestVolumeBootPattern-925313796 tempest-TestVolumeBootPattern-925313796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:42.775560 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c5bfafe7-dca5-4db2-b36d-a439940d8823 tempest-TestVolumeBootPattern-925313796 tempest-TestVolumeBootPattern-925313796-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 1094 time: 0.0761135 Jun 22 15:03:42.775813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41044) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:42.783084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:42.804403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.811658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.817753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.823944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-09150105-509b-4716-9845-18890f68ea97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:42.917524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.946922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=396d3f34-41e6-427e-8f63-c4d11227d059,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:42.957982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:42.961910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:43.046194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Allocated IP 172.26.6.32 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/2d62dd8f-e21c-498e-8c81-f40158ef4d3c) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:43.096710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.103149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.107524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3a7793b6-c0b6-46c6-9729-0b02b9339cc9 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:43.139275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network 5297a99f-5722-42d7-bfbd-201f2399fa4f is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:43.171846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.180963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:43.241496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event updated for resources: {'Port': ['ID=0cb9905a-9f66-4571-9862-f7a80a0e492d,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:43.244915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:43.258606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.265897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7ff86d46-8fe6-4835-92b1-8764e0cddfc8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:43.274858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.312595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.316286 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6853209 Jun 22 15:03:43.319049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41062) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:43.324928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-928305982'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:43.351780 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:43.358483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:43.362826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:43.369392 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Made reservation on behalf of 28c86aee05dd4c5db55fe677df0477d5 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:43.374248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.383466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Router 2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:03:43.387391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.398274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'Port': ['ID=2d62dd8f-e21c-498e-8c81-f40158ef4d3c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:43.437961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:43.510138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8a082-27e2-49b3-aa42-c7b341694b6a req-54e4941c-2191-4d55-a21c-25f24bac06ef tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:43.511638 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ffb8a082-27e2-49b3-aa42-c7b341694b6a req-54e4941c-2191-4d55-a21c-25f24bac06ef tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.2031891 Jun 22 15:03:43.538747 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4079b06a-8f46-47f4-b8e9-8cf5aef857de None None] Provisioning complete for port 396d3f34-41e6-427e-8f63-c4d11227d059 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:43.540551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4079b06a-8f46-47f4-b8e9-8cf5aef857de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.563350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:43.565632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41068) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:43.575207 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "PUT /v2.0/routers/2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3974016 Jun 22 15:03:43.581315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41070) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:43.588218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4741b79-f411-4db3-b4f2-1381094fa629 None None] Sync routers for ids ['2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:43.614703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4741b79-f411-4db3-b4f2-1381094fa629 None None] Routers {'2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:43.615351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b4741b79-f411-4db3-b4f2-1381094fa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:43.619742 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4079b06a-8f46-47f4-b8e9-8cf5aef857de None None] Port 396d3f34-41e6-427e-8f63-c4d11227d059 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:43.620202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.646560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.658514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b4741b79-f411-4db3-b4f2-1381094fa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:43.658992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e877bdfa-1e6c-43be-ae7c-1a88f7c7c07a tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:43.667867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4741b79-f411-4db3-b4f2-1381094fa629 None None] Routers {'2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:43.668481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b4741b79-f411-4db3-b4f2-1381094fa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:43.689944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c410747b-9610-4c1f-a335-c35f13b07c48,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:43.691414 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ffb8a082-27e2-49b3-aa42-c7b341694b6a req-027960a7-2074-4675-a9b5-a41f24588207 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593242 Jun 22 15:03:43.697343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:43.706731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:03:43.727312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.727312 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Added segment 0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6 of type vlan for network 359c91ab-2374-4bf2-b4ba-8351eb974c62 Jun 22 15:03:43.730125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b4741b79-f411-4db3-b4f2-1381094fa629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:43.730811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4741b79-f411-4db3-b4f2-1381094fa629 None None] The sync data for ids ['2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:43.769439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa02cb-49c9-47d7-8966-687779aa116b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:43.770904 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f9fa02cb-49c9-47d7-8966-687779aa116b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9 HTTP/1.1" status: 200 len: 982 time: 0.1883974 Jun 22 15:03:43.773781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41074) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:43.776326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4eb03563-bff9-4810-874e-e9d8bc2e9132 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:43.777048 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-4eb03563-bff9-4810-874e-e9d8bc2e9132 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 15:03:43.777543 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-4eb03563-bff9-4810-874e-e9d8bc2e9132 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 15:03:43.778506 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4eb03563-bff9-4810-874e-e9d8bc2e9132 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2116852 Jun 22 15:03:43.782664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41076) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:43.790030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513298046'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:43.804467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.834164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.846060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.855820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.862556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:43.863142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:43.866520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b9d01c03-bf34-40b0-9db1-25e60c5f271f tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:43.952675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event updated for resources: {'Network': ['ID=359c91ab-2374-4bf2-b4ba-8351eb974c62,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:43.955924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:43.967280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 359c91ab-2374-4bf2-b4ba-8351eb974c62 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:03:44.062554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.069031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.074185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:44.077939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cf124b91-39fa-4174-b306-5581b36b3903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:44.102400 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7797034 Jun 22 15:03:44.107732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41078) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:44.119336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.119584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Request body: {'subnet': {'network_id': '359c91ab-2374-4bf2-b4ba-8351eb974c62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:44.137228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:44.137751 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.184927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f06a372-cb6b-43e9-b965-7e634222cac0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:44.188701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:44.227371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-c58d0e6f-d1d2-4ccf-aec5-83073da56346 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:44.229237 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-c58d0e6f-d1d2-4ccf-aec5-83073da56346 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.2250953 Jun 22 15:03:44.279159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.347898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.361055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.367223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-991426bc-20c7-4c76-8202-bceca810d1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:44.402136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Made reservation on behalf of 28c86aee05dd4c5db55fe677df0477d5 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:44.406201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.414799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.415996 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6324067 Jun 22 15:03:44.420862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41080) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:44.430790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-460a7d9c-0d00-4e1b-9b50-7b7c29b9ca7d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '89c87bcd-fe2c-4518-aaab-ee11e63bb58a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:44.465887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c87bcd-fe2c-4518-aaab-ee11e63bb58a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:44.467008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.469565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:44.483548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Deleting port 6fe0f895-40ee-4727-b47b-a99e37acdb06 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:44.483887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.582448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-460a7d9c-0d00-4e1b-9b50-7b7c29b9ca7d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.706055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.713446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.722418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3e2eef42-b787-4d9b-910e-2c0a4fd5b875 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:44.740096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-460a7d9c-0d00-4e1b-9b50-7b7c29b9ca7d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.772523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-460a7d9c-0d00-4e1b-9b50-7b7c29b9ca7d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.829201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'Port': ['ID=2d62dd8f-e21c-498e-8c81-f40158ef4d3c,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:44.837597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-460a7d9c-0d00-4e1b-9b50-7b7c29b9ca7d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:44.842268 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-460a7d9c-0d00-4e1b-9b50-7b7c29b9ca7d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4116530 Jun 22 15:03:44.850431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41084) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:44.857524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5f6e975f-e16a-49a4-8893-3030809a975b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '89c87bcd-fe2c-4518-aaab-ee11e63bb58a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:44.862408 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.862809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.863200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.863585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.863965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.864345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.864729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.865135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.865513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.865880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.866251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.866618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:44.878044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:44.880945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:44.899605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.017944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] For port 6fe0f895-40ee-4727-b47b-a99e37acdb06, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6fe0f895-40ee-4727-b47b-a99e37acdb06,segment=NetworkSegment(347ab9de-c7f8-4adf-9629-9df9cfae6a7b),segment_id=347ab9de-c7f8-4adf-9629-9df9cfae6a7b)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:45.018547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.046449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a8d30-a20d-4e15-a7be-99b3374e68f0 req-9d453d02-e50e-4a42-b912-e7e80914b8fc tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:45.048028 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a10a8d30-a20d-4e15-a7be-99b3374e68f0 req-9d453d02-e50e-4a42-b912-e7e80914b8fc tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f8724ed-3966-4fcc-a807-e9cbea5e9c55 HTTP/1.1" status: 200 len: 946 time: 0.1776118 Jun 22 15:03:45.110209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Calling delete_port for 6fe0f895-40ee-4727-b47b-a99e37acdb06 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:45.232932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a7d9c-0d00-4e1b-9b50-7b7c29b9ca7d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17de67ed-dfdc-44cb-8d9f-d43c2cc03825,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:45.234767 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a10a8d30-a20d-4e15-a7be-99b3374e68f0 req-41760a11-065f-4bd8-8642-d670c9c51490 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.22 "GET /v2.0/security-groups?id=5ca42444-15f7-4e6d-8132-8e0f0714a579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539867 Jun 22 15:03:45.238572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-460a7d9c-0d00-4e1b-9b50-7b7c29b9ca7d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:45.252772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.256162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-78550f4a-d128-4cd1-a407-0e69ecdcad82 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:45.295080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5f6e975f-e16a-49a4-8893-3030809a975b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.334062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 396d3f34-41e6-427e-8f63-c4d11227d059 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:45.334421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.339278 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Floating IP 2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e associated. External IP: 172.26.6.32, port: df74e7a3-297a-493c-993c-816a4d90208d. Jun 22 15:03:45.363492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event updated for resources: {'Subnet': ['ID=efa496f2-a1e1-4bc2-b301-ff43f98dbd22,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:45.369057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:45.381257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Checking segment: {'id': '0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '359c91ab-2374-4bf2-b4ba-8351eb974c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:45.381616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Network hostable DHCP agents. Network: 359c91ab-2374-4bf2-b4ba-8351eb974c62, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:03:45.384788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.388491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dfc7a1cd-2c11-4ec7-a2da-99d7e350963b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:45.418483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Pushing event deleted for resources: {'Port': ['ID=6fe0f895-40ee-4727-b47b-a99e37acdb06,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:45.427489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:45.451028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Network 359c91ab-2374-4bf2-b4ba-8351eb974c62 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:03:45.471400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] No DVR routers for this DVR port 6fe0f895-40ee-4727-b47b-a99e37acdb06 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:45.475369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.477313 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-037a6628-cb57-4a00-9d29-9dba36ae2a65 req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] 10.222.0.21 "DELETE /v2.0/ports/6fe0f895-40ee-4727-b47b-a99e37acdb06 HTTP/1.1" status: 204 len: 173 time: 1.2393909 Jun 22 15:03:45.477834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8724ed-3966-4fcc-a807-e9cbea5e9c55', 'name': 'network-vif-deleted', 'tag': '6fe0f895-40ee-4727-b47b-a99e37acdb06'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:03:45.480251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747d6488-5276-41dd-a440-7755e2f76679" -d '{"events": [{"server_uuid": "0f8724ed-3966-4fcc-a807-e9cbea5e9c55", "name": "network-vif-deleted", "tag": "6fe0f895-40ee-4727-b47b-a99e37acdb06"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:03:45.487465 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-5f6e975f-e16a-49a4-8893-3030809a975b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 15:03:45.487691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 359c91ab-2374-4bf2-b4ba-8351eb974c62) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:45.489184 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5f6e975f-e16a-49a4-8893-3030809a975b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6376073 Jun 22 15:03:45.492068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41088) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:45.505223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:45.506400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.515008 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1385a56-0a47-4d6c-a794-6a7b00c4b6a5 None None] Network 359c91ab-2374-4bf2-b4ba-8351eb974c62 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:45.534230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.541047 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4319901 Jun 22 15:03:45.545458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41092) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:45.554287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1489886949', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:45.575820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66908234-63bd-42af-80a4-73e7b8aec1e5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.609887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66908234-63bd-42af-80a4-73e7b8aec1e5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.650609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 396d3f34-41e6-427e-8f63-c4d11227d059 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:45.704126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66908234-63bd-42af-80a4-73e7b8aec1e5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.708092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66908234-63bd-42af-80a4-73e7b8aec1e5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.709315 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-66908234-63bd-42af-80a4-73e7b8aec1e5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/89c87bcd-fe2c-4518-aaab-ee11e63bb58a HTTP/1.1" status: 204 len: 168 time: 0.2160425 Jun 22 15:03:45.710611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ba72fe58-79ec-48b6-9ee5-5c4a14679d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:45.714066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41094) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:45.721615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66908234-63bd-42af-80a4-73e7b8aec1e5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c87bcd-fe2c-4518-aaab-ee11e63bb58a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:45.729833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.730169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-66908234-63bd-42af-80a4-73e7b8aec1e5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:45.730865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.773720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-359c91ab-2374-4bf2-b4ba-8351eb974c62', 'network_id': '359c91ab-2374-4bf2-b4ba-8351eb974c62', 'tenant_id': '28c86aee05dd4c5db55fe677df0477d5', 'fixed_ips': [{'subnet_id': 'efa496f2-a1e1-4bc2-b301-ff43f98dbd22'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:03:45.775039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.818690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26cbe8b-27ce-4f26-bccd-30ceabebb42d x-openstack-request-id: req-a26cbe8b-27ce-4f26-bccd-30ceabebb42d {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:03:45.819043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8724ed-3966-4fcc-a807-e9cbea5e9c55", "name": "network-vif-deleted", "tag": "6fe0f895-40ee-4727-b47b-a99e37acdb06", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:03:45.819531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a26cbe8b-27ce-4f26-bccd-30ceabebb42d {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:03:45.820144 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8724ed-3966-4fcc-a807-e9cbea5e9c55', 'name': 'network-vif-deleted', 'tag': '6fe0f895-40ee-4727-b47b-a99e37acdb06', 'status': 'completed', 'code': 200} Jun 22 15:03:45.877944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:45.912297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Allocated IP 172.20.0.2 (359c91ab-2374-4bf2-b4ba-8351eb974c62/efa496f2-a1e1-4bc2-b301-ff43f98dbd22/9d2a3279-1768-4de0-b014-84efca9a2c18) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:45.924144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Router 9fc5d268-39ca-42f2-bf33-69459458e898 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:45.975677 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8f7bbb74-2a10-4a6f-b4f8-d72046f0cdea tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2595224 Jun 22 15:03:45.981099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41096) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:45.986790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7a0889b4-991b-40e9-95f2-d077949ab859 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638069517'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:46.034232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 6fe0f895-40ee-4727-b47b-a99e37acdb06 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:46.077590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 6fe0f895-40ee-4727-b47b-a99e37acdb06 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:46.077952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 6fe0f895-40ee-4727-b47b-a99e37acdb06 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:46.104069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.176844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a0889b4-991b-40e9-95f2-d077949ab859 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.183814 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.304889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Transition to ACTIVE for port object 9d2a3279-1768-4de0-b014-84efca9a2c18 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:46.313339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.323419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Transition to ACTIVE for port object 9d2a3279-1768-4de0-b014-84efca9a2c18 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:46.324230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f2eeabc1-7a42-408e-b849-318a3f40cd89 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:46.331650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.334734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:46.347583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41100) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:46.369598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:46.374554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=396d3f34-41e6-427e-8f63-c4d11227d059,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:46.383493 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Network 359c91ab-2374-4bf2-b4ba-8351eb974c62 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:46.386278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:46.389051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:46.393007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:46.399036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Pushing event updated for resources: {'Port': ['ID=9d2a3279-1768-4de0-b014-84efca9a2c18,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:46.399827 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] Sync routers for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:46.409656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:46.415316 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:46.415983 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:46.432321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Deleting subnet da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:46.446267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.473527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Attempting to bind port 9d2a3279-1768-4de0-b014-84efca9a2c18 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:46.474120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Attempting to bind port 9d2a3279-1768-4de0-b014-84efca9a2c18 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '359c91ab-2374-4bf2-b4ba-8351eb974c62'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:46.474615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Attempting to bind port 9d2a3279-1768-4de0-b014-84efca9a2c18 on network 359c91ab-2374-4bf2-b4ba-8351eb974c62 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:46.480156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:46.480763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Checking segment: {'id': '0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '359c91ab-2374-4bf2-b4ba-8351eb974c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:46.481279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.482645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Bound using segment: {'id': '0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '359c91ab-2374-4bf2-b4ba-8351eb974c62'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:46.483243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Bound port: 9d2a3279-1768-4de0-b014-84efca9a2c18, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '359c91ab-2374-4bf2-b4ba-8351eb974c62'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:46.484321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.524962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.537353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a0889b4-991b-40e9-95f2-d077949ab859 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.580878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] For port 9d2a3279-1768-4de0-b014-84efca9a2c18, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:46.581646 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:03:46.590361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] For port 9d2a3279-1768-4de0-b014-84efca9a2c18, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9d2a3279-1768-4de0-b014-84efca9a2c18,segment=NetworkSegment(0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6),segment_id=0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:46.596313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.598682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.602536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-336cea92-f320-4390-9428-251d6d41f623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:46.615348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a0889b4-991b-40e9-95f2-d077949ab859 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.621663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5eba81ef-5caf-4926-8f95-77cec7820b5d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:46.641853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.703513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.719849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Pushing event updated for resources: {'Port': ['ID=9d2a3279-1768-4de0-b014-84efca9a2c18,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:46.737636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:46.739583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a0889b4-991b-40e9-95f2-d077949ab859 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.741989 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7a0889b4-991b-40e9-95f2-d077949ab859 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7581761 Jun 22 15:03:46.744293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41102) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:46.748036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0889b4-991b-40e9-95f2-d077949ab859 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b393e8-6f4a-41e4-a47f-9f05024207f4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:46.768355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5654ca94-8912-4d2b-a2e0-e10346ca9baa tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': 'f1b393e8-6f4a-41e4-a47f-9f05024207f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:46.769264 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-5654ca94-8912-4d2b-a2e0-e10346ca9baa tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 22 15:03:46.769931 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-5654ca94-8912-4d2b-a2e0-e10346ca9baa tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:46.771766 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5654ca94-8912-4d2b-a2e0-e10346ca9baa tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0254238 Jun 22 15:03:46.772530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a0889b4-991b-40e9-95f2-d077949ab859 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:46.774139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.781758 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41104) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:46.782755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-397f68a9-b47f-484a-8bdf-62ae61fe383a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:46.783130 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0061753 Jun 22 15:03:46.819872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:46.820070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:03:46.821976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "tag": "df74e7a3-297a-493c-993c-816a4d90208d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:03:46.855823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:46.861275 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/da4fe2fd-2f2b-42b4-ab87-3a9990f4b6cf HTTP/1.1" status: 204 len: 168 time: 0.5127256 Jun 22 15:03:46.862183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41112) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:46.870006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.870412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.870781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.871337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.871965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.872783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.873383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.874210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.874759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.875301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.875850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.876382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:46.908275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:46.918715 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:03:43Z', 'updated_at': '2021-06-22T15:03:43Z', 'revision_number': 0, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:46.976112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.034291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ce052-a2d4-41d7-ae3a-8472cae88180 x-openstack-request-id: req-7c8ce052-a2d4-41d7-ae3a-8472cae88180 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:03:47.034644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "tag": "df74e7a3-297a-493c-993c-816a4d90208d", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:03:47.035904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c8ce052-a2d4-41d7-ae3a-8472cae88180 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:03:47.036369 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d', 'status': 'completed', 'code': 200} Jun 22 15:03:47.038877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f186d629-f977-4398-9fa8-0bb710243135 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.043250 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] Checking router: 9fc5d268-39ca-42f2-bf33-69459458e898 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:03:47.050016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.063189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.064864 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:47.065607 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:47.092715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f186d629-f977-4398-9fa8-0bb710243135 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.146231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Router 2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:47.214430 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:03:47.241336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f186d629-f977-4398-9fa8-0bb710243135 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.244029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f186d629-f977-4398-9fa8-0bb710243135 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.245273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f186d629-f977-4398-9fa8-0bb710243135 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/f1b393e8-6f4a-41e4-a47f-9f05024207f4 HTTP/1.1" status: 204 len: 168 time: 0.4391248 Jun 22 15:03:47.247984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.250717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44f4d589-095a-4ddc-8a18-ac302d753d71 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:47.259822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41114) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:47.267434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:47.273232 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "PUT /v2.0/routers/2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4984758 Jun 22 15:03:47.275821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41116) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:47.276130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d629-f977-4398-9fa8-0bb710243135 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b393e8-6f4a-41e4-a47f-9f05024207f4,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:47.279014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59541de-161e-4c61-b932-c9a08e127662']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:47.283596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da85dd8-aa1b-4211-acfc-807673d4d617 None None] Sync routers for ids ['2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:47.289154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-d0e0c614-00dd-427a-b24b-11a46237678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:47.291017 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-d0e0c614-00dd-427a-b24b-11a46237678d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 1099 time: 0.2116294 Jun 22 15:03:47.297065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f186d629-f977-4398-9fa8-0bb710243135 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:47.312890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347ab9de-c7f8-4adf-9629-9df9cfae6a7b') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:47.313853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347ab9de-c7f8-4adf-9629-9df9cfae6a7b') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:47.319415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da85dd8-aa1b-4211-acfc-807673d4d617 None None] Routers {'2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:47.320388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7da85dd8-aa1b-4211-acfc-807673d4d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:47.343317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Allocated IP 172.26.6.149 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/fd277106-3ecd-4f75-b936-b837e0347210) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:47.366554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7da85dd8-aa1b-4211-acfc-807673d4d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:47.382116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da85dd8-aa1b-4211-acfc-807673d4d617 None None] Routers {'2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:47.382753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7da85dd8-aa1b-4211-acfc-807673d4d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:47.390069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.416049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7da85dd8-aa1b-4211-acfc-807673d4d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:47.416733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da85dd8-aa1b-4211-acfc-807673d4d617 None None] The sync data for ids ['2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:47.425154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.438723 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d50808-9b63-43bb-ac22-a504baaea60e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:03:47.443132 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-27845904-06ce-4255-8317-b334558532ef tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1726217 Jun 22 15:03:47.443354 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f0d50808-9b63-43bb-ac22-a504baaea60e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/396d3f34-41e6-427e-8f63-c4d11227d059 HTTP/1.1" status: 404 len: 333 time: 0.1637239 Jun 22 15:03:47.443597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:47.443932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:47.445725 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:47.448603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41118) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:47.448603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41120) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:47.515147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-13c93b00-e408-4720-9930-9100f7e3cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:47.516656 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-13c93b00-e408-4720-9930-9100f7e3cbe7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.2171242 Jun 22 15:03:47.522821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.530563 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:03:43Z', 'updated_at': '2021-06-22T15:03:43Z', 'revision_number': 0, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:47.533251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:47.536447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.541187 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] 10.222.0.22 "DELETE /v2.0/networks/e59541de-161e-4c61-b932-c9a08e127662 HTTP/1.1" status: 204 len: 168 time: 0.6728537 Jun 22 15:03:47.543926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41124) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:47.562085 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe4e51-1a5b-41e6-a054-e6adb9a407bd None None] The sync data for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv is: [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:03:43Z', 'updated_at': '2021-06-22T15:03:43Z', 'revision_number': 0, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:47.599017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Pushing event deleted for resources: {'Network': ['ID=e59541de-161e-4c61-b932-c9a08e127662,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:47.607929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:47.680122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] Deleting subnet 5762e20e-6972-4f11-94f7-3bb13efe78c7 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:47.684048 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-1e108741-8d93-4a83-b6ce-b47e8abb882c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df74e7a3-297a-493c-993c-816a4d90208d HTTP/1.1" status: 200 len: 999 time: 0.1591449 Jun 22 15:03:47.688222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.772925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.797525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-795d4832-0799-42eb-a3fa-fef09e200769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:47.799118 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-795d4832-0799-42eb-a3fa-fef09e200769 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.1083639 Jun 22 15:03:47.811842 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92b3f3-360f-42cc-b032-0c787da89c34 None None] New status for floating IP 2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:03:47.858346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.875708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cb1c1a-9377-44fc-834e-944990da00c5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:47.882057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3de590d2-0891-49ef-b6c5-4654bc8991e2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--350104105'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:47.918070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-682719b1-59c0-4bd6-beb2-962d43c51fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:47.920736 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-682719b1-59c0-4bd6-beb2-962d43c51fc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1150110 Jun 22 15:03:47.976625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.002563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.008350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-550fad2a-3eae-44d2-aeec-caec51d0064b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:48.014415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981a5088-0da5-4e0f-a15e-6c12f8c890cc None None] Network 359c91ab-2374-4bf2-b4ba-8351eb974c62 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:48.039100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5762e20e-6972-4f11-94f7-3bb13efe78c7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:48.045638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:48.054690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.058701 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5762e20e-6972-4f11-94f7-3bb13efe78c7 HTTP/1.1" status: 204 len: 168 time: 0.5036929 Jun 22 15:03:48.086854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cb1c1a-9377-44fc-834e-944990da00c5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.088973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cb1c1a-9377-44fc-834e-944990da00c5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.101420 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-cfa6aeb8-985d-478d-bd7c-0f9d68a7c078 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733313 Jun 22 15:03:48.102696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41126) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:48.127534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81247874-1add-4162-8075-6c7f9c7d6569 None None] Provisioning for port 9d2a3279-1768-4de0-b014-84efca9a2c18 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:48.132680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3de590d2-0891-49ef-b6c5-4654bc8991e2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.146724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cb1c1a-9377-44fc-834e-944990da00c5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.147288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cb1c1a-9377-44fc-834e-944990da00c5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Fanout notify agent at l3_agent the message router_deleted on router 2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:03:48.153038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9d2a3279-1768-4de0-b014-84efca9a2c18 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:48.157499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a0cb1c1a-9377-44fc-834e-944990da00c5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.158510 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a0cb1c1a-9377-44fc-834e-944990da00c5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/routers/2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9 HTTP/1.1" status: 204 len: 168 time: 0.7104969 Jun 22 15:03:48.161353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41128) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:48.264976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 9d2a3279-1768-4de0-b014-84efca9a2c18 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:48.265402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet 9be5f3e7-bde3-49ce-bd02-ffba5c9d6c10 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:48.267906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.268590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.270045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9d2a3279-1768-4de0-b014-84efca9a2c18 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:48.270426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.290756 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7963cdfe-40c6-4e1c-8e2d-af93f469e0a0 req-66d3f6c2-5afb-4cd0-845a-4da3b650427c service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791062 Jun 22 15:03:48.310791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.366522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.371487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.371710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.373537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8bdab539-67cd-44a3-987b-2427215379f4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:48.383677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e722e18-6aef-4dd5-b8fd-505bd267c7b0']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:48.394948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b1a687-c655-4a4f-b2fc-78a34819aed5') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:48.395629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b1a687-c655-4a4f-b2fc-78a34819aed5') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:48.406590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.409041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 9d2a3279-1768-4de0-b014-84efca9a2c18, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9d2a3279-1768-4de0-b014-84efca9a2c18,segment=NetworkSegment(0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6),segment_id=0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:48.414130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.420966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0e092f85-2ddf-4158-a81b-eba9f26d3d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:48.422340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.431799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:48.432774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:48.435383 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:48.442333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event updated for resources: {'Port': ['ID=fd277106-3ecd-4f75-b936-b837e0347210,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:48.451837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:48.466737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:48.477597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=9d2a3279-1768-4de0-b014-84efca9a2c18,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:48.480837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:48.497397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:48.506627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:48.523810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.527634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:48.530894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.532966 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5e722e18-6aef-4dd5-b8fd-505bd267c7b0 HTTP/1.1" status: 204 len: 168 time: 0.4288962 Jun 22 15:03:48.547815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e722e18-6aef-4dd5-b8fd-505bd267c7b0,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:48.551859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:48.553399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3de590d2-0891-49ef-b6c5-4654bc8991e2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.558586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.563429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3de590d2-0891-49ef-b6c5-4654bc8991e2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.585381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5d246a0-8861-46ab-baf8-5a5d761d2cfe tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:48.634837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3de590d2-0891-49ef-b6c5-4654bc8991e2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.636073 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3de590d2-0891-49ef-b6c5-4654bc8991e2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1868474 Jun 22 15:03:48.641733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41132) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:48.643890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de590d2-0891-49ef-b6c5-4654bc8991e2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be53d619-98ac-4c14-a969-9c925d46c995,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:48.647384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-fd8e5f5a-111d-4b63-bfbc-0bd6a1754fca tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': 'be53d619-98ac-4c14-a969-9c925d46c995', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:48.648448 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-fd8e5f5a-111d-4b63-bfbc-0bd6a1754fca tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 22 15:03:48.649180 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-fd8e5f5a-111d-4b63-bfbc-0bd6a1754fca tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:48.650444 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fd8e5f5a-111d-4b63-bfbc-0bd6a1754fca tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073845 Jun 22 15:03:48.653804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41134) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:48.676469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-603a6f02-6ae8-4929-96a8-a49462d356d8 None None] Provisioning complete for port 9d2a3279-1768-4de0-b014-84efca9a2c18 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:48.677214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-603a6f02-6ae8-4929-96a8-a49462d356d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.684182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3de590d2-0891-49ef-b6c5-4654bc8991e2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:48.725688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5329c408-5853-4a1f-a9da-abbe599f4af5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.745490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.750633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-094f6810-9096-4e50-9430-dd44df1beff6 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:48.755137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5329c408-5853-4a1f-a9da-abbe599f4af5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.771245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41136) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:48.793115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.796433 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/9be5f3e7-bde3-49ce-bd02-ffba5c9d6c10 HTTP/1.1" status: 204 len: 168 time: 0.6312082 Jun 22 15:03:48.797381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=9be5f3e7-bde3-49ce-bd02-ffba5c9d6c10,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:48.800267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41138) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:48.801407 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:48.802482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b03ca9-1cc3-4f61-a31d-405055c0b006 None None] Network 5297a99f-5722-42d7-bfbd-201f2399fa4f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:48.889975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5329c408-5853-4a1f-a9da-abbe599f4af5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.892485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5329c408-5853-4a1f-a9da-abbe599f4af5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.895981 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5329c408-5853-4a1f-a9da-abbe599f4af5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/be53d619-98ac-4c14-a969-9c925d46c995 HTTP/1.1" status: 204 len: 168 time: 0.2386520 Jun 22 15:03:48.898305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-769c4209-9b30-4ebd-bed1-6f2e36049ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:48.902569 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e99e89aa-04ed-44e6-9963-2a31901356b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80252b7304d34479acb87fbc61223bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302140 Jun 22 15:03:48.903132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41140) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:48.915013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41142) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:48.934977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329c408-5853-4a1f-a9da-abbe599f4af5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be53d619-98ac-4c14-a969-9c925d46c995,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:48.948858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.952431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:48.958064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5329c408-5853-4a1f-a9da-abbe599f4af5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:49.022939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] DHCP port deletion for 5297a99f-5722-42d7-bfbd-201f2399fa4f request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:03:49.038395 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-785c2bec-b717-4444-a00d-05e10d77ceaf tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1259699 Jun 22 15:03:49.045246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41144) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.052155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8b3a0484-c00f-49e4-88e6-c3ed855c057d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639179298'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:49.064109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ff20-a070-499c-88ca-47cfdc150fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.079713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] Deleting port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:49.080093 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.104370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ff20-a070-499c-88ca-47cfdc150fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.111791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0484-c00f-49e4-88e6-c3ed855c057d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.145983 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] For port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f,segment=NetworkSegment(f38bdc9c-492a-4246-adbd-c396d68b0845),segment_id=f38bdc9c-492a-4246-adbd-c396d68b0845)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:49.146390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.146529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:49.146841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.163562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.217884 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] Calling delete_port for 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:49.247879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ff20-a070-499c-88ca-47cfdc150fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.250527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ff20-a070-499c-88ca-47cfdc150fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.251670 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2ec2ff20-a070-499c-88ca-47cfdc150fc9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ca42444-15f7-4e6d-8132-8e0f0714a579 HTTP/1.1" status: 204 len: 168 time: 0.3256199 Jun 22 15:03:49.254523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] For port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f,segment=NetworkSegment(f38bdc9c-492a-4246-adbd-c396d68b0845),segment_id=f38bdc9c-492a-4246-adbd-c396d68b0845)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:49.255045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.257353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1857a337-7f54-4dec-87d9-8677606778eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:49.281963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2ff20-a070-499c-88ca-47cfdc150fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca42444-15f7-4e6d-8132-8e0f0714a579,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:49.316803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2ec2ff20-a070-499c-88ca-47cfdc150fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:49.335068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.338469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-60397ea0-bd0f-46bb-8408-e26d2de70adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:49.346197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:49.352386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Router 51829e90-bd1a-4b61-96bd-77a2c32a5483 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:03:49.375824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] Pushing event deleted for resources: {'Port': ['ID=9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:49.378152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] No DVR routers for this DVR port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:49.379697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:49.428801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0484-c00f-49e4-88e6-c3ed855c057d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.436019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0484-c00f-49e4-88e6-c3ed855c057d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.440916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-27105213-6f0d-435b-9b93-13f4eef58be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:49.474900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0484-c00f-49e4-88e6-c3ed855c057d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.476100 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8b3a0484-c00f-49e4-88e6-c3ed855c057d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4296949 Jun 22 15:03:49.479946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41148) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.485629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-996d9d4c-4a1e-4dd0-bfb8-589f1b365dd0 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '382588b8-9db0-48c2-93a9-672687f2fdc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:49.485787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a0484-c00f-49e4-88e6-c3ed855c057d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382588b8-9db0-48c2-93a9-672687f2fdc8,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:49.492891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b3a0484-c00f-49e4-88e6-c3ed855c057d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:49.500103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.502237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:49.511068 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-996d9d4c-4a1e-4dd0-bfb8-589f1b365dd0 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 22 15:03:49.511695 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-996d9d4c-4a1e-4dd0-bfb8-589f1b365dd0 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:49.515676 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-996d9d4c-4a1e-4dd0-bfb8-589f1b365dd0 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0317364 Jun 22 15:03:49.523853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41152) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.529379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-29387688-f427-47b4-8c91-03bcccaad37a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '382588b8-9db0-48c2-93a9-672687f2fdc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:49.530146 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-29387688-f427-47b4-8c91-03bcccaad37a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 22 15:03:49.530714 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-29387688-f427-47b4-8c91-03bcccaad37a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:49.531917 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-29387688-f427-47b4-8c91-03bcccaad37a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068736 Jun 22 15:03:49.534786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41154) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.539162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-cf1b6155-8c44-4142-8c58-c28ce206b131 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '382588b8-9db0-48c2-93a9-672687f2fdc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:49.541134 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-cf1b6155-8c44-4142-8c58-c28ce206b131 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 22 15:03:49.541644 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-cf1b6155-8c44-4142-8c58-c28ce206b131 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:49.542623 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cf1b6155-8c44-4142-8c58-c28ce206b131 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071318 Jun 22 15:03:49.543538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No DVR routers for this DVR port 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:03:49.545697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:49.546522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:49.547954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41156) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.550644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:49.552886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4a4ce14f-d13e-4b84-bd4d-5832f31121ac tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '382588b8-9db0-48c2-93a9-672687f2fdc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:49.553735 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-4a4ce14f-d13e-4b84-bd4d-5832f31121ac tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 22 15:03:49.554243 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-4a4ce14f-d13e-4b84-bd4d-5832f31121ac tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:49.557783 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4a4ce14f-d13e-4b84-bd4d-5832f31121ac tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074048 Jun 22 15:03:49.559425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7249be-e5db-4905-ae6d-1887b7b0bd78 None None] Sync routers for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:49.561745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41158) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.571923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7249be-e5db-4905-ae6d-1887b7b0bd78 None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:49.572581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4c7249be-e5db-4905-ae6d-1887b7b0bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:49.602017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.603593 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.0565448 Jun 22 15:03:49.608494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41160) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.608663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4c7249be-e5db-4905-ae6d-1887b7b0bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:49.618267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7249be-e5db-4905-ae6d-1887b7b0bd78 None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:49.618883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4c7249be-e5db-4905-ae6d-1887b7b0bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:49.658137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.667236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4c7249be-e5db-4905-ae6d-1887b7b0bd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:49.669951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7249be-e5db-4905-ae6d-1887b7b0bd78 None None] The sync data for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:49.673754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5297a99f-5722-42d7-bfbd-201f2399fa4f']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:49.684583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38bdc9c-492a-4246-adbd-c396d68b0845') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:49.685247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38bdc9c-492a-4246-adbd-c396d68b0845') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:49.694471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.695636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8b2e-6b63-4922-841f-200326700277 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.708764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.715220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:03:49.715684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:03:49.719221 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:03:49.751996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8b2e-6b63-4922-841f-200326700277 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.754408 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41162) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.783425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.787231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:49.791200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.793032 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/networks/5297a99f-5722-42d7-bfbd-201f2399fa4f HTTP/1.1" status: 204 len: 168 time: 0.9917674 Jun 22 15:03:49.801865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41164) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.804574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Network': ['ID=5297a99f-5722-42d7-bfbd-201f2399fa4f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:49.806905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:49.922470 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8f566f76-5436-4f25-9fdd-30649546f6d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=172b04c0f2f94d73bfea8dd32eba52b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646047 Jun 22 15:03:49.924931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41166) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.961877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e136cc-1c84-4fce-90f6-b917dd74a0a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:49.963239 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-18e136cc-1c84-4fce-90f6-b917dd74a0a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/4d54bde4-35b2-43d1-a6d4-c1884f16185c HTTP/1.1" status: 200 len: 841 time: 0.1277707 Jun 22 15:03:49.968512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41168) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.971239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8b2e-6b63-4922-841f-200326700277 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.973898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8b2e-6b63-4922-841f-200326700277 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:49.975010 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e7ed8b2e-6b63-4922-841f-200326700277 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/382588b8-9db0-48c2-93a9-672687f2fdc8 HTTP/1.1" status: 204 len: 168 time: 0.4124932 Jun 22 15:03:49.977569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4601b0f-1a25-4845-b6c6-72e14856f8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:49.978396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41170) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:49.992381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8b2e-6b63-4922-841f-200326700277 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382588b8-9db0-48c2-93a9-672687f2fdc8,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:49.996485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e7ed8b2e-6b63-4922-841f-200326700277 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:50.039299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d20691e-ad6b-4770-b512-d1d4b9b41d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.067574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9d2a3279-1768-4de0-b014-84efca9a2c18 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:50.074872 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b3669714-5b52-4dc7-bf2f-e1849100d4e4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/4d54bde4-35b2-43d1-a6d4-c1884f16185c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1051440 Jun 22 15:03:50.076040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41172) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.088178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.104382 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-750ec17f-89a7-4d64-ac6f-98d1a1d2c514 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1200271 Jun 22 15:03:50.104725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41174) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.109642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-43b17cd2-1ba9-46ce-a1c5-00790069c626 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--392354462'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.128611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9d2a3279-1768-4de0-b014-84efca9a2c18 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:50.129029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.143808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d20691e-ad6b-4770-b512-d1d4b9b41d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.170291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43b17cd2-1ba9-46ce-a1c5-00790069c626 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.221755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:50.226525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.232041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d20691e-ad6b-4770-b512-d1d4b9b41d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.235605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d20691e-ad6b-4770-b512-d1d4b9b41d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.236544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6d20691e-ad6b-4770-b512-d1d4b9b41d33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4a3b07f-8210-4598-afcd-e9430285cf8a HTTP/1.1" status: 204 len: 168 time: 0.3104553 Jun 22 15:03:50.248605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:50.291118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20691e-ad6b-4770-b512-d1d4b9b41d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a3b07f-8210-4598-afcd-e9430285cf8a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:50.295384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6d20691e-ad6b-4770-b512-d1d4b9b41d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:50.296717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:03:50.322855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.337490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:03:50.337843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9c6f6eb5-61cd-47ea-b3d2-8b15b947bc0f not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:03:50.406374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43b17cd2-1ba9-46ce-a1c5-00790069c626 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.414939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43b17cd2-1ba9-46ce-a1c5-00790069c626 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.418700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2885f599-4cf1-4d61-bd34-3efb3991b20f tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:50.440914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41180) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.487100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43b17cd2-1ba9-46ce-a1c5-00790069c626 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.491130 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-43b17cd2-1ba9-46ce-a1c5-00790069c626 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3827372 Jun 22 15:03:50.492521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41182) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.497651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d24c60a0-d609-461e-800d-113d477d5db9 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '1749ca45-bf19-4f23-b45f-bb29076505bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.498714 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-d24c60a0-d609-461e-800d-113d477d5db9 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 15:03:50.499279 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-d24c60a0-d609-461e-800d-113d477d5db9 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:50.502925 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d24c60a0-d609-461e-800d-113d477d5db9 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066106 Jun 22 15:03:50.503521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b17cd2-1ba9-46ce-a1c5-00790069c626 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1749ca45-bf19-4f23-b45f-bb29076505bf,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:50.505879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41184) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.515668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43b17cd2-1ba9-46ce-a1c5-00790069c626 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:50.520202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fbb0e8b4-48d4-4449-bdde-524b3613805f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '1749ca45-bf19-4f23-b45f-bb29076505bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.522925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.526056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3aead2e-6485-4e41-8ff7-b9e1dcf1fe98 tempest-RoutersIpV6AdminTest-2123559254 tempest-RoutersIpV6AdminTest-2123559254-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:50.590236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:50.603063 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-fbb0e8b4-48d4-4449-bdde-524b3613805f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:50.603310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:50.604323 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fbb0e8b4-48d4-4449-bdde-524b3613805f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0955846 Jun 22 15:03:50.610281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:50.611519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.613370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41186) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.615741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651fb7a3-c72f-4e89-8592-33e73c5f01d1 None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:50.618723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-27869113-7c78-468c-b7f8-c15e76f7c31a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '1749ca45-bf19-4f23-b45f-bb29076505bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.619493 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-27869113-7c78-468c-b7f8-c15e76f7c31a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 22 15:03:50.620368 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-27869113-7c78-468c-b7f8-c15e76f7c31a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:50.622252 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-27869113-7c78-468c-b7f8-c15e76f7c31a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077260 Jun 22 15:03:50.622414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=269628d2-c548-48ad-9391-58720be8c4a7,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:50.626067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41188) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.629338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:50.632705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ca00664f-1d58-44d4-9488-c5766efb80ac tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '1749ca45-bf19-4f23-b45f-bb29076505bf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.655839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579841af-252c-43de-8d55-e2c86e2bf3ec tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:50.656373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579841af-252c-43de-8d55-e2c86e2bf3ec tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:50.656906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579841af-252c-43de-8d55-e2c86e2bf3ec tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:50.665319 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-579841af-252c-43de-8d55-e2c86e2bf3ec tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=c506dcf51d8e461291c966417bea561b&network_id=b762eb63-dd4e-44be-aa53-cb785dc10971 HTTP/1.1" status: 200 len: 3001 time: 0.2187080 Jun 22 15:03:50.668004 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5854416 Jun 22 15:03:50.670804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41190) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.675945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c1f4cdbd-0624-4f0d-ba83-4d9a1b800645 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1310827468'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.730217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cdbd-0624-4f0d-ba83-4d9a1b800645 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.751730 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-ca00664f-1d58-44d4-9488-c5766efb80ac tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:50.752682 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ca00664f-1d58-44d4-9488-c5766efb80ac tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1252539 Jun 22 15:03:50.755505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41194) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.763953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e52dd34c-8d1b-4930-8da2-3c9848bb075f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '1749ca45-bf19-4f23-b45f-bb29076505bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.764453 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-e52dd34c-8d1b-4930-8da2-3c9848bb075f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 15:03:50.764927 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-e52dd34c-8d1b-4930-8da2-3c9848bb075f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:50.765871 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e52dd34c-8d1b-4930-8da2-3c9848bb075f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094757 Jun 22 15:03:50.768597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41196) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.773005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c851d0c3-27de-4f2f-967e-ba416fc0516e tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '1749ca45-bf19-4f23-b45f-bb29076505bf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.787777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Allocated IP 172.20.0.1 (359c91ab-2374-4bf2-b4ba-8351eb974c62/efa496f2-a1e1-4bc2-b301-ff43f98dbd22/db36a875-cf54-464e-a9c2-7086a795a67f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:50.832264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cdbd-0624-4f0d-ba83-4d9a1b800645 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.839086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cdbd-0624-4f0d-ba83-4d9a1b800645 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.851198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-f2cd948c-6567-4b5e-a658-b204ab02ea67', 'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'tenant_id': 'bf5bfa54d2f94f32a8bfc2ca4ec87d7f', 'fixed_ips': [{'subnet_id': '269628d2-c548-48ad-9391-58720be8c4a7'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:03:50.851649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3ca5980d-fb63-43dc-90e6-7bdbc9125b19 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:50.852227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.880150 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-c851d0c3-27de-4f2f-967e-ba416fc0516e tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Project 5de0299d62194ddb84ed0612759a641c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:03:50.881804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4cdbd-0624-4f0d-ba83-4d9a1b800645 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190daa84-ca6d-4499-8ce5-e44275fea4f6,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:50.884978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c1f4cdbd-0624-4f0d-ba83-4d9a1b800645 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:50.886072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cdbd-0624-4f0d-ba83-4d9a1b800645 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.887585 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c1f4cdbd-0624-4f0d-ba83-4d9a1b800645 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2157652 Jun 22 15:03:50.890713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41200) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.895901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b9647757-bf3e-463a-aded-e6a341ae80d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1288451390'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.919621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9647757-bf3e-463a-aded-e6a341ae80d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.929263 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-c851d0c3-27de-4f2f-967e-ba416fc0516e tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:50.933526 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c851d0c3-27de-4f2f-967e-ba416fc0516e tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1607871 Jun 22 15:03:50.934501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41202) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.940511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:50.944061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e3729048-909a-4bfe-8239-3efba3067c20 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '1749ca45-bf19-4f23-b45f-bb29076505bf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.944061 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-e3729048-909a-4bfe-8239-3efba3067c20 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 22 15:03:50.944061 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-e3729048-909a-4bfe-8239-3efba3067c20 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:50.944061 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e3729048-909a-4bfe-8239-3efba3067c20 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075958 Jun 22 15:03:50.947067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41204) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:50.956233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-592bf0aa-4034-420c-89cf-2524f5807453 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '1749ca45-bf19-4f23-b45f-bb29076505bf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:50.964245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Transition to ACTIVE for port object db36a875-cf54-464e-a9c2-7086a795a67f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:50.982717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.db.api [None req-592bf0aa-4034-420c-89cf-2524f5807453 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 15:03:50.982717 dv-neutron-601336-93-hyperv neutron-server[93502]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 15:03:50.982717 dv-neutron-601336-93-hyperv neutron-server[93502]: [parameters: {'project_id_1': '5de0299d62194ddb84ed0612759a641c', 'expiration_1': datetime.datetime(2021, 6, 22, 15, 3, 50, 963821)}] Jun 22 15:03:50.982717 dv-neutron-601336-93-hyperv neutron-server[93502]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:03:50.983456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_db.api [None req-592bf0aa-4034-420c-89cf-2524f5807453 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:03:51.006824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.011125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e04c1d05-7a42-46ff-9d81-699fab768675 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:51.040865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Allocated IP 172.20.0.2 (f2cd948c-6567-4b5e-a658-b204ab02ea67/269628d2-c548-48ad-9391-58720be8c4a7/a21d4c40-9da7-4cf8-bcd2-4e6463b0c878) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:51.045386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9647757-bf3e-463a-aded-e6a341ae80d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.050749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9647757-bf3e-463a-aded-e6a341ae80d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.054612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Network 359c91ab-2374-4bf2-b4ba-8351eb974c62 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:51.055444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c0f369f2-5dc1-489d-bded-e095af8fdd5c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:51.058244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:51.063121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:51.086747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9647757-bf3e-463a-aded-e6a341ae80d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.088063 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b9647757-bf3e-463a-aded-e6a341ae80d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1959553 Jun 22 15:03:51.090812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9647757-bf3e-463a-aded-e6a341ae80d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5473eb-cdfa-44e9-ba7b-9843ddb505ca,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:51.093270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41206) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:51.097681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event updated for resources: {'Port': ['ID=db36a875-cf54-464e-a9c2-7086a795a67f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:51.098858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1540012304', 'security_groups': ['ac5473eb-cdfa-44e9-ba7b-9843ddb505ca'], 'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '269628d2-c548-48ad-9391-58720be8c4a7'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:51.102362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:51.102611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b9647757-bf3e-463a-aded-e6a341ae80d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:51.134882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.262155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:51.268603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.282522 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Transition to ACTIVE for port object a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:51.306656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Transition to ACTIVE for port object a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:51.322521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.326917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ad3aedcc-c895-4b5c-bae2-b5a442f82720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:51.352829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.365877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:51.370286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:51.374713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:51.380384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Pushing event updated for resources: {'Port': ['ID=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:51.384092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:51.401361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.424905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port e1e81368-7840-4724-9c2c-795f007e96c7 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:51.455711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Attempting to bind port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:51.456095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Attempting to bind port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'b846c4d4-e928-443d-be5e-26bcc63a3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:51.456525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Attempting to bind port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 on network f2cd948c-6567-4b5e-a658-b204ab02ea67 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:51.459876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5a4fadd8-9f70-4882-a3f4-ac76244ec38a None None] Provisioning for port db36a875-cf54-464e-a9c2-7086a795a67f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:51.465326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:51.465755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Checking segment: {'id': 'b846c4d4-e928-443d-be5e-26bcc63a3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:51.466385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.466793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Bound using segment: {'id': 'b846c4d4-e928-443d-be5e-26bcc63a3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:51.467316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Bound port: a21d4c40-9da7-4cf8-bcd2-4e6463b0c878, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b846c4d4-e928-443d-be5e-26bcc63a3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:51.467693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.477664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5a4fadd8-9f70-4882-a3f4-ac76244ec38a None None] Provisioning complete for port db36a875-cf54-464e-a9c2-7086a795a67f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:51.478603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5a4fadd8-9f70-4882-a3f4-ac76244ec38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.546051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5a4fadd8-9f70-4882-a3f4-ac76244ec38a None None] Port db36a875-cf54-464e-a9c2-7086a795a67f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:51.557655 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-592bf0aa-4034-420c-89cf-2524f5807453 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Project 5de0299d62194ddb84ed0612759a641c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:03:51.570436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] For port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:51.574023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] For port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,segment=NetworkSegment(b846c4d4-e928-443d-be5e-26bcc63a3937),segment_id=b846c4d4-e928-443d-be5e-26bcc63a3937)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:51.579134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:51.583177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-81467795-ec27-410c-935c-8c36aabddb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:51.596944 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-592bf0aa-4034-420c-89cf-2524f5807453 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:51.598091 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-592bf0aa-4034-420c-89cf-2524f5807453 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6481512 Jun 22 15:03:51.601453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41210) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:51.607668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-93765769-919c-411d-af25-c9184dfa6648 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '1749ca45-bf19-4f23-b45f-bb29076505bf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:51.649228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.7 (f2cd948c-6567-4b5e-a658-b204ab02ea67/269628d2-c548-48ad-9391-58720be8c4a7/e1e81368-7840-4724-9c2c-795f007e96c7) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:51.667665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Pushing event updated for resources: {'Port': ['ID=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:51.669628 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-93765769-919c-411d-af25-c9184dfa6648 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Project 5de0299d62194ddb84ed0612759a641c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:03:51.673785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:51.692723 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-93765769-919c-411d-af25-c9184dfa6648 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:51.693914 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-93765769-919c-411d-af25-c9184dfa6648 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0915029 Jun 22 15:03:51.696785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41214) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:52.093751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41216) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:52.105838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:52.177403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a149a5e8-a90e-4299-b874-451be3f3886f tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:52.186293 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a149a5e8-a90e-4299-b874-451be3f3886f tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 814 time: 0.0924306 Jun 22 15:03:52.194627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.202226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.209169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba54604-5fff-4b20-9ceb-3ff074ec44f9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:52.247589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73af6ef-16cb-4af9-a267-59fb4d92a241 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.284621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.287898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event updated for resources: {'Port': ['ID=db36a875-cf54-464e-a9c2-7086a795a67f,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:52.293198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73af6ef-16cb-4af9-a267-59fb4d92a241 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.296661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:52.331702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.339632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:52.366404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object e1e81368-7840-4724-9c2c-795f007e96c7 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:52.388617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73af6ef-16cb-4af9-a267-59fb4d92a241 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.391430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73af6ef-16cb-4af9-a267-59fb4d92a241 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.392601 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a73af6ef-16cb-4af9-a267-59fb4d92a241 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/1749ca45-bf19-4f23-b45f-bb29076505bf HTTP/1.1" status: 204 len: 168 time: 0.6946084 Jun 22 15:03:52.395450 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41222) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:52.398213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5ddf427-c76e-4d86-98bd-8febe3f032d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:52.411989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73af6ef-16cb-4af9-a267-59fb4d92a241 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749ca45-bf19-4f23-b45f-bb29076505bf,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:52.415428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a73af6ef-16cb-4af9-a267-59fb4d92a241 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:52.422685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.426584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:52.438769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Network 359c91ab-2374-4bf2-b4ba-8351eb974c62 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:52.445188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:52.484973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:52.489109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:52.493552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:52.524640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=e1e81368-7840-4724-9c2c-795f007e96c7,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:52.529068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41224) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:52.529318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:52.530064 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6fd0d46b-481c-49fb-8b80-a08c948c3697 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1327190 Jun 22 15:03:52.532443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9de4e797-90e7-4b5c-86df-5b7886a0dc55 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--149689685'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:52.582809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:52.583460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.587807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9de4e797-90e7-4b5c-86df-5b7886a0dc55 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.620676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Router 51829e90-bd1a-4b61-96bd-77a2c32a5483 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:52.629149 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5323498 Jun 22 15:03:52.630108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41226) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:52.636303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b6c17ed5-225b-4fb2-935e-d0b652904a20 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:52.680031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41228) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:52.702845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'network': {'name': 'tempest-network-smoke--1627286916', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:52.713364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9de4e797-90e7-4b5c-86df-5b7886a0dc55 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.730195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9de4e797-90e7-4b5c-86df-5b7886a0dc55 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.736147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ef7b1e46-6599-4c7b-b96a-6b15dfc52d8b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:52.761260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:52.765567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.782962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4e797-90e7-4b5c-86df-5b7886a0dc55 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de93366f-bcbe-4ea4-83a2-866efe20fc6b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:52.786099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9de4e797-90e7-4b5c-86df-5b7886a0dc55 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:52.787647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9de4e797-90e7-4b5c-86df-5b7886a0dc55 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.791487 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9de4e797-90e7-4b5c-86df-5b7886a0dc55 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2610447 Jun 22 15:03:52.792110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41230) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:52.797359 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6ec147b8-f58e-40ea-b81f-82a091b29078 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': 'de93366f-bcbe-4ea4-83a2-866efe20fc6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:52.802373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dd9d52dd-b9bf-4b6f-85c8-6a6f40a0b1ab None None] Provisioning complete for port db36a875-cf54-464e-a9c2-7086a795a67f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:52.802957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dd9d52dd-b9bf-4b6f-85c8-6a6f40a0b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.813919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:03:52.825504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.826698 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Added segment 7d42b716-bd1f-417e-8332-f81bd4a8a0d2 of type vlan for network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 Jun 22 15:03:52.852497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d52dd-b9bf-4b6f-85c8-6a6f40a0b1ab None None] Port db36a875-cf54-464e-a9c2-7086a795a67f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:52.857064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c17ed5-225b-4fb2-935e-d0b652904a20 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:52.862188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6c17ed5-225b-4fb2-935e-d0b652904a20 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.881781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.922211 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-6ec147b8-f58e-40ea-b81f-82a091b29078 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The resource could not be found. Jun 22 15:03:52.924531 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6ec147b8-f58e-40ea-b81f-82a091b29078 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1314509 Jun 22 15:03:52.926846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.933396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:52.935345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41232) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:52.936048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:52.940988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2ab9d81e-36e6-4041-b161-e41557851ef2 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:52.941601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b5aabeb3-b4ca-49ef-9f77-f81e40fb6f4f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': 'de93366f-bcbe-4ea4-83a2-866efe20fc6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cd5c06df-ad21-4d29-ae63-56e7f50e865e'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:52.976008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:52.988970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Provisioning for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:52.990342 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938d5dd-85a3-406d-8cdc-2862e40c70cb None None] Sync routers for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:52.993907 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "PUT /v2.0/routers/51829e90-bd1a-4b61-96bd-77a2c32a5483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3825104 Jun 22 15:03:52.999096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:52.999687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.000319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41234) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.010149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Request body: {'port': {'network_id': '359c91ab-2374-4bf2-b4ba-8351eb974c62', 'name': 'tempest-FloatingIPAdminTestJSON-695772267'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:53.010413 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938d5dd-85a3-406d-8cdc-2862e40c70cb None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:53.010988 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f938d5dd-85a3-406d-8cdc-2862e40c70cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:53.031340 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-b6c17ed5-225b-4fb2-935e-d0b652904a20 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 269628d2-c548-48ad-9391-58720be8c4a7 (CIDR: 172.20.0.0/28) Jun 22 15:03:53.040843 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3581288 Jun 22 15:03:53.057800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41236) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.097066 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f938d5dd-85a3-406d-8cdc-2862e40c70cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:53.115926 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938d5dd-85a3-406d-8cdc-2862e40c70cb None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:53.116551 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f938d5dd-85a3-406d-8cdc-2862e40c70cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:53.137509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838d67fb-1abd-4930-a634-e0d9d854c4f0 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:53.141704 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-838d67fb-1abd-4930-a634-e0d9d854c4f0 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0802712 Jun 22 15:03:53.141956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41238) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.143498 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c17ed5-225b-4fb2-935e-d0b652904a20 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:53.143962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c17ed5-225b-4fb2-935e-d0b652904a20 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:03:53.145976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.156372 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f938d5dd-85a3-406d-8cdc-2862e40c70cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:53.157059 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938d5dd-85a3-406d-8cdc-2862e40c70cb None None] The sync data for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:53.165648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Network': ['ID=4a03032e-d176-4035-a6a9-d3ec76eab2c5,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:53.170291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:53.178507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:03:53.185641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Made reservation on behalf of 28c86aee05dd4c5db55fe677df0477d5 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:53.189771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.205398 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b6c17ed5-225b-4fb2-935e-d0b652904a20 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5709321 Jun 22 15:03:53.205398 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-b5aabeb3-b4ca-49ef-9f77-f81e40fb6f4f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The resource could not be found. Jun 22 15:03:53.205738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41240) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.206435 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b5aabeb3-b4ca-49ef-9f77-f81e40fb6f4f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2689071 Jun 22 15:03:53.210763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41242) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.211634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:53.219993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] device_id is not set on port 6ad37344-af51-4ac3-b277-02c430e001e9 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:03:53.244576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] For port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,segment=NetworkSegment(b846c4d4-e928-443d-be5e-26bcc63a3937),segment_id=b846c4d4-e928-443d-be5e-26bcc63a3937)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:53.251881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.258853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-77ddcfee-7ec3-4cd0-8bed-7201027e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:53.303442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Provisioning complete for port 4d54bde4-35b2-43d1-a6d4-c1884f16185c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:53.303820 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.323029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf3f13d-e9ad-4caf-b966-7905b71286de tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:53.327214 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bcf3f13d-e9ad-4caf-b966-7905b71286de tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1816769 Jun 22 15:03:53.329776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41244) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.351209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-011837cd-a204-4abe-9bb2-3a598bb2ddb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.355221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Pushing event updated for resources: {'Port': ['ID=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:53.364720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Port 4d54bde4-35b2-43d1-a6d4-c1884f16185c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:53.367188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.367188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.367494 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.367818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.368142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.368464 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.369282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.369282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.369578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.369787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.370103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.370796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:03:53.375911 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2569a490-ed89-4900-8a8b-d107c95e8968 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429721 Jun 22 15:03:53.376567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:53.377640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41246) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.394848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:53.398980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.404577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-011837cd-a204-4abe-9bb2-3a598bb2ddb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.434436 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5d247a78-f5f9-400c-87d3-ecd35ac7f80e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555606 Jun 22 15:03:53.441195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41250) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.454489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Allocated IP 172.20.0.3 (359c91ab-2374-4bf2-b4ba-8351eb974c62/efa496f2-a1e1-4bc2-b301-ff43f98dbd22/6ad37344-af51-4ac3-b277-02c430e001e9) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:53.486026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bf38ff24-fc07-4066-a222-3d873fd781d1 None None] Provisioning for port e1e81368-7840-4724-9c2c-795f007e96c7 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:53.489800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bf38ff24-fc07-4066-a222-3d873fd781d1 None None] Provisioning complete for port e1e81368-7840-4724-9c2c-795f007e96c7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:53.490180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bf38ff24-fc07-4066-a222-3d873fd781d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.523685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bf38ff24-fc07-4066-a222-3d873fd781d1 None None] Port e1e81368-7840-4724-9c2c-795f007e96c7 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:53.581427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-011837cd-a204-4abe-9bb2-3a598bb2ddb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.584039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-011837cd-a204-4abe-9bb2-3a598bb2ddb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.585205 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-011837cd-a204-4abe-9bb2-3a598bb2ddb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/de93366f-bcbe-4ea4-83a2-866efe20fc6b HTTP/1.1" status: 204 len: 168 time: 0.3735416 Jun 22 15:03:53.592448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:53.597403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41252) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.626865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011837cd-a204-4abe-9bb2-3a598bb2ddb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de93366f-bcbe-4ea4-83a2-866efe20fc6b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:53.641744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-011837cd-a204-4abe-9bb2-3a598bb2ddb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:53.681418 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fdf1bbee-3261-4bc7-b810-224a80332ef6 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809791 Jun 22 15:03:53.683283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41254) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.689010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ae4d9017-ab81-44f0-bd4a-8fd33049ca71 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': 'eadc2802-233c-4d0e-9a1c-ed31921e735e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:53.694475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.698776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4d4889f9-f4af-4d5e-bb35-3462a99021b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:53.706544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574cbe8-cc1d-4ad6-b275-d45a295d44d1 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:53.708059 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c574cbe8-cc1d-4ad6-b275-d45a295d44d1 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2659469 Jun 22 15:03:53.710771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41256) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.746212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:53.750637 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-617e2c81-dbf2-471e-84a4-ba212f3d08c9 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386946 Jun 22 15:03:53.753905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41258) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.756992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:53.760514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1540121156', 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:53.762141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:53.762765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.772187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ced3d-630a-413e-bc7c-fd2fe9c29bb7 None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:53.779492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=9d67aa63-28d8-4779-84be-0e0f26305ee0,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:53.789634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:53.796903 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5899038 Jun 22 15:03:53.799553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41260) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.804764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-788611836', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9d67aa63-28d8-4779-84be-0e0f26305ee0'}], 'security_groups': ['190daa84-ca6d-4499-8ce5-e44275fea4f6']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:53.808259 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-ae4d9017-ab81-44f0-bd4a-8fd33049ca71 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The resource could not be found. Jun 22 15:03:53.814213 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ae4d9017-ab81-44f0-bd4a-8fd33049ca71 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1266310 Jun 22 15:03:53.814443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41262) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:53.818934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9aded9ed-c5b9-4a33-9542-430d52a04d9b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031251841'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:53.878875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.899775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Transition to ACTIVE for port object 6ad37344-af51-4ac3-b277-02c430e001e9 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:53.900223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9aded9ed-c5b9-4a33-9542-430d52a04d9b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.910199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:53.913863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:53.932669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.036516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.043403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:54.070529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:54.110263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Network 359c91ab-2374-4bf2-b4ba-8351eb974c62 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:54.114603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event updated for resources: {'Port': ['ID=6ad37344-af51-4ac3-b277-02c430e001e9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:54.115156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9aded9ed-c5b9-4a33-9542-430d52a04d9b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.117139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:54.118971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:54.122281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:54.132573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9aded9ed-c5b9-4a33-9542-430d52a04d9b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.133886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be42638-2191-4074-b18b-56a9debc457b None None] Update dhcp port {'port': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'fixed_ips': [{'subnet_id': '269628d2-c548-48ad-9391-58720be8c4a7', 'ip_address': '172.20.0.2'}, {'subnet_id': '9d67aa63-28d8-4779-84be-0e0f26305ee0'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': 'a21d4c40-9da7-4cf8-bcd2-4e6463b0c878'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:03:54.138027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3ec7dde0-e0a2-4928-8b10-bc28d5302c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:54.189433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0be42638-2191-4074-b18b-56a9debc457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.206206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:54.206206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.209476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:54.210250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.214194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9aded9ed-c5b9-4a33-9542-430d52a04d9b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.216164 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9aded9ed-c5b9-4a33-9542-430d52a04d9b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4002528 Jun 22 15:03:54.219557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41264) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:54.221509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aded9ed-c5b9-4a33-9542-430d52a04d9b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233f1b10-2878-4852-80d1-41e087185783,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:54.233882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-34d5775f-8fcf-41a5-8c25-b653c8e8a519 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567207846'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:54.238955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9aded9ed-c5b9-4a33-9542-430d52a04d9b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:54.281914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.287215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-55a73958-f5d2-4931-8a92-3fe436751449 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:54.306770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34d5775f-8fcf-41a5-8c25-b653c8e8a519 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.355454 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3517694 Jun 22 15:03:54.359355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41266) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:54.368479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=64a8704b-fb7b-4a8e-bdef-5479f139f51b,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:54.376392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:54.396837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Checking segment: {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:54.397247 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network hostable DHCP agents. Network: 4a03032e-d176-4035-a6a9-d3ec76eab2c5, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:03:54.430187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:03:54.448303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 4a03032e-d176-4035-a6a9-d3ec76eab2c5) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:54.453967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:54.454557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.460577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e5a31-4b20-4ded-b012-a07d517e568f None None] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:54.468502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Delete allocated IP 172.20.0.7 (f2cd948c-6567-4b5e-a658-b204ab02ea67/269628d2-c548-48ad-9391-58720be8c4a7) {{(pid=93502) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 15:03:54.483164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.20 (f2cd948c-6567-4b5e-a658-b204ab02ea67/9d67aa63-28d8-4779-84be-0e0f26305ee0/e1e81368-7840-4724-9c2c-795f007e96c7) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:54.539435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34d5775f-8fcf-41a5-8c25-b653c8e8a519 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.546074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34d5775f-8fcf-41a5-8c25-b653c8e8a519 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.555694 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7981706 Jun 22 15:03:54.560806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f186d629-f977-4398-9fa8-0bb710243135 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:54.597129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0bba0ba0-4d1f-4b3c-970c-25572a6d57d1 None None] Provisioning for port 6ad37344-af51-4ac3-b277-02c430e001e9 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:54.605195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0bba0ba0-4d1f-4b3c-970c-25572a6d57d1 None None] Provisioning complete for port 6ad37344-af51-4ac3-b277-02c430e001e9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:54.605195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0bba0ba0-4d1f-4b3c-970c-25572a6d57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.640657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5775f-8fcf-41a5-8c25-b653c8e8a519 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7906a859-3901-439e-9de3-9833a014e5eb,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:54.640657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34d5775f-8fcf-41a5-8c25-b653c8e8a519 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.640657 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-34d5775f-8fcf-41a5-8c25-b653c8e8a519 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4159696 Jun 22 15:03:54.640657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-34d5775f-8fcf-41a5-8c25-b653c8e8a519 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:54.640657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41272) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:54.647120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-cd7301bb-cb94-4087-b84f-2e6d96b366c8 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': '233f1b10-2878-4852-80d1-41e087185783', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7906a859-3901-439e-9de3-9833a014e5eb'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:54.659489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0bba0ba0-4d1f-4b3c-970c-25572a6d57d1 None None] Port 6ad37344-af51-4ac3-b277-02c430e001e9 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:54.666600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'project_id': '28c86aee05dd4c5db55fe677df0477d5', 'port_id': '6ad37344-af51-4ac3-b277-02c430e001e9'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:54.672314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-4a03032e-d176-4035-a6a9-d3ec76eab2c5', 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ips': [{'subnet_id': '64a8704b-fb7b-4a8e-bdef-5479f139f51b'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:03:54.675470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.713249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.735084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.749149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object e1e81368-7840-4724-9c2c-795f007e96c7 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:54.755773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.763075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e7ca19bb-1ee4-4a0b-a3de-a4f4b9de5a65 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:54.770117 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-cd7301bb-cb94-4087-b84f-2e6d96b366c8 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:54.771149 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cd7301bb-cb94-4087-b84f-2e6d96b366c8 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1301827 Jun 22 15:03:54.779387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41274) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:54.779829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41276) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:54.793918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-44a07bfd-2b03-4a60-ad70-b6a8ae23c663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327421916', 'description': 'tempest-secgroup-smoke-1327421916 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:54.858561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-0be42638-2191-4074-b18b-56a9debc457b None None] Allocated IP 172.20.0.18 (f2cd948c-6567-4b5e-a658-b204ab02ea67/9d67aa63-28d8-4779-84be-0e0f26305ee0/a21d4c40-9da7-4cf8-bcd2-4e6463b0c878) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:54.859019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-44a07bfd-2b03-4a60-ad70-b6a8ae23c663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.874121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=e1e81368-7840-4724-9c2c-795f007e96c7,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:54.880803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:54.883460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Allocated IP 172.20.0.18 (4a03032e-d176-4035-a6a9-d3ec76eab2c5/64a8704b-fb7b-4a8e-bdef-5479f139f51b/cdcc55e5-bd4a-4601-b54c-933f90fafab6) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:54.905496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] In _notify_port_updated(), no bound segment for port e1e81368-7840-4724-9c2c-795f007e96c7 on network f2cd948c-6567-4b5e-a658-b204ab02ea67 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:03:54.905720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6cd328e-b233-4a52-872b-2ed5dae77259 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.911438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:54.912138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.913614 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "PUT /v2.0/ports/e1e81368-7840-4724-9c2c-795f007e96c7 HTTP/1.1" status: 200 len: 920 time: 1.1130137 Jun 22 15:03:54.916342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41278) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:54.934356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:54.957394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6cd328e-b233-4a52-872b-2ed5dae77259 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.047268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port e1e81368-7840-4724-9c2c-795f007e96c7 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:55.047723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.048617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0be42638-2191-4074-b18b-56a9debc457b None None] For port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,segment=NetworkSegment(b846c4d4-e928-443d-be5e-26bcc63a3937),segment_id=b846c4d4-e928-443d-be5e-26bcc63a3937)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:55.095022 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6cd328e-b233-4a52-872b-2ed5dae77259 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.097747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6cd328e-b233-4a52-872b-2ed5dae77259 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.098963 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f6cd328e-b233-4a52-872b-2ed5dae77259 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/7906a859-3901-439e-9de3-9833a014e5eb HTTP/1.1" status: 204 len: 168 time: 0.3170462 Jun 22 15:03:55.101758 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41280) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:55.105250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e3482428-cfab-4103-ba43-8d83a4c6a965 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.114579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-44a07bfd-2b03-4a60-ad70-b6a8ae23c663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.123168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0be42638-2191-4074-b18b-56a9debc457b None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.124012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-44a07bfd-2b03-4a60-ad70-b6a8ae23c663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.126605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd328e-b233-4a52-872b-2ed5dae77259 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7906a859-3901-439e-9de3-9833a014e5eb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.135135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6cd328e-b233-4a52-872b-2ed5dae77259 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.135724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e7ed8b2e-6b63-4922-841f-200326700277 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.151422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0be42638-2191-4074-b18b-56a9debc457b None None] Transition to ACTIVE for port object a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:55.155712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.160625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Allocated IP 172.26.6.205 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/71b32313-d114-473b-b376-6b05bc0bf4d5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:55.164586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0be42638-2191-4074-b18b-56a9debc457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.167661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.171161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Transition to ACTIVE for port object cdcc55e5-bd4a-4601-b54c-933f90fafab6 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:55.180278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-44a07bfd-2b03-4a60-ad70-b6a8ae23c663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.184760 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-44a07bfd-2b03-4a60-ad70-b6a8ae23c663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3961773 Jun 22 15:03:55.185315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41282) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:55.192112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8107af33-497f-4eac-a5c6-4c32a568c265 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '6b4eb73d-664f-4159-af81-1dd6096de62c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:55.202727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.211880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a07bfd-2b03-4a60-ad70-b6a8ae23c663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4eb73d-664f-4159-af81-1dd6096de62c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.222639 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-acd53350-b228-4ae8-89d6-557159e9a54a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1170106 Jun 22 15:03:55.223009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41284) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:55.247449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-44a07bfd-2b03-4a60-ad70-b6a8ae23c663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.255620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Transition to ACTIVE for port object cdcc55e5-bd4a-4601-b54c-933f90fafab6 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:55.274514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.279863 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be42638-2191-4074-b18b-56a9debc457b None None] Pushing event updated for resources: {'Port': ['ID=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.285876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0be42638-2191-4074-b18b-56a9debc457b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.286342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.299080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8107af33-497f-4eac-a5c6-4c32a568c265 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.303485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for e1e81368-7840-4724-9c2c-795f007e96c7 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:55.319883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:55.328878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:55.332504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:55.372455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Pushing event updated for resources: {'Port': ['ID=cdcc55e5-bd4a-4601-b54c-933f90fafab6,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.385753 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.390186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.390391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9839b5e1-0311-4a20-a009-c6050cd95719 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.404909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Attempting to bind port cdcc55e5-bd4a-4601-b54c-933f90fafab6 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:03:55.405597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Attempting to bind port cdcc55e5-bd4a-4601-b54c-933f90fafab6 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:03:55.405808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Attempting to bind port cdcc55e5-bd4a-4601-b54c-933f90fafab6 on network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:03:55.407187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8107af33-497f-4eac-a5c6-4c32a568c265 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.411623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:03:55.412009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Checking segment: {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:03:55.412424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.413025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Bound using segment: {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:03:55.413437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Bound port: cdcc55e5-bd4a-4601-b54c-933f90fafab6, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:03:55.414641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.414758 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9839b5e1-0311-4a20-a009-c6050cd95719 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.418285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8107af33-497f-4eac-a5c6-4c32a568c265 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.422599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-65ed0649-7111-4aec-ba86-853ed395f787 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.446072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107af33-497f-4eac-a5c6-4c32a568c265 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8bd17b-7754-408f-b94b-151aa732731c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.454105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8107af33-497f-4eac-a5c6-4c32a568c265 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.455027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8107af33-497f-4eac-a5c6-4c32a568c265 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.459881 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8107af33-497f-4eac-a5c6-4c32a568c265 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2679415 Jun 22 15:03:55.461933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41286) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:55.471333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2789ae1e-d313-4ee5-9a28-ba9214924878 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '6b4eb73d-664f-4159-af81-1dd6096de62c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:55.478269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.483132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.489188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9839b5e1-0311-4a20-a009-c6050cd95719 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.492282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9839b5e1-0311-4a20-a009-c6050cd95719 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.493132 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9839b5e1-0311-4a20-a009-c6050cd95719 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/233f1b10-2878-4852-80d1-41e087185783 HTTP/1.1" status: 204 len: 168 time: 0.2694416 Jun 22 15:03:55.493530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] For port cdcc55e5-bd4a-4601-b54c-933f90fafab6, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:03:55.498776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] For port cdcc55e5-bd4a-4601-b54c-933f90fafab6, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cdcc55e5-bd4a-4601-b54c-933f90fafab6,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:03:55.502506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a73af6ef-16cb-4af9-a267-59fb4d92a241 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.505106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.508954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41288) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:55.519144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.533056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:55.536253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:55.545581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839b5e1-0311-4a20-a009-c6050cd95719 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233f1b10-2878-4852-80d1-41e087185783,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.550794 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Pushing event updated for resources: {'Port': ['ID=71b32313-d114-473b-b376-6b05bc0bf4d5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.553162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:03:55.560580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9839b5e1-0311-4a20-a009-c6050cd95719 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.595797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2789ae1e-d313-4ee5-9a28-ba9214924878 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.612683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Pushing event updated for resources: {'Port': ['ID=cdcc55e5-bd4a-4601-b54c-933f90fafab6,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.613510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.616460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.673071 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-58fa6361-5a2f-4c6a-8457-9d26f012067f tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1594169 Jun 22 15:03:55.679264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41290) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:55.686213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c9d8fc75-2144-4ac5-b47e-3efe8daabcb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--832961669'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:55.748737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.755439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc75-2144-4ac5-b47e-3efe8daabcb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.760682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2789ae1e-d313-4ee5-9a28-ba9214924878 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.763333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.797401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2789ae1e-d313-4ee5-9a28-ba9214924878 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.822809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=e1e81368-7840-4724-9c2c-795f007e96c7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.844830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2789ae1e-d313-4ee5-9a28-ba9214924878 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:55.849422 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2789ae1e-d313-4ee5-9a28-ba9214924878 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822999 Jun 22 15:03:55.850259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41292) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:55.853471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.859592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2085e4c-162e-4df2-9df6-e701229f278b tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:55.869202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-509a7510-14f3-4d77-9f46-036ce300ceee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '6b4eb73d-664f-4159-af81-1dd6096de62c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:55.905205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789ae1e-d313-4ee5-9a28-ba9214924878 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010298d1-928b-4119-b0a2-af111a52866a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:55.918335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2789ae1e-d313-4ee5-9a28-ba9214924878 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:55.999112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.001131 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/e1e81368-7840-4724-9c2c-795f007e96c7 HTTP/1.1" status: 204 len: 168 time: 1.0836747 Jun 22 15:03:56.003936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41294) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.053419 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4a681c-cad8-4e4f-aca6-d18a9390bf7b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:03:56.055461 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7c4a681c-cad8-4e4f-aca6-d18a9390bf7b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/e1e81368-7840-4724-9c2c-795f007e96c7 HTTP/1.1" status: 404 len: 333 time: 0.0505109 Jun 22 15:03:56.058969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41296) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.124809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc75-2144-4ac5-b47e-3efe8daabcb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.148603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc75-2144-4ac5-b47e-3efe8daabcb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.156976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b3a0484-c00f-49e4-88e6-c3ed855c057d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:56.166437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d764095a-097c-473e-a866-bd3fd1acc9dc tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.194466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cdcc55e5-bd4a-4601-b54c-933f90fafab6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:56.236669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9d8fc75-2144-4ac5-b47e-3efe8daabcb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.238273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c9d8fc75-2144-4ac5-b47e-3efe8daabcb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5562444 Jun 22 15:03:56.242898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d764095a-097c-473e-a866-bd3fd1acc9dc tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.246033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41298) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.249769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-509a7510-14f3-4d77-9f46-036ce300ceee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.255484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-25a00bc9-b025-4f60-bb82-cf3fb403e352 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': 'eac3bbc3-59eb-465a-adb3-d783c7e1a225', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:56.270254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8fc75-2144-4ac5-b47e-3efe8daabcb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac3bbc3-59eb-465a-adb3-d783c7e1a225,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:56.271555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port cdcc55e5-bd4a-4601-b54c-933f90fafab6 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:56.276185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:56.297360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c9d8fc75-2144-4ac5-b47e-3efe8daabcb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:56.324585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2b4537e1-feb7-4749-a1cd-b2dffa37370c None None] Provisioning for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:56.332350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2b4537e1-feb7-4749-a1cd-b2dffa37370c None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:56.332894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2b4537e1-feb7-4749-a1cd-b2dffa37370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.370896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:56.371440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.386129 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-25a00bc9-b025-4f60-bb82-cf3fb403e352 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:56.387189 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-25a00bc9-b025-4f60-bb82-cf3fb403e352 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1385920 Jun 22 15:03:56.390618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41300) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.393149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d764095a-097c-473e-a866-bd3fd1acc9dc tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.396375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d764095a-097c-473e-a866-bd3fd1acc9dc tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.400155 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d764095a-097c-473e-a866-bd3fd1acc9dc tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/security-groups/ac5473eb-cdfa-44e9-ba7b-9843ddb505ca HTTP/1.1" status: 204 len: 168 time: 0.3373492 Jun 22 15:03:56.402221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f8ec72d8-89a9-415b-87a7-9421aeaf5a6a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group_rule': {'security_group_id': 'eac3bbc3-59eb-465a-adb3-d783c7e1a225', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:56.408837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-18459ff7-e6ce-43fa-b978-62fbf6a9f4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:56.411565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41302) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.440934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.459943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-509a7510-14f3-4d77-9f46-036ce300ceee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.471317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764095a-097c-473e-a866-bd3fd1acc9dc tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5473eb-cdfa-44e9-ba7b-9843ddb505ca,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:56.477148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d764095a-097c-473e-a866-bd3fd1acc9dc tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:56.482146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-509a7510-14f3-4d77-9f46-036ce300ceee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.503300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1e1249a7-8edc-43b3-9d54-420f63f08aa6 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:56.531501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a7510-14f3-4d77-9f46-036ce300ceee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3a96fa-5935-4c48-8857-d8c325f42286,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:56.534856 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-f8ec72d8-89a9-415b-87a7-9421aeaf5a6a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:03:56.539299 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f8ec72d8-89a9-415b-87a7-9421aeaf5a6a tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1475539 Jun 22 15:03:56.540076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41304) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.541079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-509a7510-14f3-4d77-9f46-036ce300ceee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:56.554876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2b4537e1-feb7-4749-a1cd-b2dffa37370c None None] Provisioning complete for port 4d54bde4-35b2-43d1-a6d4-c1884f16185c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:56.555378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2b4537e1-feb7-4749-a1cd-b2dffa37370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.560815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-509a7510-14f3-4d77-9f46-036ce300ceee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.562459 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-509a7510-14f3-4d77-9f46-036ce300ceee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7038169 Jun 22 15:03:56.569420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41306) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.571180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.580990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-47b0d9ad-d010-403c-8e32-d4cc9036d9a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '6b4eb73d-664f-4159-af81-1dd6096de62c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:56.611510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2b4537e1-feb7-4749-a1cd-b2dffa37370c None None] Port 4d54bde4-35b2-43d1-a6d4-c1884f16185c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:56.616572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2b4537e1-feb7-4749-a1cd-b2dffa37370c None None] Could not find standard attr ID for object e1e81368-7840-4724-9c2c-795f007e96c7. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:03:56.635740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-be7edbd7-2669-4d93-b15b-3b65d90d0fe2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.671671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-be7edbd7-2669-4d93-b15b-3b65d90d0fe2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.675178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47b0d9ad-d010-403c-8e32-d4cc9036d9a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.718718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f8dc-9de8-4071-953d-edb2e821a133 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.775188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.781645 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.782524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f8dc-9de8-4071-953d-edb2e821a133 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.785127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c390fa0-fed5-42ad-a1eb-9138bcd83732 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:56.798909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-be7edbd7-2669-4d93-b15b-3b65d90d0fe2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.805779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-be7edbd7-2669-4d93-b15b-3b65d90d0fe2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.807198 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-be7edbd7-2669-4d93-b15b-3b65d90d0fe2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/security-groups/190daa84-ca6d-4499-8ce5-e44275fea4f6 HTTP/1.1" status: 204 len: 168 time: 0.3905501 Jun 22 15:03:56.815060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41308) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.816447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:56.844483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7edbd7-2669-4d93-b15b-3b65d90d0fe2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=190daa84-ca6d-4499-8ce5-e44275fea4f6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:56.847554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-be7edbd7-2669-4d93-b15b-3b65d90d0fe2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:56.855291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47b0d9ad-d010-403c-8e32-d4cc9036d9a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.863358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47b0d9ad-d010-403c-8e32-d4cc9036d9a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.872387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ac765dbf-67df-4479-b269-d52acb99b3d1 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:56.889034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Pushing event updated for resources: {'Port': ['ID=71b32313-d114-473b-b376-6b05bc0bf4d5,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:56.893914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0d9ad-d010-403c-8e32-d4cc9036d9a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6960ff-486c-4642-b00e-19f705e5ce2f,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:56.896826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-47b0d9ad-d010-403c-8e32-d4cc9036d9a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:56.897634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f8dc-9de8-4071-953d-edb2e821a133 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.900599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f8dc-9de8-4071-953d-edb2e821a133 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.905037 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b3b6f8dc-9de8-4071-953d-edb2e821a133 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/eac3bbc3-59eb-465a-adb3-d783c7e1a225 HTTP/1.1" status: 204 len: 168 time: 0.3592739 Jun 22 15:03:56.905037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:56.909020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41310) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.909769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47b0d9ad-d010-403c-8e32-d4cc9036d9a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.914615 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-47b0d9ad-d010-403c-8e32-d4cc9036d9a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3373177 Jun 22 15:03:56.916411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41312) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:56.918148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:56.935592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '6b4eb73d-664f-4159-af81-1dd6096de62c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:56.938116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e369509b-594d-41b8-8d88-0d365a045cb7 None None] Could not find standard attr ID for object e1e81368-7840-4724-9c2c-795f007e96c7. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:03:56.939965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet 269628d2-c548-48ad-9391-58720be8c4a7 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:03:56.947778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:56.954415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6f8dc-9de8-4071-953d-edb2e821a133 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac3bbc3-59eb-465a-adb3-d783c7e1a225,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:56.960617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b3b6f8dc-9de8-4071-953d-edb2e821a133 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:56.988999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.008736 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-069b7b55-1b05-40d8-9496-3f0e8c1b4277 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928130 Jun 22 15:03:57.015325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41314) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:57.019545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a59b0f94-5ec1-492d-b3b4-33e5198e9421 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773966436'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:57.025585 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:03:57.032363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.039624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c81c00-cce9-479a-8f32-da5a39e3605f None None] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:57.070470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.104489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.112855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.116269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:57.134113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-360c87e2-abe6-417b-8455-985505e9dfb9 None None] Provisioning for port cdcc55e5-bd4a-4601-b54c-933f90fafab6 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:03:57.138964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99d8d32-93bb-49b4-a919-8e53e111d02a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:57.146701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-360c87e2-abe6-417b-8455-985505e9dfb9 None None] Provisioning complete for port cdcc55e5-bd4a-4601-b54c-933f90fafab6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:57.147170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-360c87e2-abe6-417b-8455-985505e9dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.149857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a59b0f94-5ec1-492d-b3b4-33e5198e9421 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.153425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:57.172845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.174203 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2474506 Jun 22 15:03:57.185725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41316) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:57.191281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '6b4eb73d-664f-4159-af81-1dd6096de62c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:57.253203 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Floating IP 9f4768f8-3f26-4303-86cd-e82148f59286 associated. External IP: 172.26.6.205, port: 6ad37344-af51-4ac3-b277-02c430e001e9. Jun 22 15:03:57.263221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a59b0f94-5ec1-492d-b3b4-33e5198e9421 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.267683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a59b0f94-5ec1-492d-b3b4-33e5198e9421 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.271189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b64d2124-09fa-41b7-b1ac-6ff1c0b40c9e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:57.299105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.302965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b0f94-5ec1-492d-b3b4-33e5198e9421 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c115957-8508-44e4-ab52-e565f266c805,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:57.313153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-360c87e2-abe6-417b-8455-985505e9dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.314790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a59b0f94-5ec1-492d-b3b4-33e5198e9421 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:57.352085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-360c87e2-abe6-417b-8455-985505e9dfb9 None None] For port cdcc55e5-bd4a-4601-b54c-933f90fafab6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cdcc55e5-bd4a-4601-b54c-933f90fafab6,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:57.356679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-360c87e2-abe6-417b-8455-985505e9dfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.364279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a59b0f94-5ec1-492d-b3b4-33e5198e9421 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.364448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:57.368790 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a59b0f94-5ec1-492d-b3b4-33e5198e9421 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3541214 Jun 22 15:03:57.369512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41318) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:57.372205 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:03:57.376571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1f5dc402-4e78-4c86-9fec-8c7fc145e865 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:57.376814 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-1f5dc402-4e78-4c86-9fec-8c7fc145e865 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 15:03:57.377293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-1f5dc402-4e78-4c86-9fec-8c7fc145e865 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] update failed (client error): There was a conflict when trying to complete your request. Jun 22 15:03:57.381142 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1f5dc402-4e78-4c86-9fec-8c7fc145e865 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "PUT /v2.0/security-groups/6c115957-8508-44e4-ab52-e565f266c805 HTTP/1.1" status: 409 len: 330 time: 0.0106018 Jun 22 15:03:57.381757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41320) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:57.406995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.425141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c87e2-abe6-417b-8455-985505e9dfb9 None None] Pushing event updated for resources: {'Port': ['ID=cdcc55e5-bd4a-4601-b54c-933f90fafab6,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:57.428824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-360c87e2-abe6-417b-8455-985505e9dfb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:57.453309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6271156d-951d-4aa8-b821-018df84c4c60 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.454149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.459327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1669d9c0-66d2-435a-bc4b-dadb7592f426 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:57.478616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6271156d-951d-4aa8-b821-018df84c4c60 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.507413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=269628d2-c548-48ad-9391-58720be8c4a7,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:57.510755 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.513216 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/269628d2-c548-48ad-9391-58720be8c4a7 HTTP/1.1" status: 204 len: 168 time: 0.6952133 Jun 22 15:03:57.514586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:57.517344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41322) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:57.521411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ead4cf-38a8-476f-8db4-1f8b6955f0e9 None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:57.522474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:57.547008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6271156d-951d-4aa8-b821-018df84c4c60 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.550020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6271156d-951d-4aa8-b821-018df84c4c60 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.554099 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6271156d-951d-4aa8-b821-018df84c4c60 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/6c115957-8508-44e4-ab52-e565f266c805 HTTP/1.1" status: 204 len: 168 time: 0.1714072 Jun 22 15:03:57.554833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41324) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:57.555546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:57.573173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271156d-951d-4aa8-b821-018df84c4c60 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c115957-8508-44e4-ab52-e565f266c805,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:57.582821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6271156d-951d-4aa8-b821-018df84c4c60 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:57.583020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.619299 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-599e452d-f625-44b9-b32a-b866736d8171 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565336 Jun 22 15:03:57.620046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41326) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:57.627068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.632649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c61c8cc3-c524-47aa-a529-810a60262b22 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:57.651402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-b73f9e98-df5c-4051-9f93-a77a2669d119 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] delete failed (client error): The resource could not be found. Jun 22 15:03:57.656886 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b73f9e98-df5c-4051-9f93-a77a2669d119 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "DELETE /v2.0/security-groups/b964ae10-8a2b-4a4d-a92a-580cbc126301 HTTP/1.1" status: 404 len: 347 time: 0.0315938 Jun 22 15:03:57.657856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41328) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:57.669600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec69f7ad-c3ca-4ce7-b917-28c9f3ce34e6,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:57.672018 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-68f2cbfe-e7a8-49a0-979a-02ad5f3d63b2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] show failed (client error): The resource could not be found. Jun 22 15:03:57.676594 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-68f2cbfe-e7a8-49a0-979a-02ad5f3d63b2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-groups/33a6c978-0114-4ca5-b500-de86c6529042 HTTP/1.1" status: 404 len: 347 time: 0.0149305 Jun 22 15:03:57.677233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41330) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:57.681264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:57.693018 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-d8f2be0a-0335-4593-b68a-ef8ec774871d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] show failed (client error): The resource could not be found. Jun 22 15:03:57.699740 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d8f2be0a-0335-4593-b68a-ef8ec774871d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] 10.222.0.22 "GET /v2.0/security-group-rules/e0f63e8c-48f8-42fa-ad30-41cafce97373 HTTP/1.1" status: 404 len: 356 time: 0.0160444 Jun 22 15:03:57.713379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5e140312-00a3-4be5-9759-1fb644732ece None None] Provisioning complete for port cdcc55e5-bd4a-4601-b54c-933f90fafab6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:57.713908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5e140312-00a3-4be5-9759-1fb644732ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.721429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:57.725190 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5358920 Jun 22 15:03:57.771989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Router 51829e90-bd1a-4b61-96bd-77a2c32a5483 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:03:57.773776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:57.778867 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.035482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41348) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:58.045142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:03:58.049418 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-70ec517a-2883-4c0b-abe9-f0885da50146 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327421916&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.1078770 Jun 22 15:03:58.061302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5e0e6-5b54-4eef-9164-ea00f6ad18d7 None None] Sync routers for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:03:58.083952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cdcc55e5-bd4a-4601-b54c-933f90fafab6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:03:58.085797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.088439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5e0e6-5b54-4eef-9164-ea00f6ad18d7 None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:58.089223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-50a5e0e6-5b54-4eef-9164-ea00f6ad18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:58.142742 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-50a5e0e6-5b54-4eef-9164-ea00f6ad18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:58.168185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5e0e6-5b54-4eef-9164-ea00f6ad18d7 None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:03:58.169518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-50a5e0e6-5b54-4eef-9164-ea00f6ad18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:58.204234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-50a5e0e6-5b54-4eef-9164-ea00f6ad18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:03:58.205019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5e0e6-5b54-4eef-9164-ea00f6ad18d7 None None] The sync data for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:03:58.208567 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.8481753 Jun 22 15:03:58.231071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port cdcc55e5-bd4a-4601-b54c-933f90fafab6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:58.232415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.244029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41352) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:58.287086 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-682b913e-ea98-465e-bab8-7f1247836909 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5de0299d62194ddb84ed0612759a641c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495925 Jun 22 15:03:58.289275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41354) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:58.382787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49ca254a-d916-4fa8-aa37-d077b3934751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.413079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49ca254a-d916-4fa8-aa37-d077b3934751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.482175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49ca254a-d916-4fa8-aa37-d077b3934751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.485205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-49ca254a-d916-4fa8-aa37-d077b3934751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.486864 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-49ca254a-d916-4fa8-aa37-d077b3934751 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f06a372-cb6b-43e9-b965-7e634222cac0 HTTP/1.1" status: 204 len: 168 time: 0.1954150 Jun 22 15:03:58.488377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6d20691e-ad6b-4770-b512-d1d4b9b41d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:58.498549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca254a-d916-4fa8-aa37-d077b3934751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f06a372-cb6b-43e9-b965-7e634222cac0,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:58.517745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-49ca254a-d916-4fa8-aa37-d077b3934751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:58.534678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-d8a34472-b257-4101-960c-2dee6d769143 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:58.536975 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-d8a34472-b257-4101-960c-2dee6d769143 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=4a03032e-d176-4035-a6a9-d3ec76eab2c5 HTTP/1.1" status: 200 len: 797 time: 0.4523094 Jun 22 15:03:58.593313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41358) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:58.593700 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d1829ba8-2d57-4984-b23d-ef6edda42e2f tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] 10.222.0.22 "GET /v2.0/floatingips/9f4768f8-3f26-4303-86cd-e82148f59286 HTTP/1.1" status: 200 len: 982 time: 0.3456838 Jun 22 15:03:58.600848 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-099ef44f-50fe-49a9-9664-b939b601d046 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0493896 Jun 22 15:03:58.606873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.610777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92580d3b-a7ad-42e0-a845-cd06523ed1cd tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:58.735370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=726d1900-2b2b-4542-8d7a-e9e2cda5aba1,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:58.739339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:03:58.741912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:58.744785 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:03:58.749092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:03:58.749699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.781449 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1bbef5b9-61a2-4a37-9cda-6a2a8d3327fc tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3514 time: 0.1860025 Jun 22 15:03:58.784572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41360) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:58.790650 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2721364 Jun 22 15:03:58.791905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41362) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:58.800053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-71268fd2-d038-43bb-8a78-c51debfa9af6 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1557189601'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:58.819331 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-abf20abd-c983-49b8-8203-9b4e16403a80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1584556 Jun 22 15:03:58.849374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4193c491-f6eb-413e-b610-307b4d5d4fd2 None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:03:58.887151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71268fd2-d038-43bb-8a78-c51debfa9af6 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:58.931236 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-42db518c-4ce9-4013-8d5e-94d0d998af9d service neutron] 10.222.0.22 "GET /v2.0/networks/4a03032e-d176-4035-a6a9-d3ec76eab2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993650 Jun 22 15:03:58.976152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4381ed9c-5cc9-480f-aa50-e82772c287a4 None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:58.976612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4381ed9c-5cc9-480f-aa50-e82772c287a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.040469 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-52c84210-decd-4176-8630-945796d397fe service neutron] 10.222.0.22 "GET /v2.0/networks/4a03032e-d176-4035-a6a9-d3ec76eab2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984352 Jun 22 15:03:59.076171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Deleting port 71b32313-d114-473b-b376-6b05bc0bf4d5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:03:59.076713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.100156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71268fd2-d038-43bb-8a78-c51debfa9af6 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.126002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4381ed9c-5cc9-480f-aa50-e82772c287a4 None None] Provisioning complete for port 4d54bde4-35b2-43d1-a6d4-c1884f16185c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:03:59.126399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4381ed9c-5cc9-480f-aa50-e82772c287a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.134651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71268fd2-d038-43bb-8a78-c51debfa9af6 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.140263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c9d8fc75-2144-4ac5-b47e-3efe8daabcb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:59.166507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4381ed9c-5cc9-480f-aa50-e82772c287a4 None None] Port 4d54bde4-35b2-43d1-a6d4-c1884f16185c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:03:59.183061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71268fd2-d038-43bb-8a78-c51debfa9af6 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.184803 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-71268fd2-d038-43bb-8a78-c51debfa9af6 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3909404 Jun 22 15:03:59.187633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41364) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:59.192813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7e54cfca-2b61-4e5c-af10-be2f00750fff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'security_group': {'name': 'tempest-secgroup-1111252925'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:59.218023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71268fd2-d038-43bb-8a78-c51debfa9af6 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d17f9d-de78-4061-985d-16295967fcfc,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:59.221651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] Update dhcp port {'port': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'fixed_ips': [{'subnet_id': '9d67aa63-28d8-4779-84be-0e0f26305ee0', 'ip_address': '172.20.0.18'}, {'subnet_id': '726d1900-2b2b-4542-8d7a-e9e2cda5aba1'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': 'a21d4c40-9da7-4cf8-bcd2-4e6463b0c878'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:03:59.225085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-71268fd2-d038-43bb-8a78-c51debfa9af6 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:59.240957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e54cfca-2b61-4e5c-af10-be2f00750fff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.256619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.257478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.274738 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.359018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Calling delete_port for 71b32313-d114-473b-b376-6b05bc0bf4d5 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:03:59.359385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e54cfca-2b61-4e5c-af10-be2f00750fff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.365065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e54cfca-2b61-4e5c-af10-be2f00750fff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.369849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-db6e308e-d90e-43f9-97cb-adeccc83b37c tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:59.386179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-944d969e-16e8-4ea6-a141-d9e15b6808ff req-916d965b-b0cb-4b2c-bcc1-af8633714782 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 210 time: 0.1587179 Jun 22 15:03:59.405733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7e54cfca-2b61-4e5c-af10-be2f00750fff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.410268 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7e54cfca-2b61-4e5c-af10-be2f00750fff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2189181 Jun 22 15:03:59.413309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41374) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:59.418251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e7f3aedc-5f06-4a96-9881-51310bc013a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'security_group': {'name': 'tempest-secgroup-2002732395'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:59.452139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54cfca-2b61-4e5c-af10-be2f00750fff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36062035-295c-45ad-bb76-68e9934cd1b1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:59.457065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7e54cfca-2b61-4e5c-af10-be2f00750fff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:59.464499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7f3aedc-5f06-4a96-9881-51310bc013a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.490196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] Allocated IP 172.20.0.2 (f2cd948c-6567-4b5e-a658-b204ab02ea67/726d1900-2b2b-4542-8d7a-e9e2cda5aba1/a21d4c40-9da7-4cf8-bcd2-4e6463b0c878) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:03:59.600529 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7f3aedc-5f06-4a96-9881-51310bc013a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.605475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7f3aedc-5f06-4a96-9881-51310bc013a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.610039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-44a07bfd-2b03-4a60-ad70-b6a8ae23c663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:59.638903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] For port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,segment=NetworkSegment(b846c4d4-e928-443d-be5e-26bcc63a3937),segment_id=b846c4d4-e928-443d-be5e-26bcc63a3937)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:03:59.647154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3aedc-5f06-4a96-9881-51310bc013a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfe3a79-ec82-40e6-824e-45a001f673c0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:59.653662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e7f3aedc-5f06-4a96-9881-51310bc013a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:59.662274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7f3aedc-5f06-4a96-9881-51310bc013a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.667227 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e7f3aedc-5f06-4a96-9881-51310bc013a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2515647 Jun 22 15:03:59.667744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41378) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:03:59.668247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.671901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0cb9d98e-ddc1-479e-996e-ee62301bcf6d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:59.679157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1896798855', 'security_groups': ['bbfe3a79-ec82-40e6-824e-45a001f673c0'], 'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '726d1900-2b2b-4542-8d7a-e9e2cda5aba1'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:03:59.699031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event deleted for resources: {'Port': ['ID=71b32313-d114-473b-b376-6b05bc0bf4d5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:59.705201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:03:59.748780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.776812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] Transition to ACTIVE for port object a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:03:59.785039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.785645 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Floating IP 9f4768f8-3f26-4303-86cd-e82148f59286 disassociated (deleted). External IP: 172.26.6.205, port: 6ad37344-af51-4ac3-b277-02c430e001e9. Jun 22 15:03:59.788548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:03:59.794932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:03:59.815425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:03:59.942058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] Pushing event updated for resources: {'Port': ['ID=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:03:59.953346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:00.107628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:00.165557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ad52d9e9-fe4c-4192-924d-71b2f522df1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:00.269982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:00.289099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] device_id is not set on port fa37063d-8eb2-431e-88eb-77e273384253 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:00.474987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.8 (f2cd948c-6567-4b5e-a658-b204ab02ea67/726d1900-2b2b-4542-8d7a-e9e2cda5aba1/fa37063d-8eb2-431e-88eb-77e273384253) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:00.620448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Router 51829e90-bd1a-4b61-96bd-77a2c32a5483 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:00.637227 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1f05bb1a-3a99-402e-afb4-5bd751734053 req-c96f1e85-20a7-4e7d-a32e-254b1693218f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 210 time: 0.0471838 Jun 22 15:04:00.653704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-2ea62e98-9bb5-44ec-964f-6cd69aeb4dc0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:00.655289 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-2ea62e98-9bb5-44ec-964f-6cd69aeb4dc0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=4a03032e-d176-4035-a6a9-d3ec76eab2c5 HTTP/1.1" status: 200 len: 797 time: 0.1629283 Jun 22 15:04:00.706066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:00.711712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c2316eca-a34e-4841-8cda-24c50d55c6d1 None None] Provisioning for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:00.721577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c2316eca-a34e-4841-8cda-24c50d55c6d1 None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:00.722375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c2316eca-a34e-4841-8cda-24c50d55c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:00.728089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object fa37063d-8eb2-431e-88eb-77e273384253 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:00.771354 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-4b34daba-89d0-4f43-aea7-10d293e804a3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 472 time: 0.0735748 Jun 22 15:04:00.772628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:00.780268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-177dc18a-1098-44b4-ad98-962580a19ed5 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:00.782049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': 'ef47f01f-22ec-46a5-a68f-d27e2791552d', 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['6b4eb73d-664f-4159-af81-1dd6096de62c']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:00.820693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:00.824076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:00.831648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:00.854995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:00.860849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c2316eca-a34e-4841-8cda-24c50d55c6d1 None None] Provisioning complete for port 4d54bde4-35b2-43d1-a6d4-c1884f16185c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:00.861779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c2316eca-a34e-4841-8cda-24c50d55c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:00.865509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:00.873149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=fa37063d-8eb2-431e-88eb-77e273384253,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:00.877217 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d17596-8f30-434d-87ff-247ec6a1aba7 None None] Sync routers for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:00.886534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:00.890809 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d17596-8f30-434d-87ff-247ec6a1aba7 None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:00.891928 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-42d17596-8f30-434d-87ff-247ec6a1aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:00.921994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-c2316eca-a34e-4841-8cda-24c50d55c6d1 None None] Port 4d54bde4-35b2-43d1-a6d4-c1884f16185c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:00.922791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:00.923464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:00.933868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "DELETE /v2.0/floatingips/9f4768f8-3f26-4303-86cd-e82148f59286 HTTP/1.1" status: 204 len: 168 time: 2.1479394 Jun 22 15:04:00.938379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41388) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:00.943297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:00.947373 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2768667 Jun 22 15:04:00.949742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41390) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:00.952153 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-42d17596-8f30-434d-87ff-247ec6a1aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:00.956945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8c6d5c1f-bad9-4429-b252-edb6877ef858 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:00.962181 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d17596-8f30-434d-87ff-247ec6a1aba7 None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:00.963005 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-42d17596-8f30-434d-87ff-247ec6a1aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:03:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:00.980604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:00.984890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.020770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.026880 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-42d17596-8f30-434d-87ff-247ec6a1aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:01.028876 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d17596-8f30-434d-87ff-247ec6a1aba7 None None] The sync data for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:01.099188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6d5c1f-bad9-4429-b252-edb6877ef858 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:01.103543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8c6d5c1f-bad9-4429-b252-edb6877ef858 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.145659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d125b867-ae7c-4a10-a324-bb9de192e9cd None None] Provisioning for port fa37063d-8eb2-431e-88eb-77e273384253 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:01.150489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d125b867-ae7c-4a10-a324-bb9de192e9cd None None] Provisioning complete for port fa37063d-8eb2-431e-88eb-77e273384253 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:01.151059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d125b867-ae7c-4a10-a324-bb9de192e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.174605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.23 (4a03032e-d176-4035-a6a9-d3ec76eab2c5/64a8704b-fb7b-4a8e-bdef-5479f139f51b/2ba2d558-e593-442f-a090-70d491b551ff) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:01.192593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d125b867-ae7c-4a10-a324-bb9de192e9cd None None] Port fa37063d-8eb2-431e-88eb-77e273384253 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:01.209546 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-8c6d5c1f-bad9-4429-b252-edb6877ef858 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 726d1900-2b2b-4542-8d7a-e9e2cda5aba1 (CIDR: 172.20.0.0/28) Jun 22 15:04:01.213908 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6d5c1f-bad9-4429-b252-edb6877ef858 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:01.214438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6d5c1f-bad9-4429-b252-edb6877ef858 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:01.231429 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8c6d5c1f-bad9-4429-b252-edb6877ef858 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2788134 Jun 22 15:04:01.234010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41392) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:01.239320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-26d22a4d-be2d-4605-9152-48af7dd3feba tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:01.280654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.348304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d22a4d-be2d-4605-9152-48af7dd3feba tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:01.352365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-26d22a4d-be2d-4605-9152-48af7dd3feba tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.408835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.438251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 2ba2d558-e593-442f-a090-70d491b551ff will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:01.439920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Allocated IP 172.26.6.186 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/3bbf78d9-b45f-49b6-912c-aa420709d736) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:01.446118 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.ipam_backend_mixin [None req-26d22a4d-be2d-4605-9152-48af7dd3feba tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9d67aa63-28d8-4779-84be-0e0f26305ee0 (CIDR: 172.20.0.16/28) Jun 22 15:04:01.449639 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d22a4d-be2d-4605-9152-48af7dd3feba tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:01.450454 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d22a4d-be2d-4605-9152-48af7dd3feba tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:01.466854 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-26d22a4d-be2d-4605-9152-48af7dd3feba tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2316611 Jun 22 15:04:01.469424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41394) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:01.474916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'subnet': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:01.535946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.540647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:01.594675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Made reservation on behalf of bf5bfa54d2f94f32a8bfc2ca4ec87d7f for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:01.598362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.614414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:01.621411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.624059 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:01.627457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=2ba2d558-e593-442f-a090-70d491b551ff,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:01.631196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:01.635005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:01.701278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:01.702014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.725151 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9487050 Jun 22 15:04:01.727941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.730107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a9120714-0669-4d6f-b32e-8006a1114ed7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:01.738300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Request body: {'port': {'device_id': 'ef47f01f-22ec-46a5-a68f-d27e2791552d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:01.809625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:01.821184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:01.827171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:01.829179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Pushing event updated for resources: {'Port': ['ID=3bbf78d9-b45f-49b6-912c-aa420709d736,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:01.844695 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:01.882663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.884702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d89e16b7-7286-44ed-94a3-80737c1f2c9e tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:01.925424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3516c088-4c33-4409-b091-6bc3331fd21c None None] Provisioning for port 2ba2d558-e593-442f-a090-70d491b551ff completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:01.930401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3516c088-4c33-4409-b091-6bc3331fd21c None None] Provisioning complete for port 2ba2d558-e593-442f-a090-70d491b551ff triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:01.930741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:01.931240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3516c088-4c33-4409-b091-6bc3331fd21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.933823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:01.938254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:01.938996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.945647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:01.951568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Subnet': ['ID=2e0e376c-1a2c-483e-8d23-82e33bad6a92,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:01.955196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:01.967682 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4935167 Jun 22 15:04:01.967851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41398) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:01.970841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba18e54-baa6-4ac7-a689-af1234784c10 None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:01.974097 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-395146081', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2e0e376c-1a2c-483e-8d23-82e33bad6a92'}], 'security_groups': ['d7d17f9d-de78-4061-985d-16295967fcfc', '36062035-295c-45ad-bb76-68e9934cd1b1']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:02.007502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a437830-20db-442b-bc38-387a2db9db93 req-a343bea1-6fed-4989-8c0a-a06c719287c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:02.009072 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a437830-20db-442b-bc38-387a2db9db93 req-a343bea1-6fed-4989-8c0a-a06c719287c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 932 time: 0.1764560 Jun 22 15:04:02.027325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3516c088-4c33-4409-b091-6bc3331fd21c None None] Port 2ba2d558-e593-442f-a090-70d491b551ff cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:02.060335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.081688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.119500 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a437830-20db-442b-bc38-387a2db9db93 req-452a73fd-bf3a-493c-86ef-73e3012fb1f3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829391 Jun 22 15:04:02.189103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.256333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] Update dhcp port {'port': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'fixed_ips': [{'subnet_id': '9d67aa63-28d8-4779-84be-0e0f26305ee0', 'ip_address': '172.20.0.18'}, {'subnet_id': '726d1900-2b2b-4542-8d7a-e9e2cda5aba1', 'ip_address': '172.20.0.2'}, {'subnet_id': '2e0e376c-1a2c-483e-8d23-82e33bad6a92'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': 'a21d4c40-9da7-4cf8-bcd2-4e6463b0c878'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:04:02.293129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.450431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Delete allocated IP 172.20.0.8 (f2cd948c-6567-4b5e-a658-b204ab02ea67/726d1900-2b2b-4542-8d7a-e9e2cda5aba1) {{(pid=93501) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 22 15:04:02.460712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Allocated IP 172.20.0.37 (f2cd948c-6567-4b5e-a658-b204ab02ea67/2e0e376c-1a2c-483e-8d23-82e33bad6a92/fa37063d-8eb2-431e-88eb-77e273384253) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:02.467039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba2d558-e593-442f-a090-70d491b551ff {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:04:02.475603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.478157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.489916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.494948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea3c446d-c3b1-463b-98b8-d929ad70116e tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:02.504583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Transition to ACTIVE for port object 2ba2d558-e593-442f-a090-70d491b551ff will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:02.536639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.640620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Pushing event updated for resources: {'Port': ['ID=3bbf78d9-b45f-49b6-912c-aa420709d736,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:02.643492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.643952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.650390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-df025e95-4cfc-4868-9f18-8ef9ad38b058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.661207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:02.661885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dcc21912-3159-4019-a629-395f916dce2b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:02.665532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Transition to ACTIVE for port object fa37063d-8eb2-431e-88eb-77e273384253 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:02.670675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.683378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63e9fa8c-5fc8-4733-986f-0cdf38d8f2b8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:02.717969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.722282 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7826388 Jun 22 15:04:02.733048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] Allocated IP 172.20.0.34 (f2cd948c-6567-4b5e-a658-b204ab02ea67/2e0e376c-1a2c-483e-8d23-82e33bad6a92/a21d4c40-9da7-4cf8-bcd2-4e6463b0c878) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:02.736827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41400) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:02.767206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba2d558-e593-442f-a090-70d491b551ff,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:02.771317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:02.794970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event updated for resources: {'Port': ['ID=fa37063d-8eb2-431e-88eb-77e273384253,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:02.799558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Attempting to bind port 2ba2d558-e593-442f-a090-70d491b551ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:04:02.799906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Attempting to bind port 2ba2d558-e593-442f-a090-70d491b551ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:04:02.800242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Attempting to bind port 2ba2d558-e593-442f-a090-70d491b551ff on network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:04:02.801398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:02.810825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] In _notify_port_updated(), no bound segment for port fa37063d-8eb2-431e-88eb-77e273384253 on network f2cd948c-6567-4b5e-a658-b204ab02ea67 {{(pid=93501) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:04:02.813996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Port 2ba2d558-e593-442f-a090-70d491b551ff on network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:04:02.815585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Attempting to bind port 2ba2d558-e593-442f-a090-70d491b551ff on network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:04:02.818222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:02.818881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.821191 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "PUT /v2.0/ports/fa37063d-8eb2-431e-88eb-77e273384253 HTTP/1.1" status: 200 len: 959 time: 0.8522019 Jun 22 15:04:02.823062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41404) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:02.823950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:04:02.824293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Checking segment: {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:02.824727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Bound using segment: {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:04:02.825201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Bound port: 2ba2d558-e593-442f-a090-70d491b551ff, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:04:02.825556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.904224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] For port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,segment=NetworkSegment(b846c4d4-e928-443d-be5e-26bcc63a3937),segment_id=b846c4d4-e928-443d-be5e-26bcc63a3937)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:02.923438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] For port 2ba2d558-e593-442f-a090-70d491b551ff, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:04:02.925293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.927690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] For port 2ba2d558-e593-442f-a090-70d491b551ff, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2ba2d558-e593-442f-a090-70d491b551ff,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:04:02.935283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.942001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:02.961119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.966749 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port fa37063d-8eb2-431e-88eb-77e273384253 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:02.967327 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.985578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] Transition to ACTIVE for port object a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:02.992975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:02.993601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:02.994973 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] 10.222.0.21 "PUT /v2.0/ports/2ba2d558-e593-442f-a090-70d491b551ff HTTP/1.1" status: 200 len: 1094 time: 1.2609644 Jun 22 15:04:02.995528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef47f01f-22ec-46a5-a68f-d27e2791552d', 'tag': '2ba2d558-e593-442f-a090-70d491b551ff'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:04:02.996831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.001544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba64a02-603a-455c-a8d6-3a2981b368dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef47f01f-22ec-46a5-a68f-d27e2791552d", "tag": "2ba2d558-e593-442f-a090-70d491b551ff"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:04:03.003051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5ab6947a-65c5-4f04-a6f4-f7c4dc800f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:03.040973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba2d558-e593-442f-a090-70d491b551ff,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:03.045333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:03.080569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:03.106320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] Pushing event updated for resources: {'Port': ['ID=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:03.109168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad7cf2f-54e6-4f61-874a-e165bacdeec4 x-openstack-request-id: req-2ad7cf2f-54e6-4f61-874a-e165bacdeec4 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:04:03.109756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef47f01f-22ec-46a5-a68f-d27e2791552d", "tag": "2ba2d558-e593-442f-a090-70d491b551ff", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:04:03.110228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ad7cf2f-54e6-4f61-874a-e165bacdeec4 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:04:03.111094 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef47f01f-22ec-46a5-a68f-d27e2791552d', 'tag': '2ba2d558-e593-442f-a090-70d491b551ff', 'status': 'completed', 'code': 200} Jun 22 15:04:03.118376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:03.126989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.136361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.145014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-e93903fc-0534-46e0-aead-2fcd5681dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:03.146609 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-e93903fc-0534-46e0-aead-2fcd5681dfe6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 1097 time: 0.0783756 Jun 22 15:04:03.203518 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a22704fc-c997-432e-9e70-d6ba61c9d0cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2ba2d558-e593-442f-a090-70d491b551ff HTTP/1.1" status: 200 len: 217 time: 0.0486107 Jun 22 15:04:03.221420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for fa37063d-8eb2-431e-88eb-77e273384253 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:03.315008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-deb52018-8f5b-4bae-87d3-2349f62587f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:03.316678 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-deb52018-8f5b-4bae-87d3-2349f62587f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64a8704b-fb7b-4a8e-bdef-5479f139f51b HTTP/1.1" status: 200 len: 838 time: 0.1068788 Jun 22 15:04:03.385603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b75d8b-da48-4f33-aedb-546727d63812 req-6bfd5489-f338-42ab-9906-2b31abba635e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:03.389252 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-89b75d8b-da48-4f33-aedb-546727d63812 req-6bfd5489-f338-42ab-9906-2b31abba635e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 944 time: 0.1305413 Jun 22 15:04:03.430586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-2555fae9-63b3-4c3e-95ce-797604c86b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:03.432259 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-2555fae9-63b3-4c3e-95ce-797604c86b1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a03032e-d176-4035-a6a9-d3ec76eab2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1077557 Jun 22 15:04:03.436432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.454838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c3d7e14c-6c65-4ba3-abf5-768246584157 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:03.469099 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-89b75d8b-da48-4f33-aedb-546727d63812 req-046dabbf-9b61-46a9-9c6f-ab640eccd9cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711832 Jun 22 15:04:03.513186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=fa37063d-8eb2-431e-88eb-77e273384253,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:03.535141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:03.538760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.556472 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-d410dd43-24f5-4e87-9a9f-62544eee7678 service neutron] 10.222.0.21 "GET /v2.0/networks/4a03032e-d176-4035-a6a9-d3ec76eab2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133728 Jun 22 15:04:03.601790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.606896 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/fa37063d-8eb2-431e-88eb-77e273384253 HTTP/1.1" status: 204 len: 168 time: 0.7794416 Jun 22 15:04:03.607128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41410) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:03.639268 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99daa5e-4702-4070-b40c-9c0ac883f8ac tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] GET failed (client error): The resource could not be found. Jun 22 15:04:03.640986 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a99daa5e-4702-4070-b40c-9c0ac883f8ac tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports/fa37063d-8eb2-431e-88eb-77e273384253 HTTP/1.1" status: 404 len: 333 time: 0.0329165 Jun 22 15:04:03.643940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41412) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:03.661640 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68cbd7b6-d4ad-42ce-8de1-4c8bb70d4b4e req-a744a8d5-971e-4f62-959a-7a2227502578 service neutron] 10.222.0.21 "GET /v2.0/networks/4a03032e-d176-4035-a6a9-d3ec76eab2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979242 Jun 22 15:04:03.748822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Allocated IP 172.26.6.148 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/5fb1ef48-6128-4d69-8894-6bc4d7bf57a5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:03.755191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1ad08411-5e01-41c3-b221-b1bead116390 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.769642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-bc669e84-ab58-4780-90d5-a05eb713b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:03.771215 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-bc669e84-ab58-4780-90d5-a05eb713b981 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 1097 time: 0.0610015 Jun 22 15:04:03.826129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1ad08411-5e01-41c3-b221-b1bead116390 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.844174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-584a10f2-09ad-46e9-946d-7354ad4e156e None None] Provisioning for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:03.848991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-584a10f2-09ad-46e9-946d-7354ad4e156e None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:03.849372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-584a10f2-09ad-46e9-946d-7354ad4e156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.882999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-038f9558-f529-400e-bd4a-2889e8ef9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:03.884609 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-038f9558-f529-400e-bd4a-2889e8ef9077 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4a03032e-d176-4035-a6a9-d3ec76eab2c5 HTTP/1.1" status: 200 len: 898 time: 0.1071732 Jun 22 15:04:03.897705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1ad08411-5e01-41c3-b221-b1bead116390 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.898831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.900340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1ad08411-5e01-41c3-b221-b1bead116390 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.901511 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1ad08411-5e01-41c3-b221-b1bead116390 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/security-groups/bbfe3a79-ec82-40e6-824e-45a001f673c0 HTTP/1.1" status: 204 len: 168 time: 0.2519393 Jun 22 15:04:03.904936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6cd328e-b233-4a52-872b-2ed5dae77259 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:03.908796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41414) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:03.936519 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-ed56ecec-52ea-4565-9f13-4281f8394905 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2ba2d558-e593-442f-a090-70d491b551ff HTTP/1.1" status: 200 len: 217 time: 0.0436971 Jun 22 15:04:03.937697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad08411-5e01-41c3-b221-b1bead116390 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfe3a79-ec82-40e6-824e-45a001f673c0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:03.941648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:03.945818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1ad08411-5e01-41c3-b221-b1bead116390 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:03.970390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-584a10f2-09ad-46e9-946d-7354ad4e156e None None] Could not find standard attr ID for object fa37063d-8eb2-431e-88eb-77e273384253. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:04:03.983237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-584a10f2-09ad-46e9-946d-7354ad4e156e None None] Provisioning complete for port 4d54bde4-35b2-43d1-a6d4-c1884f16185c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:03.983520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-584a10f2-09ad-46e9-946d-7354ad4e156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.005658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d202e27b-6d62-4b8d-822b-b60bbcdb2936 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.006847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-f3fd51e2-586f-40bd-aee1-62b3967793a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:04.009023 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-f3fd51e2-586f-40bd-aee1-62b3967793a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64a8704b-fb7b-4a8e-bdef-5479f139f51b HTTP/1.1" status: 200 len: 838 time: 0.0666990 Jun 22 15:04:04.024128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-584a10f2-09ad-46e9-946d-7354ad4e156e None None] Port 4d54bde4-35b2-43d1-a6d4-c1884f16185c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:04.042876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.046314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d202e27b-6d62-4b8d-822b-b60bbcdb2936 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.049517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:04.085851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-094675dd-d34d-43a6-ad6c-708ef89dd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:04.087366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:04.087876 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-094675dd-d34d-43a6-ad6c-708ef89dd6cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4a03032e-d176-4035-a6a9-d3ec76eab2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0717282 Jun 22 15:04:04.112707 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:04.116842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:04.120680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:04.127323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Pushing event updated for resources: {'Port': ['ID=5fb1ef48-6128-4d69-8894-6bc4d7bf57a5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:04.148488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:04.151132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d202e27b-6d62-4b8d-822b-b60bbcdb2936 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.154404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d202e27b-6d62-4b8d-822b-b60bbcdb2936 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.155554 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d202e27b-6d62-4b8d-822b-b60bbcdb2936 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/security-groups/36062035-295c-45ad-bb76-68e9934cd1b1 HTTP/1.1" status: 204 len: 168 time: 0.2434626 Jun 22 15:04:04.157993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:04.158168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7e54cfca-2b61-4e5c-af10-be2f00750fff tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:04.158602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.159932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41416) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:04.172336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202e27b-6d62-4b8d-822b-b60bbcdb2936 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36062035-295c-45ad-bb76-68e9934cd1b1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:04.177171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d202e27b-6d62-4b8d-822b-b60bbcdb2936 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:04.233343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.257434 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-44791ab5-54c9-402d-974d-5d4f7f977440 service neutron] 10.222.0.21 "GET /v2.0/networks/4a03032e-d176-4035-a6a9-d3ec76eab2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621492 Jun 22 15:04:04.298643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.326378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1d1d-fbff-464c-842b-aee8cb716048 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.366933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1d1d-fbff-464c-842b-aee8cb716048 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.414263 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fba64a02-603a-455c-a8d6-3a2981b368dc req-44170cf1-29c1-4202-ac48-fe74680387a7 service neutron] 10.222.0.21 "GET /v2.0/networks/4a03032e-d176-4035-a6a9-d3ec76eab2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491408 Jun 22 15:04:04.433022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1d1d-fbff-464c-842b-aee8cb716048 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.436057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1d1d-fbff-464c-842b-aee8cb716048 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.437463 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4e0b1d1d-fbff-464c-842b-aee8cb716048 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/security-groups/d7d17f9d-de78-4061-985d-16295967fcfc HTTP/1.1" status: 204 len: 168 time: 0.2765293 Jun 22 15:04:04.438786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2ec2ff20-a070-499c-88ca-47cfdc150fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:04.442854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41418) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:04.450291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b1d1d-fbff-464c-842b-aee8cb716048 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d17f9d-de78-4061-985d-16295967fcfc,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:04.452616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e0b1d1d-fbff-464c-842b-aee8cb716048 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:04.454350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-eaa623a8-74b0-409c-b0b0-91367dda8b5a None None] Could not find standard attr ID for object fa37063d-8eb2-431e-88eb-77e273384253. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:04:04.512539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.518515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet 726d1900-2b2b-4542-8d7a-e9e2cda5aba1 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:04.522035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.524029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.526817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f3f859d3-229e-41af-85ff-8e69b913b184 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:04.627894 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.657765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Pushing event updated for resources: {'Port': ['ID=5fb1ef48-6128-4d69-8894-6bc4d7bf57a5,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:04.666325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:04.703098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.730340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.732226 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9922597 Jun 22 15:04:04.734929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41422) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:04.786983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.809372 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-65ca8177-f016-424a-a1b1-98630fa52269 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.0727808 Jun 22 15:04:04.811693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41424) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:04.814596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba934dc-340c-481b-8a7f-44109063005c req-49314648-cfb1-43dc-be26-4af29d583712 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:04.816083 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8ba934dc-340c-481b-8a7f-44109063005c req-49314648-cfb1-43dc-be26-4af29d583712 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 944 time: 0.1941931 Jun 22 15:04:04.856055 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3f02ec31-3cc3-41a4-8ce1-f126bdbe1b8a tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0430963 Jun 22 15:04:04.859063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41426) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:04.876949 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8ba934dc-340c-481b-8a7f-44109063005c req-1c3304ea-931d-444b-a1d3-0e8cd92ebfc4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533786 Jun 22 15:04:04.885687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.889684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8275b5ce-8689-4cc9-aad7-13fe084d56ec tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:04.916977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=726d1900-2b2b-4542-8d7a-e9e2cda5aba1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:04.922905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:04.923886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:04.926236 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/726d1900-2b2b-4542-8d7a-e9e2cda5aba1 HTTP/1.1" status: 204 len: 168 time: 0.4817870 Jun 22 15:04:04.930346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f2448-7801-48fc-8f1b-b8905702f6d8 None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:04.934415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41428) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:04.996987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet 2e0e376c-1a2c-483e-8d23-82e33bad6a92 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:05.000366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.007405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Deleting port 5fb1ef48-6128-4d69-8894-6bc4d7bf57a5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:05.008022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.047367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.098867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.099209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.139664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.177781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Calling delete_port for 5fb1ef48-6128-4d69-8894-6bc4d7bf57a5 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:05.211790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.222503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6e9d3000-e1d1-4dc8-9e6a-152cb2f1e71c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:05.228531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.233823 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/2e0e376c-1a2c-483e-8d23-82e33bad6a92 HTTP/1.1" status: 204 len: 168 time: 0.2960567 Jun 22 15:04:05.234436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41430) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:05.266487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0e376c-1a2c-483e-8d23-82e33bad6a92,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:05.286199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:05.287294 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d18f14e-d34a-4ff5-ac64-9c70fdb48551 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:05.287955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d18f14e-d34a-4ff5-ac64-9c70fdb48551 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:05.292321 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6d18f14e-d34a-4ff5-ac64-9c70fdb48551 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/726d1900-2b2b-4542-8d7a-e9e2cda5aba1 HTTP/1.1" status: 404 len: 337 time: 0.0358710 Jun 22 15:04:05.292953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41432) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:05.328733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.332354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-741ff4d2-534d-44a4-9eca-d8b0124d15a8 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:05.355214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting subnet 9d67aa63-28d8-4779-84be-0e0f26305ee0 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:05.359491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.366534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Pushing event deleted for resources: {'Port': ['ID=5fb1ef48-6128-4d69-8894-6bc4d7bf57a5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:05.370423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:05.406442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.439441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.442108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.443269 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] 10.222.0.22 "DELETE /v2.0/floatingips/ea3ada75-ad25-4bd0-a51f-c24e43eced79 HTTP/1.1" status: 204 len: 168 time: 0.5831659 Jun 22 15:04:05.446130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41434) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:05.554615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.664274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8bed7b-8cf4-45cb-bf72-25d623cda93a None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:05.740697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6698a770-ae42-47e8-ab2d-32d3ab53941c None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:05.741096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6698a770-ae42-47e8-ab2d-32d3ab53941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:05.945600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.022466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Deleting port 3bbf78d9-b45f-49b6-912c-aa420709d736 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:06.022827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.069846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.076114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-854e55dc-320b-4e9d-bf03-191e094e543b tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:06.085588 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6698a770-ae42-47e8-ab2d-32d3ab53941c None None] Provisioning complete for port 4d54bde4-35b2-43d1-a6d4-c1884f16185c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:06.086279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6698a770-ae42-47e8-ab2d-32d3ab53941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.106490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c766b83-315a-480e-89bb-4680a8e8bb75 req-4b48701a-460f-44e9-8f4d-6bb89861b16a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:06.111522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.114587 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/9d67aa63-28d8-4779-84be-0e0f26305ee0 HTTP/1.1" status: 204 len: 168 time: 0.8200059 Jun 22 15:04:06.116847 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0c766b83-315a-480e-89bb-4680a8e8bb75 req-4b48701a-460f-44e9-8f4d-6bb89861b16a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 944 time: 0.0929301 Jun 22 15:04:06.118670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41438) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.120907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Subnet': ['ID=9d67aa63-28d8-4779-84be-0e0f26305ee0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:06.128478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2ba2d558-e593-442f-a090-70d491b551ff details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:04:06.132461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6698a770-ae42-47e8-ab2d-32d3ab53941c None None] Port 4d54bde4-35b2-43d1-a6d4-c1884f16185c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:06.133920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:06.155900 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-042bef55-36a0-433d-8b94-d8d879f8813f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.156351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042bef55-36a0-433d-8b94-d8d879f8813f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.160617 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-042bef55-36a0-433d-8b94-d8d879f8813f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/269628d2-c548-48ad-9391-58720be8c4a7 HTTP/1.1" status: 404 len: 337 time: 0.0383806 Jun 22 15:04:06.161751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41440) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.181302 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0c766b83-315a-480e-89bb-4680a8e8bb75 req-9c6903d9-bc06-4120-be04-9a0080ef561c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591047 Jun 22 15:04:06.205270 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f3b30a7c-5565-481f-8142-ec60a4cbaa8a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9 HTTP/1.1" status: 200 len: 205 time: 0.0401170 Jun 22 15:04:06.205706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41442) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.216703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.217058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.238764 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:04:06.266453 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-8eaf3928-7767-41f3-8308-c821e205d5e4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] delete failed (client error): The resource could not be found. Jun 22 15:04:06.266453 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8eaf3928-7767-41f3-8308-c821e205d5e4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/routers/2ebc6f0b-c4f6-4955-859b-7770dcc0f6f9 HTTP/1.1" status: 404 len: 336 time: 0.0565009 Jun 22 15:04:06.266917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41444) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.270312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6373f1d-4dce-457a-b58f-0dece7e5bf44 None None] Update dhcp port {'port': {'network_id': 'f2cd948c-6567-4b5e-a658-b204ab02ea67', 'fixed_ips': [{'subnet_id': '9d67aa63-28d8-4779-84be-0e0f26305ee0'}], 'binding:host_id': 'dv-neutron-601336-93-hyperv'}, 'id': 'a21d4c40-9da7-4cf8-bcd2-4e6463b0c878'} from dv-neutron-601336-93-hyperv. {{(pid=93503) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 22 15:04:06.276526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2ba2d558-e593-442f-a090-70d491b551ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2ba2d558-e593-442f-a090-70d491b551ff,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:06.288881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Calling delete_port for 3bbf78d9-b45f-49b6-912c-aa420709d736 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:06.296423 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d1a724-7527-4760-a39d-61be5085020c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.296992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d1a724-7527-4760-a39d-61be5085020c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.301213 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e6d1a724-7527-4760-a39d-61be5085020c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/9be5f3e7-bde3-49ce-bd02-ffba5c9d6c10 HTTP/1.1" status: 404 len: 337 time: 0.0309849 Jun 22 15:04:06.301480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41446) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.310693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '2ba2d558-e593-442f-a090-70d491b551ff', 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5', 'port_id': '2ba2d558-e593-442f-a090-70d491b551ff', 'mac_address': 'fa:16:3e:18:d7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a8704b-fb7b-4a8e-bdef-5479f139f51b', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:04:06.327829 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd63cb3-8a34-4b2a-af18-b762abcd936f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.328275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd63cb3-8a34-4b2a-af18-b762abcd936f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.332414 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8bd63cb3-8a34-4b2a-af18-b762abcd936f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/c59ef5fc-25dc-43b6-8a85-d311f6905819 HTTP/1.1" status: 404 len: 337 time: 0.0276012 Jun 22 15:04:06.332617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41448) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.339323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c6373f1d-4dce-457a-b58f-0dece7e5bf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.361160 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb6b103-10b5-404b-863d-21a2f345957d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.362115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb6b103-10b5-404b-863d-21a2f345957d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.366320 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ddb6b103-10b5-404b-863d-21a2f345957d tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/a3b277fc-1fba-41a8-9950-fbd726c52673 HTTP/1.1" status: 404 len: 337 time: 0.0305297 Jun 22 15:04:06.366608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41450) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.386668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.397812 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf46818-bca7-4f35-93f7-ac883a21d189 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.398615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf46818-bca7-4f35-93f7-ac883a21d189 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.403590 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0bf46818-bca7-4f35-93f7-ac883a21d189 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/6a500ce5-9702-475d-8b3d-e636bfb16c6d HTTP/1.1" status: 404 len: 333 time: 0.0328398 Jun 22 15:04:06.404245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41452) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.413502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba2d558-e593-442f-a090-70d491b551ff {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:04:06.432102 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc00d98-3402-4480-a381-5e262caf4f7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.432714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc00d98-3402-4480-a381-5e262caf4f7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.437066 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1fc00d98-3402-4480-a381-5e262caf4f7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/bf568284-2959-433c-b38d-2bfb4ee7a55f HTTP/1.1" status: 404 len: 337 time: 0.0292706 Jun 22 15:04:06.437406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41454) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.440063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.442523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a3c5497-6fc4-495e-b3e2-e45cf41b0a1f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:06.467933 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-404d9a70-b5cd-4fb9-9e13-812b0822e905 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.467933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404d9a70-b5cd-4fb9-9e13-812b0822e905 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.468293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bbf78d9-b45f-49b6-912c-aa420709d736,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:06.472031 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-404d9a70-b5cd-4fb9-9e13-812b0822e905 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/39bac851-9064-41d6-b0f5-bf9bf1306d41 HTTP/1.1" status: 404 len: 337 time: 0.0311832 Jun 22 15:04:06.472320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41456) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.476936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:06.477803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2ba2d558-e593-442f-a090-70d491b551ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2ba2d558-e593-442f-a090-70d491b551ff,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:06.483909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.485644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:06.500865 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-695f79fd-9d16-41c5-aaf0-6b753c1d6a74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.501550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695f79fd-9d16-41c5-aaf0-6b753c1d6a74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.503244 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-695f79fd-9d16-41c5-aaf0-6b753c1d6a74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/fb0907e1-636b-485c-a019-12123eb5da6a HTTP/1.1" status: 404 len: 333 time: 0.0299184 Jun 22 15:04:06.512496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41458) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.542149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2ba2d558-e593-442f-a090-70d491b551ff,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:06.547003 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e8552f-34ce-4112-8dfd-128618929903 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.547528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e8552f-34ce-4112-8dfd-128618929903 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.549593 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e5e8552f-34ce-4112-8dfd-128618929903 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/eac78754-5aae-4a39-87ad-3b36cc577eb4 HTTP/1.1" status: 404 len: 337 time: 0.0357022 Jun 22 15:04:06.551851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41460) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.562454 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.565490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.570569 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/289ebfd1-794d-490d-8b7e-7e58c92705b9 HTTP/1.1" status: 204 len: 168 time: 1.1198108 Jun 22 15:04:06.570750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:06.571135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41462) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.571255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea70504-33f6-4fc5-9a4e-e5c4f8f921d8 None None] Network f2cd948c-6567-4b5e-a658-b204ab02ea67 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:06.583581 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6e89c1-0e50-422a-9ff0-945c8aeb99a4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] DELETE failed (client error): The resource could not be found. Jun 22 15:04:06.584084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6e89c1-0e50-422a-9ff0-945c8aeb99a4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:04:06.588932 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ea6e89c1-0e50-422a-9ff0-945c8aeb99a4 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/subnets/ebfe42f6-1481-4fd9-a1d4-a4ae5b3a31ea HTTP/1.1" status: 404 len: 337 time: 0.0328953 Jun 22 15:04:06.589206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41464) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:06.651187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0cb6b860-4e5c-4802-8ef7-957a8ef04e80 None None] Provisioning complete for port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:06.651608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0cb6b860-4e5c-4802-8ef7-957a8ef04e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.686139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Deleting port 6ad37344-af51-4ac3-b277-02c430e001e9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:06.686378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.696474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port 4d54bde4-35b2-43d1-a6d4-c1884f16185c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:06.696853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.770271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.779534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.803684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['2ba2d558-e593-442f-a090-70d491b551ff'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:04:06.830049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] DHCP port deletion for f2cd948c-6567-4b5e-a658-b204ab02ea67 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:04:06.836890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for 4d54bde4-35b2-43d1-a6d4-c1884f16185c owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:06.846039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Calling delete_port for 6ad37344-af51-4ac3-b277-02c430e001e9 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:06.877904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0cb6b860-4e5c-4802-8ef7-957a8ef04e80 None None] Provisioning complete for port 4d54bde4-35b2-43d1-a6d4-c1884f16185c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:06.878409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0cb6b860-4e5c-4802-8ef7-957a8ef04e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.946176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.950366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1748bf69-f8de-4e51-a424-3c9aa2bfa35b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:06.958574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6b860-4e5c-4802-8ef7-957a8ef04e80 None None] Port 4d54bde4-35b2-43d1-a6d4-c1884f16185c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:06.976263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=4d54bde4-35b2-43d1-a6d4-c1884f16185c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:06.976940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] Deleting port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:06.977331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.979445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:06.982872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:06.988112 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/ports/4d54bde4-35b2-43d1-a6d4-c1884f16185c HTTP/1.1" status: 204 len: 168 time: 0.3937881 Jun 22 15:04:06.988112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41466) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:07.004815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.008973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-46dd8ed1-8c35-4834-a947-e26bfa17411b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:07.039871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event deleted for resources: {'Port': ['ID=6ad37344-af51-4ac3-b277-02c430e001e9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:07.052637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:07.079939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.083534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] For port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,segment=NetworkSegment(b846c4d4-e928-443d-be5e-26bcc63a3937),segment_id=b846c4d4-e928-443d-be5e-26bcc63a3937)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:07.084198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.156782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.162679 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "DELETE /v2.0/ports/6ad37344-af51-4ac3-b277-02c430e001e9 HTTP/1.1" status: 204 len: 168 time: 0.5906463 Jun 22 15:04:07.163266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] Calling delete_port for a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:07.163740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41468) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:07.290698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9110d7d-4091-4248-aa5a-d552386363bf tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:07.295620 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f9110d7d-4091-4248-aa5a-d552386363bf tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "GET /v2.0/ports?device_id=51829e90-bd1a-4b61-96bd-77a2c32a5483 HTTP/1.1" status: 200 len: 913 time: 0.1277065 Jun 22 15:04:07.301829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41472) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:07.335402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.338580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:07.375263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] No DVR routers for this DVR port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:07.385869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] Pushing event deleted for resources: {'Port': ['ID=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:07.391207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:07.478310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a94668-5dc2-41ec-8c39-1fb2cb239731 req-baf551c4-0e6d-4169-bae3-6b7aab26aeec tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:07.479765 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-73a94668-5dc2-41ec-8c39-1fb2cb239731 req-baf551c4-0e6d-4169-bae3-6b7aab26aeec tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 945 time: 0.1281974 Jun 22 15:04:07.548014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Deleting port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:07.548705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.595285 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-73a94668-5dc2-41ec-8c39-1fb2cb239731 req-37fc266f-0e5b-4e65-9ac5-fdcb1c455560 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038153 Jun 22 15:04:07.618725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] For port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878, host dv-neutron-601336-93-hyperv, got binding levels [] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:07.619190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.697983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Calling delete_port for a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:07.701518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.ipam_backend_mixin [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 was not found and therefore no delete operation was performed {{(pid=93502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 15:04:07.702858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.705710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:07.728303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Port': ['ID=a21d4c40-9da7-4cf8-bcd2-4e6463b0c878,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:07.732399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:07.733149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] No DVR routers for this DVR port a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:07.756318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.814955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.824445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2cd948c-6567-4b5e-a658-b204ab02ea67']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:07.834205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b846c4d4-e928-443d-be5e-26bcc63a3937') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:07.834499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b846c4d4-e928-443d-be5e-26bcc63a3937') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:07.843761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.857545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.863481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:04:07.863923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:04:07.866833 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:04:07.928129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.934424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:07.938924 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] 10.222.0.22 "DELETE /v2.0/networks/f2cd948c-6567-4b5e-a658-b204ab02ea67 HTTP/1.1" status: 204 len: 168 time: 0.9481683 Jun 22 15:04:07.938924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-70620907-3994-4115-b207-8b70de65ceb5 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:07.952232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Pushing event deleted for resources: {'Network': ['ID=f2cd948c-6567-4b5e-a658-b204ab02ea67,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:07.955188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:08.026293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Deleting port db36a875-cf54-464e-a9c2-7086a795a67f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:08.026641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.064389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:08.085038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:08.085394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a21d4c40-9da7-4cf8-bcd2-4e6463b0c878 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:08.121869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.139960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2ba2d558-e593-442f-a090-70d491b551ff up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:08.210043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 2ba2d558-e593-442f-a090-70d491b551ff completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:08.213776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Calling delete_port for db36a875-cf54-464e-a9c2-7086a795a67f owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:08.218175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 2ba2d558-e593-442f-a090-70d491b551ff triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:08.218752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.239329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41480) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:08.322611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.349060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef47f01f-22ec-46a5-a68f-d27e2791552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba2d558-e593-442f-a090-70d491b551ff'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:04:08.351486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd165032-4fa2-40ec-86db-f3dc6d517d86" -d '{"events": [{"server_uuid": "ef47f01f-22ec-46a5-a68f-d27e2791552d", "name": "network-vif-plugged", "status": "completed", "tag": "2ba2d558-e593-442f-a090-70d491b551ff"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:04:08.375440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2ba2d558-e593-442f-a090-70d491b551ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2ba2d558-e593-442f-a090-70d491b551ff,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:08.379671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.381560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-134a505d-f27a-4cce-a594-a741299e0919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:08.439072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41488) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:08.439436 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2e5e00e4-0e15-4ba8-a2ff-753277ee73aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf5bfa54d2f94f32a8bfc2ca4ec87d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981890 Jun 22 15:04:08.443503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2ba2d558-e593-442f-a090-70d491b551ff,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:08.447059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:08.454347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.457918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:08.496042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event deleted for resources: {'Port': ['ID=db36a875-cf54-464e-a9c2-7086a795a67f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:08.505402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:08.579004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49017504-bfac-4008-8ad9-87bbccb20567 x-openstack-request-id: req-49017504-bfac-4008-8ad9-87bbccb20567 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:04:08.579310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef47f01f-22ec-46a5-a68f-d27e2791552d", "name": "network-vif-plugged", "status": "completed", "tag": "2ba2d558-e593-442f-a090-70d491b551ff", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:04:08.579572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49017504-bfac-4008-8ad9-87bbccb20567 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:04:08.580031 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef47f01f-22ec-46a5-a68f-d27e2791552d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba2d558-e593-442f-a090-70d491b551ff', 'code': 200} Jun 22 15:04:08.582008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4637-8fab-4e8c-a33c-9076fbd387d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.650717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4637-8fab-4e8c-a33c-9076fbd387d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.710051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4637-8fab-4e8c-a33c-9076fbd387d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.713042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bdfc4637-8fab-4e8c-a33c-9076fbd387d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.718005 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bdfc4637-8fab-4e8c-a33c-9076fbd387d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90ac4d9e-b1d1-4f46-ad3f-262087419131 HTTP/1.1" status: 204 len: 168 time: 0.2771080 Jun 22 15:04:08.720987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d202e27b-6d62-4b8d-822b-b60bbcdb2936 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:08.733932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc4637-8fab-4e8c-a33c-9076fbd387d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ac4d9e-b1d1-4f46-ad3f-262087419131,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:08.765242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bdfc4637-8fab-4e8c-a33c-9076fbd387d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:08.826971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:08.831657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422fdca-42b1-49f2-882a-deb4274f7f8c req-5d298498-ca2a-4020-aaf0-adb76b8cc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:08.833202 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6422fdca-42b1-49f2-882a-deb4274f7f8c req-5d298498-ca2a-4020-aaf0-adb76b8cc952 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 1099 time: 0.0586643 Jun 22 15:04:08.875725 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6422fdca-42b1-49f2-882a-deb4274f7f8c req-8fbee166-18cb-4a1b-81fc-0f0b90d59352 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365598 Jun 22 15:04:08.906161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee67ecf-4c31-44e0-ad1f-b7b6e63be754 req-8942f45e-0ff6-47a4-9524-d509586c40db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:08.907895 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cee67ecf-4c31-44e0-ad1f-b7b6e63be754 req-8942f45e-0ff6-47a4-9524-d509586c40db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 946 time: 0.1287193 Jun 22 15:04:08.997922 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cee67ecf-4c31-44e0-ad1f-b7b6e63be754 req-3bada3f9-a7fb-452c-aece-51c8f8a2568b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832174 Jun 22 15:04:09.125414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Router 51829e90-bd1a-4b61-96bd-77a2c32a5483 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:09.234210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:09.242109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41508) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:09.244931 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "PUT /v2.0/routers/51829e90-bd1a-4b61-96bd-77a2c32a5483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383011 Jun 22 15:04:09.247895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165acc0-5f40-49ba-8e66-8ea11df05018 None None] Sync routers for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:09.259444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165acc0-5f40-49ba-8e66-8ea11df05018 None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:09.260386 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7165acc0-5f40-49ba-8e66-8ea11df05018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:09.298827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7165acc0-5f40-49ba-8e66-8ea11df05018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:09.307563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165acc0-5f40-49ba-8e66-8ea11df05018 None None] Routers {'51829e90-bd1a-4b61-96bd-77a2c32a5483'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:09.308382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7165acc0-5f40-49ba-8e66-8ea11df05018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['51829e90-bd1a-4b61-96bd-77a2c32a5483'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:09.341878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7165acc0-5f40-49ba-8e66-8ea11df05018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:09.342552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165acc0-5f40-49ba-8e66-8ea11df05018 None None] The sync data for ids ['51829e90-bd1a-4b61-96bd-77a2c32a5483'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:09.365165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.451015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41514) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:09.485501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.541353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Deleting port fd277106-3ecd-4f75-b936-b837e0347210 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:09.541697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.556948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a659f256-c1f4-4ae6-8a21-f139f8167e76 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:09.557947 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-a659f256-c1f4-4ae6-8a21-f139f8167e76 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 15:04:09.558488 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-a659f256-c1f4-4ae6-8a21-f139f8167e76 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 15:04:09.560848 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a659f256-c1f4-4ae6-8a21-f139f8167e76 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1077721 Jun 22 15:04:09.563759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41518) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:09.568261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171897630'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:09.598103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.606464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.629055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.702520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Calling delete_port for fd277106-3ecd-4f75-b936-b837e0347210 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:09.725792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.730326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.733267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b565973e-6905-419a-9b4f-33844c5c6abf tempest-RoutersAdminNegativeTest-569655757 tempest-RoutersAdminNegativeTest-569655757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:09.768642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d92ce5a-d5f8-4203-b390-9db65343e9b2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:09.772378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:09.825420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.830556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.834966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-51b57469-6326-4a2f-b012-31c8d4c2fae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:09.873532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.877728 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3130212 Jun 22 15:04:09.880705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41520) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:09.886434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0e280ee7-9615-4c77-83ef-dd2e94923889 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': 'b810242c-2456-442f-8ed4-1265cee965cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:09.892519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b810242c-2456-442f-8ed4-1265cee965cb,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:09.895254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.896859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:09.898714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ecd52172-b439-41f7-aa64-68cd5f296db0 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:09.920869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e280ee7-9615-4c77-83ef-dd2e94923889 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.935659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event deleted for resources: {'Port': ['ID=fd277106-3ecd-4f75-b936-b837e0347210,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:09.937982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:09.989376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e280ee7-9615-4c77-83ef-dd2e94923889 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.993364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e280ee7-9615-4c77-83ef-dd2e94923889 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:09.995552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-69ee2add-0f1b-492e-a9cc-3c97197af659 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:10.008310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.015167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e280ee7-9615-4c77-83ef-dd2e94923889 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e9077c-c213-4f7d-a4dc-2582b8d0152f,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:10.018149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0e280ee7-9615-4c77-83ef-dd2e94923889 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.020845 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0e280ee7-9615-4c77-83ef-dd2e94923889 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376784 Jun 22 15:04:10.020845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0e280ee7-9615-4c77-83ef-dd2e94923889 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:10.024499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41522) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.030681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-875ad10b-6585-485c-92a7-e3263d7977f2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': 'b810242c-2456-442f-8ed4-1265cee965cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:10.060521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.064976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-875ad10b-6585-485c-92a7-e3263d7977f2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.105738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.108308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.117925 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-875ad10b-6585-485c-92a7-e3263d7977f2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): There was a conflict when trying to complete your request. Jun 22 15:04:10.121761 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-875ad10b-6585-485c-92a7-e3263d7977f2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0935285 Jun 22 15:04:10.121980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41526) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.177078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3a940b9-1355-4643-ba6d-cf11bf815953 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.180597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.181186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Fanout notify agent at l3_agent the message router_deleted on router 51829e90-bd1a-4b61-96bd-77a2c32a5483 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:04:10.188212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.189327 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "DELETE /v2.0/routers/51829e90-bd1a-4b61-96bd-77a2c32a5483 HTTP/1.1" status: 204 len: 168 time: 0.9462481 Jun 22 15:04:10.192027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41528) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.222314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4107be3-149b-4b5c-b990-2087a2dc90c8 req-e56b3d21-aff0-45e5-9445-f4a3b982bf2b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:10.223784 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4107be3-149b-4b5c-b990-2087a2dc90c8 req-e56b3d21-aff0-45e5-9445-f4a3b982bf2b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 946 time: 0.0747280 Jun 22 15:04:10.231923 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3a940b9-1355-4643-ba6d-cf11bf815953 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.262786 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4107be3-149b-4b5c-b990-2087a2dc90c8 req-2ce322b6-a5f4-4192-a0a8-3f9e8f181d6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331163 Jun 22 15:04:10.277911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Deleting subnet efa496f2-a1e1-4bc2-b301-ff43f98dbd22 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:10.281492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.327110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3a940b9-1355-4643-ba6d-cf11bf815953 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.329695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e3a940b9-1355-4643-ba6d-cf11bf815953 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.330820 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e3a940b9-1355-4643-ba6d-cf11bf815953 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/b810242c-2456-442f-8ed4-1265cee965cb HTTP/1.1" status: 204 len: 168 time: 0.2079306 Jun 22 15:04:10.333240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.333638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41532) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.335818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-62498bcb-f9cb-4619-abe2-b0791e86ad56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:10.363575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a940b9-1355-4643-ba6d-cf11bf815953 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b810242c-2456-442f-8ed4-1265cee965cb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:10.367357 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e3a940b9-1355-4643-ba6d-cf11bf815953 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:10.387236 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c851bf74-a6db-4e14-aaa4-842a8247bc87 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522811 Jun 22 15:04:10.391181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41534) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.395627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-84f0e086-1c61-4a39-a44e-74bcacd06b5a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'tempest-secgroup--323313495'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:10.417362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84f0e086-1c61-4a39-a44e-74bcacd06b5a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.463100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.502725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84f0e086-1c61-4a39-a44e-74bcacd06b5a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.506824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84f0e086-1c61-4a39-a44e-74bcacd06b5a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.509657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5329c408-5853-4a1f-a9da-abbe599f4af5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:10.520702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb8bf-52f1-44a3-b863-d35564fad484 req-d70b9587-a4b4-49a0-b826-c33a8c1d66c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:10.522197 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fe3eb8bf-52f1-44a3-b863-d35564fad484 req-d70b9587-a4b4-49a0-b826-c33a8c1d66c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 946 time: 0.1400771 Jun 22 15:04:10.539947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84f0e086-1c61-4a39-a44e-74bcacd06b5a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.541116 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-84f0e086-1c61-4a39-a44e-74bcacd06b5a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1489954 Jun 22 15:04:10.544851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41536) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.549752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b331ee1e-9eea-4f57-bd56-0d32fe4989e0 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': 'a6cb4e35-d343-41ec-8378-63cecc6bea5e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:10.550239 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-b331ee1e-9eea-4f57-bd56-0d32fe4989e0 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 22 15:04:10.550739 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-b331ee1e-9eea-4f57-bd56-0d32fe4989e0 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:10.551674 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b331ee1e-9eea-4f57-bd56-0d32fe4989e0 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056136 Jun 22 15:04:10.552551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0e086-1c61-4a39-a44e-74bcacd06b5a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cb4e35-d343-41ec-8378-63cecc6bea5e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:10.554581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41538) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.562321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-84f0e086-1c61-4a39-a44e-74bcacd06b5a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:10.611914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a18d56f-8029-4f1f-b901-df732b64aae1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.643759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a18d56f-8029-4f1f-b901-df732b64aae1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.688714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a18d56f-8029-4f1f-b901-df732b64aae1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.691642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3a18d56f-8029-4f1f-b901-df732b64aae1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.695761 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3a18d56f-8029-4f1f-b901-df732b64aae1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/a6cb4e35-d343-41ec-8378-63cecc6bea5e HTTP/1.1" status: 204 len: 168 time: 0.1402485 Jun 22 15:04:10.696387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41540) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.697140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-66908234-63bd-42af-80a4-73e7b8aec1e5 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:10.719102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18d56f-8029-4f1f-b901-df732b64aae1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cb4e35-d343-41ec-8378-63cecc6bea5e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:10.722963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3a18d56f-8029-4f1f-b901-df732b64aae1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:10.752217 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-260aa538-6502-4853-b424-63ab8bd3cfed tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513730 Jun 22 15:04:10.755666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41542) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.760376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b2e71602-5ae5-4a72-bc9a-e11244767aea tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'tempest-secgroup--44040357'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:10.785598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b2e71602-5ae5-4a72-bc9a-e11244767aea tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.871832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b2e71602-5ae5-4a72-bc9a-e11244767aea tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.875705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b2e71602-5ae5-4a72-bc9a-e11244767aea tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.878263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.879488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c1f4cdbd-0624-4f0d-ba83-4d9a1b800645 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:10.881970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f8bb0e32-de6c-4c25-8e5f-961d8e672eb7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:10.902256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b2e71602-5ae5-4a72-bc9a-e11244767aea tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.903458 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b2e71602-5ae5-4a72-bc9a-e11244767aea tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1467516 Jun 22 15:04:10.906887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41544) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.911660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-267fb14b-dcde-4565-a358-f491a92e012d tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': 'ae130fb9-572c-4d76-b76f-f21dccb096ab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:10.912235 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-267fb14b-dcde-4565-a358-f491a92e012d tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 22 15:04:10.912383 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fe3eb8bf-52f1-44a3-b863-d35564fad484 req-cb18f5a1-13f2-4ac0-9815-61000e6d0ac3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839843 Jun 22 15:04:10.912734 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-267fb14b-dcde-4565-a358-f491a92e012d tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:10.913386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event deleted for resources: {'Subnet': ['ID=efa496f2-a1e1-4bc2-b301-ff43f98dbd22,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:10.913645 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-267fb14b-dcde-4565-a358-f491a92e012d tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056369 Jun 22 15:04:10.914343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e71602-5ae5-4a72-bc9a-e11244767aea tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae130fb9-572c-4d76-b76f-f21dccb096ab,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:10.916554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41546) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.916694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:10.917553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:10.918998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b2e71602-5ae5-4a72-bc9a-e11244767aea tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:10.920304 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "DELETE /v2.0/subnets/efa496f2-a1e1-4bc2-b301-ff43f98dbd22 HTTP/1.1" status: 204 len: 168 time: 0.7255008 Jun 22 15:04:10.922859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41548) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:10.937603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e6aae-d2cd-4c4e-928c-a460c4112091 None None] Network 359c91ab-2374-4bf2-b4ba-8351eb974c62 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:11.000262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e26d-0de2-41eb-a9db-dc829ff31c7c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.003050 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.024201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e26d-0de2-41eb-a9db-dc829ff31c7c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.068007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Deleting port 9d2a3279-1768-4de0-b014-84efca9a2c18 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:11.068351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.072171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e26d-0de2-41eb-a9db-dc829ff31c7c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.075430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ae4e26d-0de2-41eb-a9db-dc829ff31c7c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.079154 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3ae4e26d-0de2-41eb-a9db-dc829ff31c7c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/ae130fb9-572c-4d76-b76f-f21dccb096ab HTTP/1.1" status: 204 len: 168 time: 0.1592429 Jun 22 15:04:11.079154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-be7edbd7-2669-4d93-b15b-3b65d90d0fe2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:11.080778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41552) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.098498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4e26d-0de2-41eb-a9db-dc829ff31c7c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae130fb9-572c-4d76-b76f-f21dccb096ab,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:11.113366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3ae4e26d-0de2-41eb-a9db-dc829ff31c7c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:11.151734 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-11370054-70dd-4866-a4cc-3dc9428bb0bf tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654182 Jun 22 15:04:11.151734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41556) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.156787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-224ba46a-8fbc-4354-ab14-0e530e7e4dd2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'tempest-secgroup--911834615'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.157473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] For port 9d2a3279-1768-4de0-b014-84efca9a2c18, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9d2a3279-1768-4de0-b014-84efca9a2c18,segment=NetworkSegment(0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6),segment_id=0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:11.157844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.179640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-224ba46a-8fbc-4354-ab14-0e530e7e4dd2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.191776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] DHCP port deletion for 359c91ab-2374-4bf2-b4ba-8351eb974c62 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:04:11.233320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Calling delete_port for 9d2a3279-1768-4de0-b014-84efca9a2c18 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:11.246473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] Deleting port 9d2a3279-1768-4de0-b014-84efca9a2c18 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:11.247003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.283696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-224ba46a-8fbc-4354-ab14-0e530e7e4dd2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.287976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-224ba46a-8fbc-4354-ab14-0e530e7e4dd2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.294255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9aded9ed-c5b9-4a33-9542-430d52a04d9b tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:11.315404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] For port 9d2a3279-1768-4de0-b014-84efca9a2c18, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9d2a3279-1768-4de0-b014-84efca9a2c18,segment=NetworkSegment(0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6),segment_id=0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:11.316032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.320269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-224ba46a-8fbc-4354-ab14-0e530e7e4dd2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.321528 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-224ba46a-8fbc-4354-ab14-0e530e7e4dd2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1687963 Jun 22 15:04:11.325136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41558) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.326480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ba46a-8fbc-4354-ab14-0e530e7e4dd2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bce7604-b69b-4db2-b383-dc034943b4eb,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:11.329403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-224ba46a-8fbc-4354-ab14-0e530e7e4dd2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:11.332403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cc812123-45b5-4a9f-a627-ac9633ec1a89 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '4bce7604-b69b-4db2-b383-dc034943b4eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.333392 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-cc812123-45b5-4a9f-a627-ac9633ec1a89 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 22 15:04:11.333798 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-cc812123-45b5-4a9f-a627-ac9633ec1a89 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.337851 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cc812123-45b5-4a9f-a627-ac9633ec1a89 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080590 Jun 22 15:04:11.337851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41560) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.342282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-55cc8200-5e82-4538-b914-ff87338b67de tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '4bce7604-b69b-4db2-b383-dc034943b4eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.342930 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-55cc8200-5e82-4538-b914-ff87338b67de tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 22 15:04:11.343883 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-55cc8200-5e82-4538-b914-ff87338b67de tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.344977 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-55cc8200-5e82-4538-b914-ff87338b67de tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064368 Jun 22 15:04:11.347692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41562) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.353065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-eca76175-08ea-4262-b6bc-9ef54587868c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '4bce7604-b69b-4db2-b383-dc034943b4eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.353610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.354066 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-eca76175-08ea-4262-b6bc-9ef54587868c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 22 15:04:11.354685 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-eca76175-08ea-4262-b6bc-9ef54587868c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.358611 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c49888b3-6e50-4e29-85ad-52d8980aaae6 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:11.358772 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-eca76175-08ea-4262-b6bc-9ef54587868c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074067 Jun 22 15:04:11.359024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41564) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.390223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-daaaead4-4ab9-4c31-bae0-356e9bb13d38 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '4bce7604-b69b-4db2-b383-dc034943b4eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.391063 dv-neutron-601336-93-hyperv neutron-server[93501]: WARNING neutron.api.v2.base [None req-daaaead4-4ab9-4c31-bae0-356e9bb13d38 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 22 15:04:11.391567 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-daaaead4-4ab9-4c31-bae0-356e9bb13d38 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.392660 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-daaaead4-4ab9-4c31-bae0-356e9bb13d38 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0319934 Jun 22 15:04:11.395775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41566) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.396042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event deleted for resources: {'Port': ['ID=9d2a3279-1768-4de0-b014-84efca9a2c18,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:11.397322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] Calling delete_port for 9d2a3279-1768-4de0-b014-84efca9a2c18 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:11.399172 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:11.399942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] No DVR routers for this DVR port 9d2a3279-1768-4de0-b014-84efca9a2c18 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:11.453871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e599c612-ed03-4112-a7c9-0a631479e239 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: from cryptography.utils import int_from_bytes Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: from cryptography.utils import int_from_bytes Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.472391 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:11.475334 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:04:11.476884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e599c612-ed03-4112-a7c9-0a631479e239 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.479833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.486459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.489361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:11.489594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359c91ab-2374-4bf2-b4ba-8351eb974c62']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:11.499963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:11.500295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4fe1a4-23e3-48d7-a42b-24fa5c9528d6') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:11.509103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.514824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] Pushing event deleted for resources: {'Port': ['ID=9d2a3279-1768-4de0-b014-84efca9a2c18,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:11.517346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:11.520367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] No DVR routers for this DVR port 9d2a3279-1768-4de0-b014-84efca9a2c18 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:11.526681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e599c612-ed03-4112-a7c9-0a631479e239 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.529959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e599c612-ed03-4112-a7c9-0a631479e239 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.531357 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e599c612-ed03-4112-a7c9-0a631479e239 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/4bce7604-b69b-4db2-b383-dc034943b4eb HTTP/1.1" status: 204 len: 168 time: 0.1344705 Jun 22 15:04:11.532171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a59b0f94-5ec1-492d-b3b4-33e5198e9421 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:11.534127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41568) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.537002 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.541862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599c612-ed03-4112-a7c9-0a631479e239 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bce7604-b69b-4db2-b383-dc034943b4eb,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:11.545084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e599c612-ed03-4112-a7c9-0a631479e239 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:11.555278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:04:11.555675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:04:11.559258 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:04:11.628128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.635744 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2f306faf-7458-4db2-95a3-3957b3ed9db2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0980425 Jun 22 15:04:11.635744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b7700a93-2aa6-45cc-b8fd-37ec281dece9 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:11.639067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41570) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.640868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.644907 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "DELETE /v2.0/networks/359c91ab-2374-4bf2-b4ba-8351eb974c62 HTTP/1.1" status: 204 len: 168 time: 0.7188780 Jun 22 15:04:11.651596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41572) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.654254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7b1217a1-0789-4cc3-90ad-30a2c5976afd tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'tempest-secgroup--47695307'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.659148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event deleted for resources: {'Network': ['ID=359c91ab-2374-4bf2-b4ba-8351eb974c62,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:11.677925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7b1217a1-0789-4cc3-90ad-30a2c5976afd tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.691699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:11.762873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7b1217a1-0789-4cc3-90ad-30a2c5976afd tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.768260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7b1217a1-0789-4cc3-90ad-30a2c5976afd tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.771470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d764095a-097c-473e-a866-bd3fd1acc9dc tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:11.780008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Deleting port 0cb9905a-9f66-4571-9862-f7a80a0e492d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:11.780280 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.796472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7b1217a1-0789-4cc3-90ad-30a2c5976afd tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.800559 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7b1217a1-0789-4cc3-90ad-30a2c5976afd tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1576171 Jun 22 15:04:11.801166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41574) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.806535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5f625e54-352a-443c-b9cd-195a49063e27 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '6b1f3b89-625c-4f0e-92ca-93f000df388d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.807006 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-5f625e54-352a-443c-b9cd-195a49063e27 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 15:04:11.807490 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-5f625e54-352a-443c-b9cd-195a49063e27 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.808384 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5f625e54-352a-443c-b9cd-195a49063e27 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056090 Jun 22 15:04:11.809942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1217a1-0789-4cc3-90ad-30a2c5976afd tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f3b89-625c-4f0e-92ca-93f000df388d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:11.811923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41576) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.813811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7b1217a1-0789-4cc3-90ad-30a2c5976afd tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:11.816824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a3e8ae3f-9eac-4b18-a73d-057406c5de71 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '6b1f3b89-625c-4f0e-92ca-93f000df388d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.853394 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-a3e8ae3f-9eac-4b18-a73d-057406c5de71 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.856784 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a3e8ae3f-9eac-4b18-a73d-057406c5de71 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0416515 Jun 22 15:04:11.857783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41578) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.862334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e7cd2846-c16a-49fd-95e2-203e553ab3ec tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '6b1f3b89-625c-4f0e-92ca-93f000df388d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.862805 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-e7cd2846-c16a-49fd-95e2-203e553ab3ec tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 22 15:04:11.862942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.863237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:11.863346 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-e7cd2846-c16a-49fd-95e2-203e553ab3ec tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.866436 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e7cd2846-c16a-49fd-95e2-203e553ab3ec tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054569 Jun 22 15:04:11.866632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41580) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.870665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-369169f7-69bd-4b47-af07-8e2c5b120678 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '6b1f3b89-625c-4f0e-92ca-93f000df388d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.906356 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-369169f7-69bd-4b47-af07-8e2c5b120678 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.909166 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-369169f7-69bd-4b47-af07-8e2c5b120678 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0416582 Jun 22 15:04:11.910209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41582) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.914762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ce9dfa3e-1c85-4828-8a5a-bbc5964eebe3 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '6b1f3b89-625c-4f0e-92ca-93f000df388d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.915229 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-ce9dfa3e-1c85-4828-8a5a-bbc5964eebe3 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 22 15:04:11.915798 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-ce9dfa3e-1c85-4828-8a5a-bbc5964eebe3 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.916686 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ce9dfa3e-1c85-4828-8a5a-bbc5964eebe3 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055292 Jun 22 15:04:11.919844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41584) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.924233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-34c77fd6-9954-4978-9628-656421c826ab tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '6b1f3b89-625c-4f0e-92ca-93f000df388d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.931484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Calling delete_port for 0cb9905a-9f66-4571-9862-f7a80a0e492d owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:11.958699 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-34c77fd6-9954-4978-9628-656421c826ab tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.959714 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-34c77fd6-9954-4978-9628-656421c826ab tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0389175 Jun 22 15:04:11.963041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41586) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.968535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-337b79c3-d9d2-463e-939b-d6554b2f9c28 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '6b1f3b89-625c-4f0e-92ca-93f000df388d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:11.969036 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-337b79c3-d9d2-463e-939b-d6554b2f9c28 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 22 15:04:11.969508 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-337b79c3-d9d2-463e-939b-d6554b2f9c28 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:11.970419 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-337b79c3-d9d2-463e-939b-d6554b2f9c28 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064869 Jun 22 15:04:11.972866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41588) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:11.976983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9a442212-78b7-45ca-acad-e4832195f90c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '6b1f3b89-625c-4f0e-92ca-93f000df388d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:12.038883 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-9a442212-78b7-45ca-acad-e4832195f90c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:12.042648 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9a442212-78b7-45ca-acad-e4832195f90c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0663435 Jun 22 15:04:12.043762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41590) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.049324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7a889a06-1aa1-4a35-910e-37c6d6d4add2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '6b1f3b89-625c-4f0e-92ca-93f000df388d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:12.076021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.077497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9d2a3279-1768-4de0-b014-84efca9a2c18 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:12.078255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:12.093048 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-7a889a06-1aa1-4a35-910e-37c6d6d4add2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:12.096839 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7a889a06-1aa1-4a35-910e-37c6d6d4add2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0492504 Jun 22 15:04:12.097180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41592) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.104660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 9d2a3279-1768-4de0-b014-84efca9a2c18 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:12.105100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Pushing event deleted for resources: {'Port': ['ID=0cb9905a-9f66-4571-9862-f7a80a0e492d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:12.106036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9d2a3279-1768-4de0-b014-84efca9a2c18 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:12.109273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:12.154181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6939ed95-1e9e-4346-8a8e-87399b9071da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.169810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.172310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.175789 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] 10.222.0.22 "DELETE /v2.0/floatingips/c1721c15-eb5c-4b50-a058-e470d4f769d6 HTTP/1.1" status: 204 len: 168 time: 0.5209372 Jun 22 15:04:12.177658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6939ed95-1e9e-4346-8a8e-87399b9071da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.218922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6939ed95-1e9e-4346-8a8e-87399b9071da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.222194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6939ed95-1e9e-4346-8a8e-87399b9071da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.225788 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6939ed95-1e9e-4346-8a8e-87399b9071da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/6b1f3b89-625c-4f0e-92ca-93f000df388d HTTP/1.1" status: 204 len: 168 time: 0.1253576 Jun 22 15:04:12.225788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ea6dfe6e-1296-48b0-9f51-69831ea96b27 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:12.226226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41596) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.233984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939ed95-1e9e-4346-8a8e-87399b9071da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f3b89-625c-4f0e-92ca-93f000df388d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:12.236210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6939ed95-1e9e-4346-8a8e-87399b9071da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:12.271485 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-64127251-8daa-493e-8e06-7892b752d281 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440061 Jun 22 15:04:12.275057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41598) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.280430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d0a8c758-fd8b-48f7-974f-6f50589c6ca1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'tempest-secgroup--993158672'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:12.304666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0a8c758-fd8b-48f7-974f-6f50589c6ca1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.389494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0a8c758-fd8b-48f7-974f-6f50589c6ca1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.393472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0a8c758-fd8b-48f7-974f-6f50589c6ca1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.395918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e3a940b9-1355-4643-ba6d-cf11bf815953 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:12.422168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0a8c758-fd8b-48f7-974f-6f50589c6ca1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.423335 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d0a8c758-fd8b-48f7-974f-6f50589c6ca1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1472266 Jun 22 15:04:12.425329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8c758-fd8b-48f7-974f-6f50589c6ca1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f86764-14e0-4e31-853d-2ca2afa4310a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:12.426533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41602) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.428088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d0a8c758-fd8b-48f7-974f-6f50589c6ca1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:12.432717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1cdca895-e948-4918-9a32-1168147d982e tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '43f86764-14e0-4e31-853d-2ca2afa4310a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:12.439115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41604) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.459942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41606) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.485257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-1cdca895-e948-4918-9a32-1168147d982e tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The resource could not be found. Jun 22 15:04:12.486913 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1cdca895-e948-4918-9a32-1168147d982e tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0590255 Jun 22 15:04:12.489624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41610) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.494354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d93fecd1-a8be-4930-bb89-13acf417739c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '43f86764-14e0-4e31-853d-2ca2afa4310a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8ea32cb8-3764-4b7e-acf8-5ffd6addd022'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:12.537344 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-d93fecd1-a8be-4930-bb89-13acf417739c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The resource could not be found. Jun 22 15:04:12.538696 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d93fecd1-a8be-4930-bb89-13acf417739c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0478742 Jun 22 15:04:12.541290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41612) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.620129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69fe8810-5f07-48b1-8b86-7564e7835c84 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.647655 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-31c990e3-1206-489f-b7f0-cb4be7c84a3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28c86aee05dd4c5db55fe677df0477d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862535 Jun 22 15:04:12.650233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41614) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.651575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69fe8810-5f07-48b1-8b86-7564e7835c84 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.694098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69fe8810-5f07-48b1-8b86-7564e7835c84 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.696862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-69fe8810-5f07-48b1-8b86-7564e7835c84 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.701446 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-69fe8810-5f07-48b1-8b86-7564e7835c84 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/43f86764-14e0-4e31-853d-2ca2afa4310a HTTP/1.1" status: 204 len: 168 time: 0.1589668 Jun 22 15:04:12.701674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41616) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.702623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3a18d56f-8029-4f1f-b901-df732b64aae1 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:12.716614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe8810-5f07-48b1-8b86-7564e7835c84 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f86764-14e0-4e31-853d-2ca2afa4310a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:12.719228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-69fe8810-5f07-48b1-8b86-7564e7835c84 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:12.784903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb2dca0d-e423-4531-8cbe-3640f50a1804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.859693 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6e687b0d-782f-44ae-8ceb-2ec3037a8c73 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1555786 Jun 22 15:04:12.863059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb2dca0d-e423-4531-8cbe-3640f50a1804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.863631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41618) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.868487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3868370b-7c29-4883-8072-f462f7cbd70c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '14f52134-1aa7-4c82-a941-eaaeecc64265', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:12.910450 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-3868370b-7c29-4883-8072-f462f7cbd70c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The resource could not be found. Jun 22 15:04:12.911492 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3868370b-7c29-4883-8072-f462f7cbd70c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0468659 Jun 22 15:04:12.915146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41620) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:12.920543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-95ef6355-dbaf-4a2c-842f-dcfa85a6a2fb tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'tempest-secgroup--326292729'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:12.944307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95ef6355-dbaf-4a2c-842f-dcfa85a6a2fb tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.954468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb2dca0d-e423-4531-8cbe-3640f50a1804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.957006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb2dca0d-e423-4531-8cbe-3640f50a1804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:12.958116 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-eb2dca0d-e423-4531-8cbe-3640f50a1804 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c410747b-9610-4c1f-a335-c35f13b07c48 HTTP/1.1" status: 204 len: 168 time: 0.3069265 Jun 22 15:04:12.984787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-011837cd-a204-4abe-9bb2-3a598bb2ddb7 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:12.996640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dca0d-e423-4531-8cbe-3640f50a1804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c410747b-9610-4c1f-a335-c35f13b07c48,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:13.000299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb2dca0d-e423-4531-8cbe-3640f50a1804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:13.040099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95ef6355-dbaf-4a2c-842f-dcfa85a6a2fb tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.044497 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95ef6355-dbaf-4a2c-842f-dcfa85a6a2fb tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.048010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-69fe8810-5f07-48b1-8b86-7564e7835c84 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:13.057611 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.074682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95ef6355-dbaf-4a2c-842f-dcfa85a6a2fb tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.078548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-95ef6355-dbaf-4a2c-842f-dcfa85a6a2fb tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1598203 Jun 22 15:04:13.078548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef6355-dbaf-4a2c-842f-dcfa85a6a2fb tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d7a8d7-8be5-4f68-8c52-cb4c0a32a221,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:13.079820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41624) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:13.081818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-95ef6355-dbaf-4a2c-842f-dcfa85a6a2fb tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:13.085188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-800ca48b-eb6c-4d37-8b5d-266c51b0b86a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'tempest-secgroup--26605393'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:13.111856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-800ca48b-eb6c-4d37-8b5d-266c51b0b86a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.228527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-800ca48b-eb6c-4d37-8b5d-266c51b0b86a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.233738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-800ca48b-eb6c-4d37-8b5d-266c51b0b86a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.237306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6271156d-951d-4aa8-b821-018df84c4c60 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:13.264119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-800ca48b-eb6c-4d37-8b5d-266c51b0b86a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.268426 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-800ca48b-eb6c-4d37-8b5d-266c51b0b86a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1847577 Jun 22 15:04:13.268426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41628) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:13.273632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9277bef1-5756-4cc2-8575-e01e4485a787 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group_rule': {'security_group_id': '08d7a8d7-8be5-4f68-8c52-cb4c0a32a221', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd4aeee91-a917-4b92-9e4a-25ef5871331d'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:13.278375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ca48b-eb6c-4d37-8b5d-266c51b0b86a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aeee91-a917-4b92-9e4a-25ef5871331d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:13.281646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-800ca48b-eb6c-4d37-8b5d-266c51b0b86a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:13.302066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41630) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:13.314620 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-9277bef1-5756-4cc2-8575-e01e4485a787 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:04:13.318174 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9277bef1-5756-4cc2-8575-e01e4485a787 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0462201 Jun 22 15:04:13.318406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41632) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:13.323009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e0b4e6ff-754c-4ca8-9394-165f04813ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.369352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d48f433-b4b1-402c-aa1a-4fd03c9c9930 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.385770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.17 (4a03032e-d176-4035-a6a9-d3ec76eab2c5/64a8704b-fb7b-4a8e-bdef-5479f139f51b/fb98d1e1-68b1-448d-ad2e-dc3300678a32) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:13.392093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d48f433-b4b1-402c-aa1a-4fd03c9c9930 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.435076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d48f433-b4b1-402c-aa1a-4fd03c9c9930 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.438037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d48f433-b4b1-402c-aa1a-4fd03c9c9930 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.441475 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9d48f433-b4b1-402c-aa1a-4fd03c9c9930 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/d4aeee91-a917-4b92-9e4a-25ef5871331d HTTP/1.1" status: 204 len: 168 time: 0.1198790 Jun 22 15:04:13.441475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-70bc25a7-4344-4b06-a156-94508ec9a186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:13.442960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41634) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:13.461083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48f433-b4b1-402c-aa1a-4fd03c9c9930 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aeee91-a917-4b92-9e4a-25ef5871331d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:13.463447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d48f433-b4b1-402c-aa1a-4fd03c9c9930 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:13.518441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-121a7116-9236-4b54-97da-177b489d8b45 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0718756 Jun 22 15:04:13.519225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41636) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:13.559928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e0b4e6ff-754c-4ca8-9394-165f04813ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.563886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.568993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e0b4e6ff-754c-4ca8-9394-165f04813ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.576411 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-489f7eaf-2465-4ae9-b0e6-bfafbe0324e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:13.576595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbfd06f0-9afa-464e-99b4-2f4f101f96b8 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.598915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object fb98d1e1-68b1-448d-ad2e-dc3300678a32 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:13.605460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbfd06f0-9afa-464e-99b4-2f4f101f96b8 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.628010 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e0b4e6ff-754c-4ca8-9394-165f04813ef6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5433ef4bf0d844ab84c54b3fae0e6885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248847 Jun 22 15:04:13.630105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4e6ff-754c-4ca8-9394-165f04813ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a93f61-a6c0-4e60-b302-a121fe49fb94,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:13.632405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41638) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:13.633656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e0b4e6ff-754c-4ca8-9394-165f04813ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:13.666385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbfd06f0-9afa-464e-99b4-2f4f101f96b8 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.666695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.669226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:13.669818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbfd06f0-9afa-464e-99b4-2f4f101f96b8 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.671037 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fbfd06f0-9afa-464e-99b4-2f4f101f96b8 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/08d7a8d7-8be5-4f68-8c52-cb4c0a32a221 HTTP/1.1" status: 204 len: 168 time: 0.1511755 Jun 22 15:04:13.675703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-800ca48b-eb6c-4d37-8b5d-266c51b0b86a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:13.677692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41640) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:13.689361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd06f0-9afa-464e-99b4-2f4f101f96b8 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d7a8d7-8be5-4f68-8c52-cb4c0a32a221,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:13.692161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fbfd06f0-9afa-464e-99b4-2f4f101f96b8 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:13.709340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65f4b3ce-379c-4aee-904f-d7c21cf53f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.731219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:13.731556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65f4b3ce-379c-4aee-904f-d7c21cf53f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.743671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:13.753618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:13.777023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=fb98d1e1-68b1-448d-ad2e-dc3300678a32,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:13.780214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65f4b3ce-379c-4aee-904f-d7c21cf53f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.783606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65f4b3ce-379c-4aee-904f-d7c21cf53f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.785265 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-65f4b3ce-379c-4aee-904f-d7c21cf53f5d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8a93f61-a6c0-4e60-b302-a121fe49fb94 HTTP/1.1" status: 204 len: 168 time: 0.1516488 Jun 22 15:04:13.786607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-224ba46a-8fbc-4354-ab14-0e530e7e4dd2 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:13.791412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:13.797460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4b3ce-379c-4aee-904f-d7c21cf53f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a93f61-a6c0-4e60-b302-a121fe49fb94,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:13.800026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-65f4b3ce-379c-4aee-904f-d7c21cf53f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:13.815759 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3b6b4922-fbe1-4faf-a05a-afa6296d5948 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1368082 Jun 22 15:04:13.819322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41644) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:13.826635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-df5bdc82-b76b-4b06-978b-10e19d5ca70f tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'tempest-secgroup--89392202'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:13.833328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.856721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df5bdc82-b76b-4b06-978b-10e19d5ca70f tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.960015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df5bdc82-b76b-4b06-978b-10e19d5ca70f tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.967003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df5bdc82-b76b-4b06-978b-10e19d5ca70f tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:13.972714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-82b6733b-36d4-4b89-b568-7bc39f33a3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:14.009429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df5bdc82-b76b-4b06-978b-10e19d5ca70f tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.011016 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-df5bdc82-b76b-4b06-978b-10e19d5ca70f tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1904173 Jun 22 15:04:14.012785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bdc82-b76b-4b06-978b-10e19d5ca70f tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b7e691-495c-4c49-9c34-2b96c7fd1cad,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:14.015039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41646) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:14.017519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df5bdc82-b76b-4b06-978b-10e19d5ca70f tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:14.024329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-93849274-bc94-47af-9393-ec6c6cc353c6 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:14.024329 dv-neutron-601336-93-hyperv neutron-server[93502]: WARNING neutron.api.v2.base [None req-93849274-bc94-47af-9393-ec6c6cc353c6 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 22 15:04:14.024329 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-93849274-bc94-47af-9393-ec6c6cc353c6 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] update failed (client error): There was a conflict when trying to complete your request. Jun 22 15:04:14.024786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.024894 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-93849274-bc94-47af-9393-ec6c6cc353c6 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "PUT /v2.0/security-groups/30b7e691-495c-4c49-9c34-2b96c7fd1cad HTTP/1.1" status: 409 len: 330 time: 0.0080445 Jun 22 15:04:14.027889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41650) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:14.046693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-61bd18e6-7db5-4d29-a7bd-3415c2c1c2b8 None None] Provisioning for port fb98d1e1-68b1-448d-ad2e-dc3300678a32 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:14.052275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-61bd18e6-7db5-4d29-a7bd-3415c2c1c2b8 None None] Provisioning complete for port fb98d1e1-68b1-448d-ad2e-dc3300678a32 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:14.052701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-61bd18e6-7db5-4d29-a7bd-3415c2c1c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.097534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-61bd18e6-7db5-4d29-a7bd-3415c2c1c2b8 None None] Port fb98d1e1-68b1-448d-ad2e-dc3300678a32 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:14.097816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-89a4cc1e-191a-45a9-ad35-0bcae572b3da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.122605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-89a4cc1e-191a-45a9-ad35-0bcae572b3da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.175364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-89a4cc1e-191a-45a9-ad35-0bcae572b3da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.179718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-89a4cc1e-191a-45a9-ad35-0bcae572b3da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.181716 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-89a4cc1e-191a-45a9-ad35-0bcae572b3da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/30b7e691-495c-4c49-9c34-2b96c7fd1cad HTTP/1.1" status: 204 len: 168 time: 0.1521983 Jun 22 15:04:14.183142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9839b5e1-0311-4a20-a009-c6050cd95719 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:14.184492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41652) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:14.195029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4cc1e-191a-45a9-ad35-0bcae572b3da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b7e691-495c-4c49-9c34-2b96c7fd1cad,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:14.205245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-89a4cc1e-191a-45a9-ad35-0bcae572b3da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:14.233304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41654) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:14.247219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-41cc8d89-3864-413f-86e9-fe162acbf4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.253490 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-426f9fc9-5545-4b02-9a8e-04b76de8cb19 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671556 Jun 22 15:04:14.256995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41656) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:14.274020 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-231ed81d-6b2f-4fd2-8376-ea726c5656e4 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] delete failed (client error): The resource could not be found. Jun 22 15:04:14.274983 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-231ed81d-6b2f-4fd2-8376-ea726c5656e4 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "DELETE /v2.0/security-groups/45247a55-2258-417e-9423-b7baeffd8ffc HTTP/1.1" status: 404 len: 347 time: 0.0170922 Jun 22 15:04:14.279110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41658) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:14.301617 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-cbafdbfd-ab48-4a0f-b1d5-ac4941e8fa56 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] show failed (client error): The resource could not be found. Jun 22 15:04:14.302846 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cbafdbfd-ab48-4a0f-b1d5-ac4941e8fa56 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-groups/74bdae57-f0ca-478b-85db-dc78be4f1075 HTTP/1.1" status: 404 len: 347 time: 0.0228679 Jun 22 15:04:14.306609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41660) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:14.328447 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-a1cd1b2a-4be2-428b-b67d-e97e868ed8fe tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] show failed (client error): The resource could not be found. Jun 22 15:04:14.329480 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a1cd1b2a-4be2-428b-b67d-e97e868ed8fe tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] 10.222.0.22 "GET /v2.0/security-group-rules/ef52221d-8418-4b18-870a-78620f112bb1 HTTP/1.1" status: 404 len: 356 time: 0.0219505 Jun 22 15:04:14.381910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-41cc8d89-3864-413f-86e9-fe162acbf4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.387381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-41cc8d89-3864-413f-86e9-fe162acbf4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.393586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-71268fd2-d038-43bb-8a78-c51debfa9af6 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:14.394284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.399895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.406403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a45d3c7f-9f90-403c-9fab-b79af6d0e04f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:14.433319 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-41cc8d89-3864-413f-86e9-fe162acbf4d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65aad3ef4921401ea398ad2af57511c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964831 Jun 22 15:04:14.433598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41664) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:14.440579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc8d89-3864-413f-86e9-fe162acbf4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be49695f-b69d-41d1-8df4-c0eaec1005d1,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:14.443728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-41cc8d89-3864-413f-86e9-fe162acbf4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:14.486876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.492546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=fb98d1e1-68b1-448d-ad2e-dc3300678a32,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:14.498375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:14.500464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1be82769-0186-4686-926e-59b20df5eded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.522713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1be82769-0186-4686-926e-59b20df5eded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.576322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1be82769-0186-4686-926e-59b20df5eded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.579024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1be82769-0186-4686-926e-59b20df5eded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.580180 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1be82769-0186-4686-926e-59b20df5eded admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be49695f-b69d-41d1-8df4-c0eaec1005d1 HTTP/1.1" status: 204 len: 168 time: 0.1456726 Jun 22 15:04:14.581201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3ae4e26d-0de2-41eb-a9db-dc829ff31c7c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:14.592485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be82769-0186-4686-926e-59b20df5eded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be49695f-b69d-41d1-8df4-c0eaec1005d1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:14.600647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1be82769-0186-4686-926e-59b20df5eded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:14.609292 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:14.611860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:14.655264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41670) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:14.754024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:14.880127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:14.897131 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472075 Jun 22 15:04:14.897328 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Sync routers for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:14.902584 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:14.903378 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:14.924511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a968fb0b-fda6-4f7f-91e7-cf2910233be8 None None] Provisioning complete for port fb98d1e1-68b1-448d-ad2e-dc3300678a32 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:14.925046 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a968fb0b-fda6-4f7f-91e7-cf2910233be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:14.974500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a968fb0b-fda6-4f7f-91e7-cf2910233be8 None None] Port fb98d1e1-68b1-448d-ad2e-dc3300678a32 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:15.002860 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d87c0b61-c498-4d47-bf93-c4d80188a8e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=736a0b63ddbc49b6ba3f4eedfb20430d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464437 Jun 22 15:04:15.005253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41684) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:15.071050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2134d78e-9e39-45cb-be8a-4dc46d18e79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:15.098188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2134d78e-9e39-45cb-be8a-4dc46d18e79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:15.122304 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:04:15.147153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2134d78e-9e39-45cb-be8a-4dc46d18e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:15.150428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2134d78e-9e39-45cb-be8a-4dc46d18e79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:15.151544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2134d78e-9e39-45cb-be8a-4dc46d18e79d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d92ce5a-d5f8-4203-b390-9db65343e9b2 HTTP/1.1" status: 204 len: 168 time: 0.1453474 Jun 22 15:04:15.152482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-34d5775f-8fcf-41a5-8c25-b653c8e8a519 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:15.166745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134d78e-9e39-45cb-be8a-4dc46d18e79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d92ce5a-d5f8-4203-b390-9db65343e9b2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:15.169692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2134d78e-9e39-45cb-be8a-4dc46d18e79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:15.315382 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-bedb0434-95e7-40b1-a7ae-c4b0a5fbc62e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729921 Jun 22 15:04:15.395780 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:04:13Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3fbefa35-cd37-4ec3-ab30-010005098ae1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:02:37Z', 'updated_at': '2021-06-22T15:02:42Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb98d1e1-68b1-448d-ad2e-dc3300678a32', 'name': '', 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:9c:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '64a8704b-fb7b-4a8e-bdef-5479f139f51b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:04:13Z', 'updated_at': '2021-06-22T15:04:14Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '64a8704b-fb7b-4a8e-bdef-5479f139f51b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:15.431002 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Checking router: 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:04:15.431372 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Updating router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 port fb98d1e1-68b1-448d-ad2e-dc3300678a32 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:04:15.439548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-374cce57-75f3-4182-b31e-17ab66a69d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:15.442795 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-374cce57-75f3-4182-b31e-17ab66a69d48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0807538 Jun 22 15:04:15.469781 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:15.566604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-28acb4bd-afc3-4a9c-b913-3a5ad4423f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:15.568611 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-28acb4bd-afc3-4a9c-b913-3a5ad4423f49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b762eb63-dd4e-44be-aa53-cb785dc10971 HTTP/1.1" status: 200 len: 898 time: 0.1041114 Jun 22 15:04:15.666189 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-a5a5be0f-4f37-4b2e-8b29-d841552fd00f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d HTTP/1.1" status: 200 len: 1000 time: 0.0906420 Jun 22 15:04:15.723639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-ac85c581-5806-441f-85ed-343ce130b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:15.725963 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-ac85c581-5806-441f-85ed-343ce130b19c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02e62985-b999-42fd-a0b6-9c561c5659cd HTTP/1.1" status: 200 len: 835 time: 0.0536094 Jun 22 15:04:15.778179 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:15.791694 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Transition to ACTIVE for port object fb98d1e1-68b1-448d-ad2e-dc3300678a32 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:15.799177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-56c207e8-83f6-4bf9-8189-afe1ea5e938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:15.801179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-56c207e8-83f6-4bf9-8189-afe1ea5e938b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b762eb63-dd4e-44be-aa53-cb785dc10971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684035 Jun 22 15:04:15.802175 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:15.807444 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-9f006892-2597-471e-aff3-36fd19a34594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:15.904400 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Pushing event updated for resources: {'Port': ['ID=fb98d1e1-68b1-448d-ad2e-dc3300678a32,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:15.912601 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.913201 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.913705 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.914320 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.914848 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.915353 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.915842 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.916328 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.916846 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.917354 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.918433 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.919036 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:15.924590 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:15.949723 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-066450ee-ea18-4e57-9717-58673ed23fe5 service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404250 Jun 22 15:04:15.979619 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Attempting to bind port fb98d1e1-68b1-448d-ad2e-dc3300678a32 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:04:15.979797 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Attempting to bind port fb98d1e1-68b1-448d-ad2e-dc3300678a32 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:04:15.981325 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Attempting to bind port fb98d1e1-68b1-448d-ad2e-dc3300678a32 on network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:04:15.987134 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:04:15.987840 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Checking segment: {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:15.988437 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:15.989032 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Bound using segment: {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:04:15.989693 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Bound port: fb98d1e1-68b1-448d-ad2e-dc3300678a32, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d42b716-bd1f-417e-8332-f81bd4a8a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:04:15.990269 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.070395 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75bdb226-db3a-492c-9e1e-7e322af78348 req-6cd0a730-0977-404e-80ca-9c6dfd031fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148956 Jun 22 15:04:16.118992 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] For port fb98d1e1-68b1-448d-ad2e-dc3300678a32, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:04:16.122777 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] For port fb98d1e1-68b1-448d-ad2e-dc3300678a32, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fb98d1e1-68b1-448d-ad2e-dc3300678a32,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:04:16.129869 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.132968 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:16.181385 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:16.182132 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:16.204788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41734) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:16.228458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41738) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:16.253480 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Pushing event updated for resources: {'Port': ['ID=fb98d1e1-68b1-448d-ad2e-dc3300678a32,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:16.265470 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:16.329158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-99581024'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:16.351996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1019648550', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:16.358232 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:04:16.384735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Made reservation on behalf of 7d10c9f673dc4871832c60b5f5b21483 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:16.389661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.401307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.410886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Made reservation on behalf of 1fe604e867f84cf8b256ac0fc919c9a0 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:16.413177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.426326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.529388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.535690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.541721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b3b6f8dc-9de8-4071-953d-edb2e821a133 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:16.575575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:04:16.599895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b52330a-8a48-41f0-b870-d54f2473d7e5,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:16.600314 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:04:13Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3fbefa35-cd37-4ec3-ab30-010005098ae1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:02:37Z', 'updated_at': '2021-06-22T15:02:42Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb98d1e1-68b1-448d-ad2e-dc3300678a32', 'name': '', 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:9c:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '64a8704b-fb7b-4a8e-bdef-5479f139f51b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:04:13Z', 'updated_at': '2021-06-22T15:04:16Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '64a8704b-fb7b-4a8e-bdef-5479f139f51b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:16.603396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:16.611785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.612214 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Added segment 75e9b471-27fe-441f-9c08-7a3dad475702 of type vlan for network cd94a5ee-694d-4dd2-9525-941e663d3945 Jun 22 15:04:16.628832 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7573afa0-f6c8-40fe-9b82-f272083ee4ef None None] The sync data for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv is: [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:04:13Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3fbefa35-cd37-4ec3-ab30-010005098ae1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:02:37Z', 'updated_at': '2021-06-22T15:02:42Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb98d1e1-68b1-448d-ad2e-dc3300678a32', 'name': '', 'network_id': '4a03032e-d176-4035-a6a9-d3ec76eab2c5', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:9c:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '64a8704b-fb7b-4a8e-bdef-5479f139f51b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:04:13Z', 'updated_at': '2021-06-22T15:04:16Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '64a8704b-fb7b-4a8e-bdef-5479f139f51b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:16.676220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.745031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.746251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.751824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:16.752437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.755297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1a7b7901-4008-4b80-989f-433b3804507b tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:16.760552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.810761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] device_id is not set on port ca2aee55-de44-440d-8061-35c5d8ab60d0 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:16.831318 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6254091 Jun 22 15:04:16.834798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41742) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:16.846137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Request body: {'subnet': {'network_id': 'cd94a5ee-694d-4dd2-9525-941e663d3945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:16.864837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Pushing event updated for resources: {'Network': ['ID=cd94a5ee-694d-4dd2-9525-941e663d3945,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:16.868985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:16.869521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-84f0e086-1c61-4a39-a44e-74bcacd06b5a tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:16.881516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network cd94a5ee-694d-4dd2-9525-941e663d3945 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:04:16.911339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a20cde4-5809-4e9e-aade-fa42f8c62db9,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:16.936496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:16.950885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Made reservation on behalf of 7d10c9f673dc4871832c60b5f5b21483 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:16.954868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:16.979410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Allocated IP 172.26.6.135 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/ca2aee55-de44-440d-8061-35c5d8ab60d0) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:17.142385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.157375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.163017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50a8e049-cf53-4e2b-91ee-1bcf991b2e79 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:17.185129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.189615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:17.225797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Pushing event updated for resources: {'Subnet': ['ID=8f423327-7173-49b0-996f-37a8a475a2d1,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:17.228708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:17.235161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Checking segment: {'id': '75e9b471-27fe-441f-9c08-7a3dad475702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cd94a5ee-694d-4dd2-9525-941e663d3945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:17.235714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Network hostable DHCP agents. Network: cd94a5ee-694d-4dd2-9525-941e663d3945, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:04:17.236886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:17.241488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:17.246854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:17.250208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Pushing event updated for resources: {'Port': ['ID=ca2aee55-de44-440d-8061-35c5d8ab60d0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:17.255946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Network cd94a5ee-694d-4dd2-9525-941e663d3945 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:04:17.267188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, cd94a5ee-694d-4dd2-9525-941e663d3945) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:17.270654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:17.272264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:17.273103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.280481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca13e7-466b-4c9b-abca-5554dc8665e1 None None] Network cd94a5ee-694d-4dd2-9525-941e663d3945 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:17.289662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:17.289938 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4536216 Jun 22 15:04:17.290292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.292315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41744) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:17.297991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Request body: {'port': {'network_id': 'cd94a5ee-694d-4dd2-9525-941e663d3945', 'name': 'tempest-TagsExtTest-1351280759'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:17.307646 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0749242 Jun 22 15:04:17.307828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41746) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:17.313624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.135'}]}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:17.337622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.340862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.398233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.440674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Made reservation on behalf of 7d10c9f673dc4871832c60b5f5b21483 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:17.445548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.455401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-cd94a5ee-694d-4dd2-9525-941e663d3945', 'network_id': 'cd94a5ee-694d-4dd2-9525-941e663d3945', 'tenant_id': '7d10c9f673dc4871832c60b5f5b21483', 'fixed_ips': [{'subnet_id': '8f423327-7173-49b0-996f-37a8a475a2d1'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:04:17.456309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.465890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] device_id is not set on port 1a95a8fd-250c-45bd-a9bc-4765a59e56a8 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:17.556510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.579800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Allocated IP 172.20.0.9 (cd94a5ee-694d-4dd2-9525-941e663d3945/8f423327-7173-49b0-996f-37a8a475a2d1/1a95a8fd-250c-45bd-a9bc-4765a59e56a8) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:17.723943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.742344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Transition to ACTIVE for port object 1a95a8fd-250c-45bd-a9bc-4765a59e56a8 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:17.775810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.782166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6896462f-6882-405b-ba0b-aca37146f599 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:17.800955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.819353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Allocated IP 172.20.0.2 (cd94a5ee-694d-4dd2-9525-941e663d3945/8f423327-7173-49b0-996f-37a8a475a2d1/54e4e6a8-bb73-43bf-b22c-8db836d89d8c) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:17.819917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.826187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Network cd94a5ee-694d-4dd2-9525-941e663d3945 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:17.829880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:17.834662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:17.839000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Pushing event updated for resources: {'Port': ['ID=1a95a8fd-250c-45bd-a9bc-4765a59e56a8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:17.862125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:17.891276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:17.891994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.907968 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6140356 Jun 22 15:04:17.910613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41750) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:17.924669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-df1ac877-55f8-4cfe-8354-914f23ad2761 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-43238305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:17.976907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:17.985484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Transition to ACTIVE for port object 54e4e6a8-bb73-43bf-b22c-8db836d89d8c will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:17.999967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Transition to ACTIVE for port object 54e4e6a8-bb73-43bf-b22c-8db836d89d8c will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:18.000450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df1ac877-55f8-4cfe-8354-914f23ad2761 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.001613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df1ac877-55f8-4cfe-8354-914f23ad2761 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.008006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.011044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-360c87e2-abe6-417b-8455-985505e9dfb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:18.049992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Network cd94a5ee-694d-4dd2-9525-941e663d3945 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:18.052933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:18.056678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:18.066406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Pushing event updated for resources: {'Port': ['ID=54e4e6a8-bb73-43bf-b22c-8db836d89d8c,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:18.070556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:18.105556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.111052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df1ac877-55f8-4cfe-8354-914f23ad2761 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.123648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fb98d1e1-68b1-448d-ad2e-dc3300678a32 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:18.144416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df1ac877-55f8-4cfe-8354-914f23ad2761 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.146870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Attempting to bind port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:04:18.147238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Attempting to bind port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '75e9b471-27fe-441f-9c08-7a3dad475702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cd94a5ee-694d-4dd2-9525-941e663d3945'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:04:18.147610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Attempting to bind port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c on network cd94a5ee-694d-4dd2-9525-941e663d3945 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:04:18.155197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:04:18.155577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Checking segment: {'id': '75e9b471-27fe-441f-9c08-7a3dad475702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cd94a5ee-694d-4dd2-9525-941e663d3945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:18.155984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.156383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Bound using segment: {'id': '75e9b471-27fe-441f-9c08-7a3dad475702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cd94a5ee-694d-4dd2-9525-941e663d3945'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:04:18.156876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Bound port: 54e4e6a8-bb73-43bf-b22c-8db836d89d8c, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e9b471-27fe-441f-9c08-7a3dad475702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cd94a5ee-694d-4dd2-9525-941e663d3945'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:04:18.157257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.190865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df1ac877-55f8-4cfe-8354-914f23ad2761 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.192036 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-df1ac877-55f8-4cfe-8354-914f23ad2761 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2805116 Jun 22 15:04:18.195210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41752) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:18.200509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9996d6d3-228b-4ec9-a259-97370ab16762 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-633605044', 'prefixes': ['172.20.0.0/16']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:18.226596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port fb98d1e1-68b1-448d-ad2e-dc3300678a32 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:18.236477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port fb98d1e1-68b1-448d-ad2e-dc3300678a32 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:18.236872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.261818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] For port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:04:18.265725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9996d6d3-228b-4ec9-a259-97370ab16762 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for subnetpool, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.270303 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9996d6d3-228b-4ec9-a259-97370ab16762 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0706124 Jun 22 15:04:18.270677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41754) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:18.275509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-8d012c1f-6ef8-4d07-97cf-40a2818df5e5 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1', 'tempest-TagsExtTest-Tag-2013015250') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:18.280074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] For port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=54e4e6a8-bb73-43bf-b22c-8db836d89d8c,segment=NetworkSegment(75e9b471-27fe-441f-9c08-7a3dad475702),segment_id=75e9b471-27fe-441f-9c08-7a3dad475702)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:04:18.286619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.287041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.288915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.289967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:18.346998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.349242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32a4ecf1-8702-4085-aa90-87fc6ff8f079 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:04:18.354530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Pushing event updated for resources: {'Port': ['ID=54e4e6a8-bb73-43bf-b22c-8db836d89d8c,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:18.359225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:18.371545 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 22 15:04:18.373179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-11f7b4c5-078d-4fa8-abb0-32e27c64c47f tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0637560 Jun 22 15:04:18.376165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41756) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:18.401282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.401532 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8d012c1f-6ef8-4d07-97cf-40a2818df5e5 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags/tempest-TagsExtTest-Tag-2013015250 HTTP/1.1" status: 201 len: 201 time: 0.1270750 Jun 22 15:04:18.401770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41758) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:18.408813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-fdba27a2-7be0-4adf-a751-cd33c072c084 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8', 'tempest-TagsExtTest-Tag-961970906') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:18.435128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port fb98d1e1-68b1-448d-ad2e-dc3300678a32, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fb98d1e1-68b1-448d-ad2e-dc3300678a32,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:18.442044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.444794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:18.491089 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fdba27a2-7be0-4adf-a751-cd33c072c084 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags/tempest-TagsExtTest-Tag-961970906 HTTP/1.1" status: 201 len: 201 time: 0.0872207 Jun 22 15:04:18.491644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Deleting port ca2aee55-de44-440d-8061-35c5d8ab60d0 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:18.491987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.493792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41760) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:18.500025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-ed3add57-3e0f-4957-b53a-33edb9d58669 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea', 'tempest-TagsExtTest-Tag-552025809') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:18.510707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=fb98d1e1-68b1-448d-ad2e-dc3300678a32,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:18.514876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:18.612055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.689575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Calling delete_port for ca2aee55-de44-440d-8061-35c5d8ab60d0 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:18.821131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.826160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:18.850526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca2aee55-de44-440d-8061-35c5d8ab60d0,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:18.853009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:18.919275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:18.923309 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ca2aee55-de44-440d-8061-35c5d8ab60d0 HTTP/1.1" status: 204 len: 168 time: 0.5455933 Jun 22 15:04:18.935973 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ed3add57-3e0f-4957-b53a-33edb9d58669 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags/tempest-TagsExtTest-Tag-552025809 HTTP/1.1" status: 201 len: 201 time: 0.4409153 Jun 22 15:04:18.938591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41764) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:18.943497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-d4cd7db1-c15f-4a48-a0f4-496dd7bb5ffd tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060', 'tempest-TagsExtTest-Tag-231526452') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:18.988492 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d4cd7db1-c15f-4a48-a0f4-496dd7bb5ffd tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags/tempest-TagsExtTest-Tag-231526452 HTTP/1.1" status: 201 len: 201 time: 0.0488272 Jun 22 15:04:18.991035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41766) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:18.996414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-be76ae06-5dd8-4809-891f-6a98985385af tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.056373 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-be76ae06-5dd8-4809-891f-6a98985385af tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags HTTP/1.1" status: 200 len: 241 time: 0.0641246 Jun 22 15:04:19.059979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41768) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.064623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-a5af2df3-e370-4084-a5c3-9f7f9cf8c0fe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1', 'tempest-TagsExtTest-Tag-2013015250') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.132115 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a5af2df3-e370-4084-a5c3-9f7f9cf8c0fe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags/tempest-TagsExtTest-Tag-2013015250 HTTP/1.1" status: 204 len: 168 time: 0.0685668 Jun 22 15:04:19.132344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41772) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.137442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-b4f6e5ab-56e2-4e77-94b5-a44ab8db6831 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1', 'tempest-TagsExtTest-Tag-2013015250') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.194855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41774) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.217118 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b4f6e5ab-56e2-4e77-94b5-a44ab8db6831 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags/tempest-TagsExtTest-Tag-2013015250 HTTP/1.1" status: 204 len: 168 time: 0.0834990 Jun 22 15:04:19.219563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41778) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.224597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-02e5362f-13c7-4be9-afdd-c5ed6b38bbc1 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.285945 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-02e5362f-13c7-4be9-afdd-c5ed6b38bbc1 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags HTTP/1.1" status: 200 len: 205 time: 0.0627451 Jun 22 15:04:19.286290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41780) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.290858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-8e12b6bd-7d49-48e8-872f-1f33ef73fdf0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.335349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f98444b-6822-414e-905a-9fd54762d0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:19.357906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa3c40-d05d-4588-867a-1686b1560362 None None] Network cd94a5ee-694d-4dd2-9525-941e663d3945 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:19.390954 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8e12b6bd-7d49-48e8-872f-1f33ef73fdf0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags HTTP/1.1" status: 200 len: 240 time: 0.1035662 Jun 22 15:04:19.393681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41782) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.400414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-8c386768-a59a-47af-9903-bf32ace4224f tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8', 'tempest-TagsExtTest-Tag-961970906') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.432245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c7921ef0-4e96-41f6-a57c-3fa0c2a07751 None None] Provisioning for port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:19.457694 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8c386768-a59a-47af-9903-bf32ace4224f tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags/tempest-TagsExtTest-Tag-961970906 HTTP/1.1" status: 204 len: 168 time: 0.0625272 Jun 22 15:04:19.460086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41784) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.462073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f98444b-6822-414e-905a-9fd54762d0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:19.466007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-32611fb1-3c8b-4575-a314-8fabce807846 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8', 'tempest-TagsExtTest-Tag-961970906') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.467644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f98444b-6822-414e-905a-9fd54762d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:19.470765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9bb48f50-19f6-43ca-b78e-652960f070bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:19.514141 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9f98444b-6822-414e-905a-9fd54762d0f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9f670d6619e49cab74d2f8da115adba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182471 Jun 22 15:04:19.514818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41786) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.515310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98444b-6822-414e-905a-9fd54762d0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902e059-2f1a-4e78-aec8-52d4d22b5518,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:19.518571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9f98444b-6822-414e-905a-9fd54762d0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:19.576324 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-32611fb1-3c8b-4575-a314-8fabce807846 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags/tempest-TagsExtTest-Tag-961970906 HTTP/1.1" status: 204 len: 168 time: 0.1151104 Jun 22 15:04:19.578965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41788) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.583962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-eaed9464-ef2d-440c-aa50-c1a4caf8b8ea tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.595447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42c8eb1b-47d0-4182-aad2-bf156a14e9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:19.618663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42c8eb1b-47d0-4182-aad2-bf156a14e9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:19.647718 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-eaed9464-ef2d-440c-aa50-c1a4caf8b8ea tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags HTTP/1.1" status: 200 len: 205 time: 0.0673647 Jun 22 15:04:19.648480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41790) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.654019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-132ad92c-7808-48e6-b950-7f91a2f64b4b tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.677932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42c8eb1b-47d0-4182-aad2-bf156a14e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:19.680730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42c8eb1b-47d0-4182-aad2-bf156a14e9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:19.684410 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-42c8eb1b-47d0-4182-aad2-bf156a14e9ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4902e059-2f1a-4e78-aec8-52d4d22b5518 HTTP/1.1" status: 204 len: 168 time: 0.1649461 Jun 22 15:04:19.684410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-95ef6355-dbaf-4a2c-842f-dcfa85a6a2fb tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:19.695995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8eb1b-47d0-4182-aad2-bf156a14e9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902e059-2f1a-4e78-aec8-52d4d22b5518,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:19.698986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-42c8eb1b-47d0-4182-aad2-bf156a14e9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:19.739690 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-132ad92c-7808-48e6-b950-7f91a2f64b4b tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags HTTP/1.1" status: 200 len: 240 time: 0.0899448 Jun 22 15:04:19.744176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41796) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.750734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-6bbf57f9-b7cf-425d-9179-ce11ae296b7f tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea', 'tempest-TagsExtTest-Tag-552025809') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.786512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1f09439c-5b1c-4b97-907f-60e7629a49f0 None None] Provisioning for port 1a95a8fd-250c-45bd-a9bc-4765a59e56a8 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:19.792077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1f09439c-5b1c-4b97-907f-60e7629a49f0 None None] Provisioning complete for port 1a95a8fd-250c-45bd-a9bc-4765a59e56a8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:19.792989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1f09439c-5b1c-4b97-907f-60e7629a49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:19.837244 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6bbf57f9-b7cf-425d-9179-ce11ae296b7f tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags/tempest-TagsExtTest-Tag-552025809 HTTP/1.1" status: 204 len: 168 time: 0.0900927 Jun 22 15:04:19.840729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41800) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.842730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1f09439c-5b1c-4b97-907f-60e7629a49f0 None None] Port 1a95a8fd-250c-45bd-a9bc-4765a59e56a8 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:19.846173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-a85f50d0-88e7-434f-8438-9e4c97a28e6e tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea', 'tempest-TagsExtTest-Tag-552025809') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:19.943220 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a85f50d0-88e7-434f-8438-9e4c97a28e6e tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags/tempest-TagsExtTest-Tag-552025809 HTTP/1.1" status: 204 len: 168 time: 0.1010728 Jun 22 15:04:19.945578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41802) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:19.951564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-ea7aab14-e3c0-49ad-964c-a188b04030d2 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.001550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41804) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.038926 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ea7aab14-e3c0-49ad-964c-a188b04030d2 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags HTTP/1.1" status: 200 len: 205 time: 0.0920284 Jun 22 15:04:20.044599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41806) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.054673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-42e34fa7-51c5-4153-ab71-7554bd3207f7 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.064543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0cd38709-a0ae-4dbc-bd0b-000ab1c2b457 None None] Provisioning complete for port 1a95a8fd-250c-45bd-a9bc-4765a59e56a8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:20.064963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0cd38709-a0ae-4dbc-bd0b-000ab1c2b457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:20.074695 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2da909d6-9f34-4dec-87b6-57f1ae024937 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fe604e867f84cf8b256ac0fc919c9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695627 Jun 22 15:04:20.075541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41808) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.084017 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-42e34fa7-51c5-4153-ab71-7554bd3207f7 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags HTTP/1.1" status: 200 len: 240 time: 0.0383472 Jun 22 15:04:20.086530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41810) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.092210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-7fcb0c3d-211e-43dc-9d6b-3ea1716607f7 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060', 'tempest-TagsExtTest-Tag-231526452') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.108941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0cd38709-a0ae-4dbc-bd0b-000ab1c2b457 None None] Port 1a95a8fd-250c-45bd-a9bc-4765a59e56a8 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:20.117682 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7fcb0c3d-211e-43dc-9d6b-3ea1716607f7 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags/tempest-TagsExtTest-Tag-231526452 HTTP/1.1" status: 204 len: 168 time: 0.0301270 Jun 22 15:04:20.118681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41812) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.124391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-aa812314-ec12-4804-b6ae-7ee3a7b02968 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060', 'tempest-TagsExtTest-Tag-231526452') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.135925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6c551bb-e781-4d7a-a9c3-ea081855050f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:20.159072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6c551bb-e781-4d7a-a9c3-ea081855050f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:20.165118 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-aa812314-ec12-4804-b6ae-7ee3a7b02968 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags/tempest-TagsExtTest-Tag-231526452 HTTP/1.1" status: 204 len: 168 time: 0.0431006 Jun 22 15:04:20.165280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41814) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.175574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-2ead4d01-a7a9-4d5b-97ab-7a3bdc1136f9 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.176388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fb98d1e1-68b1-448d-ad2e-dc3300678a32 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:20.224343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port fb98d1e1-68b1-448d-ad2e-dc3300678a32 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:20.224640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:20.248248 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2ead4d01-a7a9-4d5b-97ab-7a3bdc1136f9 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags HTTP/1.1" status: 200 len: 205 time: 0.0817158 Jun 22 15:04:20.250999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41816) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.256030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-942cccc2-b468-4d02-b498-d09d855bcdb4 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.270821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6c551bb-e781-4d7a-a9c3-ea081855050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:20.273576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6c551bb-e781-4d7a-a9c3-ea081855050f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:20.274702 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c6c551bb-e781-4d7a-a9c3-ea081855050f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a20cde4-5809-4e9e-aade-fa42f8c62db9 HTTP/1.1" status: 204 len: 168 time: 0.1974328 Jun 22 15:04:20.275517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e0b1d1d-fbff-464c-842b-aee8cb716048 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:20.284276 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c551bb-e781-4d7a-a9c3-ea081855050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a20cde4-5809-4e9e-aade-fa42f8c62db9,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:20.287015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c6c551bb-e781-4d7a-a9c3-ea081855050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:20.297255 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-942cccc2-b468-4d02-b498-d09d855bcdb4 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags HTTP/1.1" status: 204 len: 168 time: 0.0429699 Jun 22 15:04:20.297776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41820) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.303221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-92664afc-6b8f-454f-b84a-48c5ba4416d0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.327314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 54e4e6a8-bb73-43bf-b22c-8db836d89d8c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:20.377139 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:20.381639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:20.382019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:20.393742 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-92664afc-6b8f-454f-b84a-48c5ba4416d0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags HTTP/1.1" status: 204 len: 168 time: 0.0926278 Jun 22 15:04:20.393985 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41822) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.398500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-6be1d4e7-5289-4629-919e-acade446779b tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.455788 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6be1d4e7-5289-4629-919e-acade446779b tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0607200 Jun 22 15:04:20.456263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41824) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.462079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-1d0f824c-4cdf-49c6-ab7b-8efa48a46329 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.474162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:20.507370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=54e4e6a8-bb73-43bf-b22c-8db836d89d8c,segment=NetworkSegment(75e9b471-27fe-441f-9c08-7a3dad475702),segment_id=75e9b471-27fe-441f-9c08-7a3dad475702)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:20.513219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:20.515972 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6e3d96c2-0e9c-4039-be48-c239f68206c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:20.562416 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1d0f824c-4cdf-49c6-ab7b-8efa48a46329 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags HTTP/1.1" status: 204 len: 168 time: 0.1039920 Jun 22 15:04:20.566192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41830) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.570435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=54e4e6a8-bb73-43bf-b22c-8db836d89d8c,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:20.571099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-4f0f900b-4f5e-4b8b-a401-9c21b23760bc tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1', 'tempest-TagsExtTest-Tag-693756375') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.574778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:20.647254 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4f0f900b-4f5e-4b8b-a401-9c21b23760bc tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags/tempest-TagsExtTest-Tag-693756375 HTTP/1.1" status: 201 len: 201 time: 0.0775759 Jun 22 15:04:20.647458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41836) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.652977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-66670411-79f4-44c1-ad28-3b0b7dc0a347 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8', 'tempest-TagsExtTest-Tag-1506594162') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.716335 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-66670411-79f4-44c1-ad28-3b0b7dc0a347 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags/tempest-TagsExtTest-Tag-1506594162 HTTP/1.1" status: 201 len: 201 time: 0.0678506 Jun 22 15:04:20.719019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41840) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.724081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-69406a95-f6f1-4522-92a5-813c42849210 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea', 'tempest-TagsExtTest-Tag-1493867746') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.816010 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-69406a95-f6f1-4522-92a5-813c42849210 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags/tempest-TagsExtTest-Tag-1493867746 HTTP/1.1" status: 201 len: 201 time: 0.0958672 Jun 22 15:04:20.818578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41846) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.823293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-d1ee5d4b-cdbb-4127-adea-0ee8dc6bdce4 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060', 'tempest-TagsExtTest-Tag-846846205') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.856783 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d1ee5d4b-cdbb-4127-adea-0ee8dc6bdce4 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags/tempest-TagsExtTest-Tag-846846205 HTTP/1.1" status: 201 len: 201 time: 0.0371280 Jun 22 15:04:20.859188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41850) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.864447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-0d24888c-14f0-467a-b3e1-47d00beec64a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1', {'tags': ['tempest-TagsExtTest-Tag-571150572', 'tempest-TagsExtTest-Tag-467815655', 'tempest-TagsExtTest-Tag-519327573']}) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:20.929244 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0d24888c-14f0-467a-b3e1-47d00beec64a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags HTTP/1.1" status: 200 len: 315 time: 0.0658467 Jun 22 15:04:20.929698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41854) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:20.935044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-39274ff7-a6a2-43dc-8639-596bb44e53c2 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:21.001449 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-39274ff7-a6a2-43dc-8639-596bb44e53c2 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0705817 Jun 22 15:04:21.003958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41856) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.008502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-3fe2faaf-ad2a-4b96-8dc0-9566a783ba6b tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1', 'tempest-TagsExtTest-Tag-571150572') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:21.016474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41858) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.121473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-143014447'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:21.142953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Made reservation on behalf of 3132d5920f174bdb89006ed913329c31 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:21.146792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.157829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.262573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.267349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.270422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bdfc4637-8fab-4e8c-a33c-9076fbd387d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:21.294564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:04:21.303646 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64eb72f7-9273-443d-a287-8b31f2e8a41e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:21.307450 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:21.310563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.310910 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Added segment 1f62e474-a2d8-480d-9e46-d869cca3fc3d of type vlan for network 2238b192-08b9-43dc-8f7c-34360f35ae00 Jun 22 15:04:21.359682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.390460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.396174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:21.396782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.400145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb6447cc-b1ce-4053-a80d-da2dcb5e43b7 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:21.415391 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-3fe2faaf-ad2a-4b96-8dc0-9566a783ba6b tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:21.416806 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3fe2faaf-ad2a-4b96-8dc0-9566a783ba6b tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags/tempest-TagsExtTest-Tag-571150572 HTTP/1.1" status: 404 len: 328 time: 0.4118752 Jun 22 15:04:21.419588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41862) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.424406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-e6194d42-a3a8-4de1-accb-64ac526886fb tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1', 'tempest-TagsExtTest-Tag-467815655') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:21.448097 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4304616 Jun 22 15:04:21.452085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41864) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.457737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'subnet': {'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:21.463762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Network': ['ID=2238b192-08b9-43dc-8f7c-34360f35ae00,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:21.469303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:21.477065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:04:21.545735 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-e6194d42-a3a8-4de1-accb-64ac526886fb tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:21.546740 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e6194d42-a3a8-4de1-accb-64ac526886fb tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags/tempest-TagsExtTest-Tag-467815655 HTTP/1.1" status: 404 len: 328 time: 0.1258359 Jun 22 15:04:21.549652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41866) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.554368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-2ffe2aef-f782-4420-8151-32b88af7ee7a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1', 'tempest-TagsExtTest-Tag-519327573') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:21.562011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Made reservation on behalf of 3132d5920f174bdb89006ed913329c31 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:21.565572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.605918 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-2ffe2aef-f782-4420-8151-32b88af7ee7a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:21.609856 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2ffe2aef-f782-4420-8151-32b88af7ee7a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags/tempest-TagsExtTest-Tag-519327573 HTTP/1.1" status: 404 len: 328 time: 0.0562975 Jun 22 15:04:21.610029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41868) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.614647 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-6e2d4a88-1951-4a43-8ef8-487026c72f0f tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8', {'tags': ['tempest-TagsExtTest-Tag-657920412', 'tempest-TagsExtTest-Tag-15158353', 'tempest-TagsExtTest-Tag-2131137574']}) {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:21.681424 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6e2d4a88-1951-4a43-8ef8-487026c72f0f tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags HTTP/1.1" status: 200 len: 315 time: 0.0703506 Jun 22 15:04:21.684494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41870) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.689030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-066b9d24-405a-404a-aad6-c655ab1bab62 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:21.754266 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-066b9d24-405a-404a-aad6-c655ab1bab62 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0685976 Jun 22 15:04:21.754851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.756466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8457995f-546e-4bff-a0de-e15b2e4dfd88 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:21.758044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41872) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.763350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-31d7f67a-d39f-4b7a-b01c-89d6abc489ca tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8', 'tempest-TagsExtTest-Tag-657920412') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:21.815693 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-31d7f67a-d39f-4b7a-b01c-89d6abc489ca tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:21.816640 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-31d7f67a-d39f-4b7a-b01c-89d6abc489ca tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags/tempest-TagsExtTest-Tag-657920412 HTTP/1.1" status: 404 len: 328 time: 0.0575655 Jun 22 15:04:21.819388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Subnet': ['ID=7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:21.819533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41876) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.823038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:21.826060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-5eef041c-e5f7-4969-99cb-714016a213bf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8', 'tempest-TagsExtTest-Tag-15158353') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:21.830949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Checking segment: {'id': '1f62e474-a2d8-480d-9e46-d869cca3fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:21.831305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Network hostable DHCP agents. Network: 2238b192-08b9-43dc-8f7c-34360f35ae00, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:04:21.853683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:04:21.867616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 2238b192-08b9-43dc-8f7c-34360f35ae00) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:21.873536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:21.874422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:21.881364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec54b203-3dd2-4ad8-910a-7c904df032eb None None] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:21.887270 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-5eef041c-e5f7-4969-99cb-714016a213bf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:21.891147 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5eef041c-e5f7-4969-99cb-714016a213bf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags/tempest-TagsExtTest-Tag-15158353 HTTP/1.1" status: 404 len: 327 time: 0.0679677 Jun 22 15:04:21.891449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41878) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.895080 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4419415 Jun 22 15:04:21.896498 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-3b87a7f0-d04f-4a61-81af-3d1cdf0abec8 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8', 'tempest-TagsExtTest-Tag-2131137574') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:21.897633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41880) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.912453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'port': {'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-668943718'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:21.963902 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-3b87a7f0-d04f-4a61-81af-3d1cdf0abec8 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:21.965782 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3b87a7f0-d04f-4a61-81af-3d1cdf0abec8 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags/tempest-TagsExtTest-Tag-2131137574 HTTP/1.1" status: 404 len: 329 time: 0.0733821 Jun 22 15:04:21.969410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41882) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:21.974863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-e75975f1-668c-424b-bf5f-acb93d2f3c2a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea', {'tags': ['tempest-TagsExtTest-Tag-1799322359', 'tempest-TagsExtTest-Tag-461277306', 'tempest-TagsExtTest-Tag-521380909']}) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.046877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-2238b192-08b9-43dc-8f7c-34360f35ae00', 'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00', 'tenant_id': '3132d5920f174bdb89006ed913329c31', 'fixed_ips': [{'subnet_id': '7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:04:22.047761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:22.103624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e75975f1-668c-424b-bf5f-acb93d2f3c2a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags HTTP/1.1" status: 200 len: 316 time: 0.1331682 Jun 22 15:04:22.112717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41884) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.119302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-0f3f4057-75c8-4e26-8647-a5383a62c543 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.141833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Made reservation on behalf of 3132d5920f174bdb89006ed913329c31 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:22.146365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:22.170388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] device_id is not set on port 5ac2e1e0-a6ee-47ff-8881-5e55e37689ac yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:22.234014 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0f3f4057-75c8-4e26-8647-a5383a62c543 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1145468 Jun 22 15:04:22.234354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41886) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.239759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-07b3d9ee-da67-4e7d-8a9b-63aa2a1660b7 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea', 'tempest-TagsExtTest-Tag-1799322359') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.285617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 54e4e6a8-bb73-43bf-b22c-8db836d89d8c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:22.319489 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-07b3d9ee-da67-4e7d-8a9b-63aa2a1660b7 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:22.320623 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-07b3d9ee-da67-4e7d-8a9b-63aa2a1660b7 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags/tempest-TagsExtTest-Tag-1799322359 HTTP/1.1" status: 404 len: 329 time: 0.0852492 Jun 22 15:04:22.325376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41888) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.330992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-cca8ae5b-e197-4925-9b7d-2e94ac06e83a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea', 'tempest-TagsExtTest-Tag-461277306') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.347275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Allocated IP 2001:db8::30c (2238b192-08b9-43dc-8f7c-34360f35ae00/7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1/5ac2e1e0-a6ee-47ff-8881-5e55e37689ac) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:22.356051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:22.356849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:22.419977 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-cca8ae5b-e197-4925-9b7d-2e94ac06e83a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:22.428575 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cca8ae5b-e197-4925-9b7d-2e94ac06e83a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags/tempest-TagsExtTest-Tag-461277306 HTTP/1.1" status: 404 len: 328 time: 0.0939102 Jun 22 15:04:22.428575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41890) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.430431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-c6e3eef7-e346-4f97-a1d5-1577d6cd2352 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea', 'tempest-TagsExtTest-Tag-521380909') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.512183 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-c6e3eef7-e346-4f97-a1d5-1577d6cd2352 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:22.513474 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c6e3eef7-e346-4f97-a1d5-1577d6cd2352 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags/tempest-TagsExtTest-Tag-521380909 HTTP/1.1" status: 404 len: 328 time: 0.0874453 Jun 22 15:04:22.516152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41892) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.527358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.tag.tag_plugin [None req-302b9542-113f-4a21-a7e2-6c4cba6f6ce8 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060', {'tags': ['tempest-TagsExtTest-Tag-1198338865', 'tempest-TagsExtTest-Tag-325026480', 'tempest-TagsExtTest-Tag-1806907657']}) {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.571652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:22.589280 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-302b9542-113f-4a21-a7e2-6c4cba6f6ce8 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "PUT /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags HTTP/1.1" status: 200 len: 317 time: 0.0719886 Jun 22 15:04:22.590501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Transition to ACTIVE for port object 5ac2e1e0-a6ee-47ff-8881-5e55e37689ac will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:22.592168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41894) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.596841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-2ad8b37d-821c-4ca4-bc3f-7d62fdfa1848 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.625995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:22.631641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b48fb719-9211-44c0-9238-2984076fbfb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:22.658155 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2ad8b37d-821c-4ca4-bc3f-7d62fdfa1848 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags HTTP/1.1" status: 204 len: 168 time: 0.0624795 Jun 22 15:04:22.658372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41896) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.662943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-25a50c62-938a-49a6-bbe4-4ab0cd46d046 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060', 'tempest-TagsExtTest-Tag-1198338865') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.673823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Allocated IP 2001:db8::2 (2238b192-08b9-43dc-8f7c-34360f35ae00/7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1/86baf80a-effe-4627-8f74-44ab0b19b3b3) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:22.680133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:22.684060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:22.688337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:22.690161 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-25a50c62-938a-49a6-bbe4-4ab0cd46d046 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:22.693997 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-25a50c62-938a-49a6-bbe4-4ab0cd46d046 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags/tempest-TagsExtTest-Tag-1198338865 HTTP/1.1" status: 404 len: 329 time: 0.0318952 Jun 22 15:04:22.694236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41898) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.694392 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:22.694929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:22.699690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-a60e6448-db12-430a-8107-3520f5d52791 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060', 'tempest-TagsExtTest-Tag-325026480') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.709027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Port': ['ID=5ac2e1e0-a6ee-47ff-8881-5e55e37689ac,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:22.712640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:22.721231 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8207638 Jun 22 15:04:22.724130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41900) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.725998 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-a60e6448-db12-430a-8107-3520f5d52791 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:22.729576 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a60e6448-db12-430a-8107-3520f5d52791 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags/tempest-TagsExtTest-Tag-325026480 HTTP/1.1" status: 404 len: 328 time: 0.0317812 Jun 22 15:04:22.729829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'port': {'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-989491240', 'allowed_address_pairs': [{'ip_address': '2001:db8::30c', 'mac_address': 'fa:16:3e:a3:4e:38'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:22.730710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41902) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.736099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-58a679d1-ed52-41b9-a953-dd72e355e516 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060', 'tempest-TagsExtTest-Tag-1806907657') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.757563 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-58a679d1-ed52-41b9-a953-dd72e355e516 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] show failed (client error): The resource could not be found. Jun 22 15:04:22.762162 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-58a679d1-ed52-41b9-a953-dd72e355e516 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags/tempest-TagsExtTest-Tag-1806907657 HTTP/1.1" status: 404 len: 329 time: 0.0270698 Jun 22 15:04:22.762418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41904) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.766963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-462ba30d-b353-45e8-9c9a-241dba1e6253 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '021f94ff-e179-49eb-8691-c675fcab7060') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.797028 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-462ba30d-b353-45e8-9c9a-241dba1e6253 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060/tags HTTP/1.1" status: 204 len: 168 time: 0.0313671 Jun 22 15:04:22.797288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41906) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.802191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-05690383-9930-4a3d-b8ba-b82a84258e2a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '52d9a96d-119c-488f-b03b-2539f24950ea') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.854075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Made reservation on behalf of 3132d5920f174bdb89006ed913329c31 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:22.863024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:22.873304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Transition to ACTIVE for port object 86baf80a-effe-4627-8f74-44ab0b19b3b3 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:22.889123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Transition to ACTIVE for port object 86baf80a-effe-4627-8f74-44ab0b19b3b3 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:22.889328 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-05690383-9930-4a3d-b8ba-b82a84258e2a tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea/tags HTTP/1.1" status: 204 len: 168 time: 0.0908132 Jun 22 15:04:22.891760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41908) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.897963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-7e167584-327c-4928-8ddd-2c64a6473a4f tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1a95a8fd-250c-45bd-a9bc-4765a59e56a8') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.898205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:22.900253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:22.942372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:22.947041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:22.952035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:22.955275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Pushing event updated for resources: {'Port': ['ID=86baf80a-effe-4627-8f74-44ab0b19b3b3,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:22.959289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:22.963823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:22.972058 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7e167584-327c-4928-8ddd-2c64a6473a4f tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0792441 Jun 22 15:04:22.974743 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41910) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:22.979387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.tag.tag_plugin [None req-ac157a40-e831-44fe-bafd-d1b568f256e4 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8f423327-7173-49b0-996f-37a8a475a2d1') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:22.983417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] device_id is not set on port 3d6d1630-452d-4c32-8700-1e90afa20bb8 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:23.013772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Attempting to bind port 86baf80a-effe-4627-8f74-44ab0b19b3b3 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:04:23.014154 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Attempting to bind port 86baf80a-effe-4627-8f74-44ab0b19b3b3 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '1f62e474-a2d8-480d-9e46-d869cca3fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:04:23.014518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Attempting to bind port 86baf80a-effe-4627-8f74-44ab0b19b3b3 on network 2238b192-08b9-43dc-8f7c-34360f35ae00 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:04:23.021152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:04:23.021582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Checking segment: {'id': '1f62e474-a2d8-480d-9e46-d869cca3fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:23.022034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.022586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Bound using segment: {'id': '1f62e474-a2d8-480d-9e46-d869cca3fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:04:23.023091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Bound port: 86baf80a-effe-4627-8f74-44ab0b19b3b3, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f62e474-a2d8-480d-9e46-d869cca3fc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:04:23.023504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.037675 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ac157a40-e831-44fe-bafd-d1b568f256e4 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1/tags HTTP/1.1" status: 204 len: 168 time: 0.0616996 Jun 22 15:04:23.044592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41912) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:23.098026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] For port 86baf80a-effe-4627-8f74-44ab0b19b3b3, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:04:23.101179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] For port 86baf80a-effe-4627-8f74-44ab0b19b3b3, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=86baf80a-effe-4627-8f74-44ab0b19b3b3,segment=NetworkSegment(1f62e474-a2d8-480d-9e46-d869cca3fc3d),segment_id=1f62e474-a2d8-480d-9e46-d869cca3fc3d)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:04:23.107226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.109234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bfa0ca50-15ed-4270-9352-4df9dc2e1e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:23.118047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Allocated IP 2001:db8::3d5 (2238b192-08b9-43dc-8f7c-34360f35ae00/7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1/3d6d1630-452d-4c32-8700-1e90afa20bb8) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:23.133902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-acaf05db-9082-4a3c-8828-de1011e0799e tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for subnetpool, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.138091 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-acaf05db-9082-4a3c-8828-de1011e0799e tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnetpools/021f94ff-e179-49eb-8691-c675fcab7060 HTTP/1.1" status: 204 len: 168 time: 0.0896847 Jun 22 15:04:23.138438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41914) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:23.170920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Pushing event updated for resources: {'Port': ['ID=86baf80a-effe-4627-8f74-44ab0b19b3b3,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:23.174935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:23.181783 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-de6daf40-5ff2-42bf-920c-c694fade82bb tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "GET /v2.0/ports?device_id=52d9a96d-119c-488f-b03b-2539f24950ea HTTP/1.1" status: 200 len: 205 time: 0.0420554 Jun 22 15:04:23.184234 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41916) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:23.312449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c9d8ea5-da8f-4438-acdb-1b0fb0efedf0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.509803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c9d8ea5-da8f-4438-acdb-1b0fb0efedf0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.514463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c9d8ea5-da8f-4438-acdb-1b0fb0efedf0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.565724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.575020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c9d8ea5-da8f-4438-acdb-1b0fb0efedf0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.575534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9d8ea5-da8f-4438-acdb-1b0fb0efedf0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Fanout notify agent at l3_agent the message router_deleted on router 52d9a96d-119c-488f-b03b-2539f24950ea {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:04:23.584153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c9d8ea5-da8f-4438-acdb-1b0fb0efedf0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.585262 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4c9d8ea5-da8f-4438-acdb-1b0fb0efedf0 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/routers/52d9a96d-119c-488f-b03b-2539f24950ea HTTP/1.1" status: 204 len: 168 time: 0.4001224 Jun 22 15:04:23.587953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41918) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:23.590974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Transition to ACTIVE for port object 3d6d1630-452d-4c32-8700-1e90afa20bb8 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:23.623200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.626875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b257d54b-ba3e-4d71-a3c1-f267a499b29f tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:23.670233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:23.673605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:23.677367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:23.682894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:23.683525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.690101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Port': ['ID=3d6d1630-452d-4c32-8700-1e90afa20bb8,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:23.694890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:23.695469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Deleting port 1a95a8fd-250c-45bd-a9bc-4765a59e56a8 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:23.695817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.705061 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 0.9797673 Jun 22 15:04:23.707532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41920) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:23.787271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:23.820145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e7a69-ccb4-4ffa-91f3-79eb90b68c7d tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:23.826350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e7a69-ccb4-4ffa-91f3-79eb90b68c7d tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:23.832269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e7a69-ccb4-4ffa-91f3-79eb90b68c7d tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:23.836771 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-028e7a69-ccb4-4ffa-91f3-79eb90b68c7d tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2494 time: 0.1281486 Jun 22 15:04:23.837620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41922) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:23.857885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Calling delete_port for 1a95a8fd-250c-45bd-a9bc-4765a59e56a8 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:23.942328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Deleting port 3d6d1630-452d-4c32-8700-1e90afa20bb8 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:23.942585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.003581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.009448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd297365-8cf5-41ea-8b2c-2ed5206fdf65 tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:24.037438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Pushing event deleted for resources: {'Port': ['ID=1a95a8fd-250c-45bd-a9bc-4765a59e56a8,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:24.040692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:24.044481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.114737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6cabf8-80ab-4755-8880-5c5646211b97 None None] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:24.123401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.127982 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/ports/1a95a8fd-250c-45bd-a9bc-4765a59e56a8 HTTP/1.1" status: 204 len: 168 time: 0.5367773 Jun 22 15:04:24.128145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Calling delete_port for 3d6d1630-452d-4c32-8700-1e90afa20bb8 owned by {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:24.128262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41924) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:24.193116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2e6426-eb45-4a41-b86e-9526887e5e13 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Deleting subnet 8f423327-7173-49b0-996f-37a8a475a2d1 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:24.196678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6426-eb45-4a41-b86e-9526887e5e13 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.203689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 86baf80a-effe-4627-8f74-44ab0b19b3b3 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:24.250216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6426-eb45-4a41-b86e-9526887e5e13 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.267598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b21076e9-4089-4902-917e-00d00bec47a2 None None] Provisioning for port 86baf80a-effe-4627-8f74-44ab0b19b3b3 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:24.284722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.298399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:24.336767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 86baf80a-effe-4627-8f74-44ab0b19b3b3 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:24.346526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 86baf80a-effe-4627-8f74-44ab0b19b3b3 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:24.347188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.359944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event deleted for resources: {'Port': ['ID=3d6d1630-452d-4c32-8700-1e90afa20bb8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:24.360764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6426-eb45-4a41-b86e-9526887e5e13 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.394964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:24.447354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6426-eb45-4a41-b86e-9526887e5e13 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.451112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-afddb04c-5459-4c30-b7a9-a9253eb68496 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:24.456835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.459090 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "DELETE /v2.0/ports/3d6d1630-452d-4c32-8700-1e90afa20bb8 HTTP/1.1" status: 204 len: 168 time: 0.6202636 Jun 22 15:04:24.461732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41928) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:24.474683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.483649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e6426-eb45-4a41-b86e-9526887e5e13 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Pushing event deleted for resources: {'Subnet': ['ID=8f423327-7173-49b0-996f-37a8a475a2d1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:24.491316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb2e6426-eb45-4a41-b86e-9526887e5e13 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:24.492479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6426-eb45-4a41-b86e-9526887e5e13 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.494673 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-eb2e6426-eb45-4a41-b86e-9526887e5e13 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/subnets/8f423327-7173-49b0-996f-37a8a475a2d1 HTTP/1.1" status: 204 len: 168 time: 0.3655238 Jun 22 15:04:24.494925 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e45daab-c445-4e63-b42e-7a71579605c0 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] GET failed (client error): The resource could not be found. Jun 22 15:04:24.496529 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8e45daab-c445-4e63-b42e-7a71579605c0 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "GET /v2.0/ports/3d6d1630-452d-4c32-8700-1e90afa20bb8 HTTP/1.1" status: 404 len: 333 time: 0.0338409 Jun 22 15:04:24.497326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41930) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:24.500161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41932) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:24.509285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'port': {'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-87130893'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:24.509755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0426ad0d-feeb-4d5d-8605-2e9043a3074f None None] Network cd94a5ee-694d-4dd2-9525-941e663d3945 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:24.547987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 86baf80a-effe-4627-8f74-44ab0b19b3b3, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=86baf80a-effe-4627-8f74-44ab0b19b3b3,segment=NetworkSegment(1f62e474-a2d8-480d-9e46-d869cca3fc3d),segment_id=1f62e474-a2d8-480d-9e46-d869cca3fc3d)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:24.554911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.562482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:24.669591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=86baf80a-effe-4627-8f74-44ab0b19b3b3,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:24.675391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:24.794639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] DHCP port deletion for cd94a5ee-694d-4dd2-9525-941e663d3945 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:04:24.832394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-eedb4c33-e2f2-4993-8e9e-ecf82b178416 None None] Provisioning for port 5ac2e1e0-a6ee-47ff-8881-5e55e37689ac completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:24.838786 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-eedb4c33-e2f2-4993-8e9e-ecf82b178416 None None] Provisioning complete for port 5ac2e1e0-a6ee-47ff-8881-5e55e37689ac triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:24.839351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eedb4c33-e2f2-4993-8e9e-ecf82b178416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.891148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-eedb4c33-e2f2-4993-8e9e-ecf82b178416 None None] Port 5ac2e1e0-a6ee-47ff-8881-5e55e37689ac cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:24.899065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] Deleting port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:24.899377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.923866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.943995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-eedb4c33-e2f2-4993-8e9e-ecf82b178416 None None] Provisioning complete for port 86baf80a-effe-4627-8f74-44ab0b19b3b3 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:24.944390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eedb4c33-e2f2-4993-8e9e-ecf82b178416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.991983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Made reservation on behalf of 3132d5920f174bdb89006ed913329c31 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:24.995637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:24.997264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] For port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=54e4e6a8-bb73-43bf-b22c-8db836d89d8c,segment=NetworkSegment(75e9b471-27fe-441f-9c08-7a3dad475702),segment_id=75e9b471-27fe-441f-9c08-7a3dad475702)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:24.997675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.018402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] device_id is not set on port a9b35d84-e50a-4aef-854c-7844e6b58b9f yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:25.055912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Deleting port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:25.056259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.067100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] Calling delete_port for 54e4e6a8-bb73-43bf-b22c-8db836d89d8c owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:25.168088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] For port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=54e4e6a8-bb73-43bf-b22c-8db836d89d8c,segment=NetworkSegment(75e9b471-27fe-441f-9c08-7a3dad475702),segment_id=75e9b471-27fe-441f-9c08-7a3dad475702)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:25.168725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.192598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.194813 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1ca8aa08-a657-4f84-a285-88f7226af3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:25.221175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] Pushing event deleted for resources: {'Port': ['ID=54e4e6a8-bb73-43bf-b22c-8db836d89d8c,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:25.223589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:25.226421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] No DVR routers for this DVR port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:25.246243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Calling delete_port for 54e4e6a8-bb73-43bf-b22c-8db836d89d8c owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:25.269261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Allocated IP 2001:db8::153 (2238b192-08b9-43dc-8f7c-34360f35ae00/7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1/a9b35d84-e50a-4aef-854c-7844e6b58b9f) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:25.284093 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d23feeb4-fd3e-4e15-a0fe-5cc276aec060 None None] Could not find standard attr ID for object 3d6d1630-452d-4c32-8700-1e90afa20bb8. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:04:25.295008 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d23feeb4-fd3e-4e15-a0fe-5cc276aec060 None None] Provisioning complete for port 5ac2e1e0-a6ee-47ff-8881-5e55e37689ac triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:25.295476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d23feeb4-fd3e-4e15-a0fe-5cc276aec060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.332487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d23feeb4-fd3e-4e15-a0fe-5cc276aec060 None None] Port 5ac2e1e0-a6ee-47ff-8881-5e55e37689ac cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:25.423501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.429498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68e06b2f-76f2-4564-a8c3-e218fdb4e050 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:25.459578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Pushing event deleted for resources: {'Port': ['ID=54e4e6a8-bb73-43bf-b22c-8db836d89d8c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:25.465833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:25.468490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] No DVR routers for this DVR port 54e4e6a8-bb73-43bf-b22c-8db836d89d8c on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:25.560961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.577859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.592082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd94a5ee-694d-4dd2-9525-941e663d3945']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:25.594296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Transition to ACTIVE for port object a9b35d84-e50a-4aef-854c-7844e6b58b9f will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:25.605659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e9b471-27fe-441f-9c08-7a3dad475702') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:25.605932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e9b471-27fe-441f-9c08-7a3dad475702') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:25.617105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.635795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.648022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:04:25.648415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:04:25.651323 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:04:25.709014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.712957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:25.742580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.759202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.761196 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] 10.222.0.22 "DELETE /v2.0/networks/cd94a5ee-694d-4dd2-9525-941e663d3945 HTTP/1.1" status: 204 len: 168 time: 1.2598517 Jun 22 15:04:25.763036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:25.766586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:25.772767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:25.775916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:25.776636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:25.787646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Port': ['ID=a9b35d84-e50a-4aef-854c-7844e6b58b9f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:25.790710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:25.791250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2a581774-a6fc-443b-aca3-68c666207e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:25.809156 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3054349 Jun 22 15:04:25.810248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Pushing event deleted for resources: {'Network': ['ID=cd94a5ee-694d-4dd2-9525-941e663d3945,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:25.811990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41938) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:25.813915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:25.817890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30c', 'mac_address': 'fa:16:3e:a3:4e:38'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:25.911732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.044642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41942) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:26.072158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-778488e3-b975-4538-b51b-76f54cea794a None None] Provisioning for port a9b35d84-e50a-4aef-854c-7844e6b58b9f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:26.078871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-778488e3-b975-4538-b51b-76f54cea794a None None] Provisioning complete for port a9b35d84-e50a-4aef-854c-7844e6b58b9f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:26.079250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-778488e3-b975-4538-b51b-76f54cea794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.123734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 86baf80a-effe-4627-8f74-44ab0b19b3b3 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:26.125761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-778488e3-b975-4538-b51b-76f54cea794a None None] Port a9b35d84-e50a-4aef-854c-7844e6b58b9f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:26.126291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.133505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.135712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ed4b3bfd-46e0-40ba-94ab-752987d5f1bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:26.176411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 86baf80a-effe-4627-8f74-44ab0b19b3b3 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:26.176814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.180589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] In _notify_port_updated(), no bound segment for port a9b35d84-e50a-4aef-854c-7844e6b58b9f on network 2238b192-08b9-43dc-8f7c-34360f35ae00 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:04:26.187115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:26.187771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.191599 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "PUT /v2.0/ports/a9b35d84-e50a-4aef-854c-7844e6b58b9f HTTP/1.1" status: 200 len: 1015 time: 0.3763189 Jun 22 15:04:26.192634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41946) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:26.217507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Port': ['ID=a9b35d84-e50a-4aef-854c-7844e6b58b9f,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:26.223634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:26.234899 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-57fde7de-0289-452c-8abf-8e0ba06d1c9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d10c9f673dc4871832c60b5f5b21483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889360 Jun 22 15:04:26.237118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41950) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:26.302030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ef81a2f-fdb6-493a-bd27-bb322723d1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.318077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Deleting port a9b35d84-e50a-4aef-854c-7844e6b58b9f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:26.318435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.335186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ef81a2f-fdb6-493a-bd27-bb322723d1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.351498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 54e4e6a8-bb73-43bf-b22c-8db836d89d8c no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:26.373363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 54e4e6a8-bb73-43bf-b22c-8db836d89d8c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:26.373489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 54e4e6a8-bb73-43bf-b22c-8db836d89d8c not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:26.401300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ef81a2f-fdb6-493a-bd27-bb322723d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.405155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ef81a2f-fdb6-493a-bd27-bb322723d1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.406589 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9ef81a2f-fdb6-493a-bd27-bb322723d1ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b52330a-8a48-41f0-b870-d54f2473d7e5 HTTP/1.1" status: 204 len: 168 time: 0.1683702 Jun 22 15:04:26.407428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6939ed95-1e9e-4346-8a8e-87399b9071da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:26.415620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef81a2f-fdb6-493a-bd27-bb322723d1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b52330a-8a48-41f0-b870-d54f2473d7e5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:26.419713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9ef81a2f-fdb6-493a-bd27-bb322723d1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:26.426439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.494510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Calling delete_port for a9b35d84-e50a-4aef-854c-7844e6b58b9f owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:26.550374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-be15ab39-cfec-4877-aba7-60a5e7954ad4 None None] Provisioning complete for port a9b35d84-e50a-4aef-854c-7844e6b58b9f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:26.551138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be15ab39-cfec-4877-aba7-60a5e7954ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.595458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-be15ab39-cfec-4877-aba7-60a5e7954ad4 None None] Port a9b35d84-e50a-4aef-854c-7844e6b58b9f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:26.641114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.645488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ab3b976-f85a-44f4-ad5c-819e7c7fd844 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:26.673315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event deleted for resources: {'Port': ['ID=a9b35d84-e50a-4aef-854c-7844e6b58b9f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:26.676381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:26.796616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.798561 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "DELETE /v2.0/ports/a9b35d84-e50a-4aef-854c-7844e6b58b9f HTTP/1.1" status: 204 len: 168 time: 0.6042638 Jun 22 15:04:26.801335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41954) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:26.833851 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d99927-c1dd-41f3-b2ec-8cd22e662dad tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] GET failed (client error): The resource could not be found. Jun 22 15:04:26.835492 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-99d99927-c1dd-41f3-b2ec-8cd22e662dad tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "GET /v2.0/ports/a9b35d84-e50a-4aef-854c-7844e6b58b9f HTTP/1.1" status: 404 len: 333 time: 0.0331247 Jun 22 15:04:26.839266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41956) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:26.844944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'port': {'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-474377360'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:26.953453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Made reservation on behalf of 3132d5920f174bdb89006ed913329c31 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:26.957062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:26.974222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] device_id is not set on port e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:27.091423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Allocated IP 2001:db8::286 (2238b192-08b9-43dc-8f7c-34360f35ae00/7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1/e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:27.236477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.249654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Transition to ACTIVE for port object e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:27.282552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.286479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-45273e22-1a86-4dac-9af4-10080ad9ebab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:27.327119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:27.330311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:27.334038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:27.340358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:27.340986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.347088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Port': ['ID=e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:27.352011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:27.361657 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5209780 Jun 22 15:04:27.364697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41960) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:27.370017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a3:4e:38'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:27.461123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.624266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4059a9d4-3ebe-4624-a39c-436ff071eac4 None None] Provisioning for port e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:27.628192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4059a9d4-3ebe-4624-a39c-436ff071eac4 None None] Provisioning complete for port e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:27.628846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4059a9d4-3ebe-4624-a39c-436ff071eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.643227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.648107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.650343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-600ebb25-cb74-4979-9204-6e08308a50aa tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:27.664378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4059a9d4-3ebe-4624-a39c-436ff071eac4 None None] Port e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:27.683940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] In _notify_port_updated(), no bound segment for port e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 on network 2238b192-08b9-43dc-8f7c-34360f35ae00 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:04:27.689456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:27.689958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.691228 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "PUT /v2.0/ports/e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 HTTP/1.1" status: 200 len: 1016 time: 0.3259904 Jun 22 15:04:27.694215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41962) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:27.713032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Port': ['ID=e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:27.718193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:27.804294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Deleting port e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:27.804637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.894348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:27.961014 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Calling delete_port for e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:27.986041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-30215a18-a43c-4bf3-afdb-550bead449c0 None None] Provisioning complete for port e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:27.986418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30215a18-a43c-4bf3-afdb-550bead449c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:28.019459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-30215a18-a43c-4bf3-afdb-550bead449c0 None None] Port e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:28.094756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:28.098325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9a87b90b-f839-488b-9a6c-7a16f767cc3c tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:28.123132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event deleted for resources: {'Port': ['ID=e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:28.126127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:28.150704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:28.155216 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "DELETE /v2.0/ports/e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 HTTP/1.1" status: 204 len: 168 time: 0.4585359 Jun 22 15:04:28.156377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41964) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:28.184280 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce06d196-5d91-48f4-89d0-86fa2c713ce4 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] GET failed (client error): The resource could not be found. Jun 22 15:04:28.189763 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ce06d196-5d91-48f4-89d0-86fa2c713ce4 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "GET /v2.0/ports/e2d9f821-fe74-4fbf-94a0-4a0bf8b5ff22 HTTP/1.1" status: 404 len: 333 time: 0.0290449 Jun 22 15:04:28.190130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41966) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:28.195433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'port': {'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-842575100'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:28.306577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Made reservation on behalf of 3132d5920f174bdb89006ed913329c31 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:28.310865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:28.332322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] device_id is not set on port cb3dd7e0-fbf8-4b39-993e-738a0a7cc425 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:28.442756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Allocated IP 2001:db8::1a4 (2238b192-08b9-43dc-8f7c-34360f35ae00/7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1/cb3dd7e0-fbf8-4b39-993e-738a0a7cc425) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:28.588652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:28.602591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Transition to ACTIVE for port object cb3dd7e0-fbf8-4b39-993e-738a0a7cc425 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:28.637425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:28.642110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f3400a73-4c1b-4377-a23c-a9a3e48452e2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:28.682537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:28.686107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:28.689863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:28.695313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:28.695914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:28.702336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Port': ['ID=cb3dd7e0-fbf8-4b39-993e-738a0a7cc425,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:28.707575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:28.717854 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5264850 Jun 22 15:04:28.720247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41970) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:28.725494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'port': {'network_id': '2238b192-08b9-43dc-8f7c-34360f35ae00', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-176736827'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:28.841996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Made reservation on behalf of 3132d5920f174bdb89006ed913329c31 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:28.845567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:28.863565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] device_id is not set on port 07bf407c-4450-4a68-9f7f-60c214214855 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:28.944866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-161493eb-dce3-4a30-ae66-e9b5c80e9971 None None] Provisioning for port cb3dd7e0-fbf8-4b39-993e-738a0a7cc425 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:28.949341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-161493eb-dce3-4a30-ae66-e9b5c80e9971 None None] Provisioning complete for port cb3dd7e0-fbf8-4b39-993e-738a0a7cc425 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:28.949794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-161493eb-dce3-4a30-ae66-e9b5c80e9971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:28.982262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Allocated IP 2001:db8::346 (2238b192-08b9-43dc-8f7c-34360f35ae00/7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1/07bf407c-4450-4a68-9f7f-60c214214855) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:28.982917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-161493eb-dce3-4a30-ae66-e9b5c80e9971 None None] Port cb3dd7e0-fbf8-4b39-993e-738a0a7cc425 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:29.121644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.134041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Transition to ACTIVE for port object 07bf407c-4450-4a68-9f7f-60c214214855 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:29.166670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.170455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-97d92e23-f126-4984-ae0e-a90ef1039c9a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:29.214879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:29.218126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:29.221958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:29.227452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:29.228058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.237436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Port': ['ID=07bf407c-4450-4a68-9f7f-60c214214855,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:29.242012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:29.258623 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5371141 Jun 22 15:04:29.262906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41972) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:29.269175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30c', 'mac_address': 'fa:16:3e:a3:4e:38'}, {'ip_address': '2001:db8::1a4', 'mac_address': 'fa:16:3e:b6:72:3e'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:29.456265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.508043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-02aad77c-4f9a-432c-9478-cbd595110e55 None None] Provisioning for port 07bf407c-4450-4a68-9f7f-60c214214855 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:29.514101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-02aad77c-4f9a-432c-9478-cbd595110e55 None None] Provisioning complete for port 07bf407c-4450-4a68-9f7f-60c214214855 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:29.514485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-02aad77c-4f9a-432c-9478-cbd595110e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.557748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-02aad77c-4f9a-432c-9478-cbd595110e55 None None] Port 07bf407c-4450-4a68-9f7f-60c214214855 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:29.660721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.665988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.668383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e358732d-3eff-43da-9304-030769d62575 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:29.703115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] In _notify_port_updated(), no bound segment for port 07bf407c-4450-4a68-9f7f-60c214214855 on network 2238b192-08b9-43dc-8f7c-34360f35ae00 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:04:29.708937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:29.709590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.714826 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "PUT /v2.0/ports/07bf407c-4450-4a68-9f7f-60c214214855 HTTP/1.1" status: 200 len: 1095 time: 0.4470749 Jun 22 15:04:29.715601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41974) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:29.731302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event updated for resources: {'Port': ['ID=07bf407c-4450-4a68-9f7f-60c214214855,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:29.734499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:29.825046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Deleting port 07bf407c-4450-4a68-9f7f-60c214214855 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:29.825420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.923091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.980282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fe6abdda-2e04-4e45-bc7f-767dfd4930fd None None] Provisioning complete for port 07bf407c-4450-4a68-9f7f-60c214214855 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:29.981106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fe6abdda-2e04-4e45-bc7f-767dfd4930fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:29.987591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Calling delete_port for 07bf407c-4450-4a68-9f7f-60c214214855 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:30.015994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-fe6abdda-2e04-4e45-bc7f-767dfd4930fd None None] Port 07bf407c-4450-4a68-9f7f-60c214214855 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:30.117168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:30.121547 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e067a7f9-bfff-4dcb-8187-19f4c48ac9dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:30.141392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48b4b0bd-a4ee-4caf-830a-731de3ef739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:30.147813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event deleted for resources: {'Port': ['ID=07bf407c-4450-4a68-9f7f-60c214214855,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:30.151011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:30.313270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:30.315345 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "DELETE /v2.0/ports/07bf407c-4450-4a68-9f7f-60c214214855 HTTP/1.1" status: 204 len: 168 time: 0.5970337 Jun 22 15:04:30.317942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41976) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:30.346623 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20b8b20-a2fd-4df8-8f9a-243f0cc69894 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] GET failed (client error): The resource could not be found. Jun 22 15:04:30.348142 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e20b8b20-a2fd-4df8-8f9a-243f0cc69894 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "GET /v2.0/ports/07bf407c-4450-4a68-9f7f-60c214214855 HTTP/1.1" status: 404 len: 333 time: 0.0293040 Jun 22 15:04:30.350757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41978) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:30.453201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Deleting port cb3dd7e0-fbf8-4b39-993e-738a0a7cc425 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:30.453452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:30.543831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:30.951153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Calling delete_port for cb3dd7e0-fbf8-4b39-993e-738a0a7cc425 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:31.101791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.105752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a29c8020-35ef-4661-8395-50603a90376d tempest-FloatingIPAdminTestJSON-406072725 tempest-FloatingIPAdminTestJSON-406072725-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:31.133465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event deleted for resources: {'Port': ['ID=cb3dd7e0-fbf8-4b39-993e-738a0a7cc425,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:31.137279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:31.162443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.164420 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "DELETE /v2.0/ports/cb3dd7e0-fbf8-4b39-993e-738a0a7cc425 HTTP/1.1" status: 204 len: 168 time: 0.8127701 Jun 22 15:04:31.167413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41982) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:31.201384 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bd1c9b-915e-45dd-8a5b-1ec2f827e934 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] GET failed (client error): The resource could not be found. Jun 22 15:04:31.206843 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a3bd1c9b-915e-45dd-8a5b-1ec2f827e934 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "GET /v2.0/ports/cb3dd7e0-fbf8-4b39-993e-738a0a7cc425 HTTP/1.1" status: 404 len: 333 time: 0.0346508 Jun 22 15:04:31.207164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41984) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:31.312844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Deleting port 5ac2e1e0-a6ee-47ff-8881-5e55e37689ac {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:31.313270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.414950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.477426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Calling delete_port for 5ac2e1e0-a6ee-47ff-8881-5e55e37689ac owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:31.603793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.609422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:31.636042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event deleted for resources: {'Port': ['ID=5ac2e1e0-a6ee-47ff-8881-5e55e37689ac,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:31.641350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:31.666106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.668859 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "DELETE /v2.0/ports/5ac2e1e0-a6ee-47ff-8881-5e55e37689ac HTTP/1.1" status: 204 len: 168 time: 0.4607303 Jun 22 15:04:31.671550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41986) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:31.731631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Deleting subnet 7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:31.734955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.776205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.858769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.919817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.921722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4fa93ed0-afad-41c8-b60b-1b1a6a3b199c tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:31.946766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:31.950399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:31.951391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:31.953258 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "DELETE /v2.0/subnets/7e6ce2f8-38cc-4fe5-8237-aa5c3b89e3a1 HTTP/1.1" status: 204 len: 168 time: 0.2807646 Jun 22 15:04:31.955706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 41988) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:31.958410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7c949-9f81-4e6e-aca0-23fb5535a64e None None] Network 2238b192-08b9-43dc-8f7c-34360f35ae00 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:32.034818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.093541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Deleting port 86baf80a-effe-4627-8f74-44ab0b19b3b3 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:32.093890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.143729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] DHCP port deletion for 2238b192-08b9-43dc-8f7c-34360f35ae00 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:04:32.157174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] For port 86baf80a-effe-4627-8f74-44ab0b19b3b3, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=86baf80a-effe-4627-8f74-44ab0b19b3b3,segment=NetworkSegment(1f62e474-a2d8-480d-9e46-d869cca3fc3d),segment_id=1f62e474-a2d8-480d-9e46-d869cca3fc3d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:32.157544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.189502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] Deleting port 86baf80a-effe-4627-8f74-44ab0b19b3b3 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:32.189886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.228680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Calling delete_port for 86baf80a-effe-4627-8f74-44ab0b19b3b3 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:32.256706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] For port 86baf80a-effe-4627-8f74-44ab0b19b3b3, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=86baf80a-effe-4627-8f74-44ab0b19b3b3,segment=NetworkSegment(1f62e474-a2d8-480d-9e46-d869cca3fc3d),segment_id=1f62e474-a2d8-480d-9e46-d869cca3fc3d)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:32.257194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.321900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] Calling delete_port for 86baf80a-effe-4627-8f74-44ab0b19b3b3 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:32.322417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.327060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14b4f15e-668c-49ed-bda8-41a4151c953d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:32.360272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event deleted for resources: {'Port': ['ID=86baf80a-effe-4627-8f74-44ab0b19b3b3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:32.363902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:32.367855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] No DVR routers for this DVR port 86baf80a-effe-4627-8f74-44ab0b19b3b3 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:32.406390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.408231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:32.431393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] Pushing event deleted for resources: {'Port': ['ID=86baf80a-effe-4627-8f74-44ab0b19b3b3,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:32.434941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:32.435790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] No DVR routers for this DVR port 86baf80a-effe-4627-8f74-44ab0b19b3b3 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:32.462282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.472220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2238b192-08b9-43dc-8f7c-34360f35ae00']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:32.482290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f62e474-a2d8-480d-9e46-d869cca3fc3d') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:32.482587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f62e474-a2d8-480d-9e46-d869cca3fc3d') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:32.490868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.504823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.510715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:04:32.511099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:04:32.514048 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:04:32.573945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.577257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5a6e752-fb8a-4e1a-bf78-e24628cd347b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:32.581040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.582825 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] 10.222.0.22 "DELETE /v2.0/networks/2238b192-08b9-43dc-8f7c-34360f35ae00 HTTP/1.1" status: 204 len: 168 time: 0.6259379 Jun 22 15:04:32.594565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Pushing event deleted for resources: {'Network': ['ID=2238b192-08b9-43dc-8f7c-34360f35ae00,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:32.596920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:32.631710 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73c6d216-27f9-46e6-98dc-844b852b734e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.829409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 41994) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:32.889408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:32.960642 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-af5e0ae2-90a4-4f04-9add-ac900e5944f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3132d5920f174bdb89006ed913329c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297009 Jun 22 15:04:32.963215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42000) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:33.011665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd0666f6-17ec-4dac-a984-7f608a0c7550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.033187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd0666f6-17ec-4dac-a984-7f608a0c7550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.082128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd0666f6-17ec-4dac-a984-7f608a0c7550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.084846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd0666f6-17ec-4dac-a984-7f608a0c7550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.085941 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bd0666f6-17ec-4dac-a984-7f608a0c7550 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64eb72f7-9273-443d-a287-8b31f2e8a41e HTTP/1.1" status: 204 len: 168 time: 0.1217480 Jun 22 15:04:33.086733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e599c612-ed03-4112-a7c9-0a631479e239 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:33.095636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0666f6-17ec-4dac-a984-7f608a0c7550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eb72f7-9273-443d-a287-8b31f2e8a41e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:33.097936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bd0666f6-17ec-4dac-a984-7f608a0c7550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:33.699566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42022) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:33.790344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1900644789'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:33.812055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:33.816022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.824230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.873036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.915593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.918517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.922333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-49ca254a-d916-4fa8-aa37-d077b3934751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:33.941753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:04:33.956024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a965829e-d61f-4988-9a66-c3f67aa3eb12,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:33.960470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:33.961525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:33.962051 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added segment c4f15234-477f-492c-bcfb-7eb07b101c30 of type vlan for network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 Jun 22 15:04:34.002639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.034352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.040307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:34.040821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.043238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0ba0334-d2d1-4564-b892-1cbf471b2520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:34.076294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 86baf80a-effe-4627-8f74-44ab0b19b3b3 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:34.096887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 86baf80a-effe-4627-8f74-44ab0b19b3b3 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:34.097339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 86baf80a-effe-4627-8f74-44ab0b19b3b3 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:34.101310 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4005163 Jun 22 15:04:34.104393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42026) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:34.111304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-176680839'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:34.119232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Network': ['ID=cb16ed7c-33f0-43c6-bd40-7d0f2ba09312,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:34.122943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:34.130422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:04:34.133277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:34.138040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.163513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:04:34.173315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.173658 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added segment bf4e2ea5-e6a0-4a11-a199-96229c66728e of type vlan for network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 Jun 22 15:04:34.217225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.247128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.252634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:34.253321 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.256403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:34.308049 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2023156 Jun 22 15:04:34.312352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42028) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:34.318023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'subnet': {'network_id': 'cb16ed7c-33f0-43c6-bd40-7d0f2ba09312', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:34.327393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Network': ['ID=4ef50b8d-0ea1-4b32-84a8-163e6c3ff532,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:34.331294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:34.338196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:04:34.412427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:34.415927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.591263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.594038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-55ea2e5f-bfb3-468a-9ab1-fbd4a226d309 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:34.657396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Subnet': ['ID=686ef7c1-826a-4990-a7de-58faadb1f02b,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:34.660575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:34.666090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Checking segment: {'id': 'c4f15234-477f-492c-bcfb-7eb07b101c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb16ed7c-33f0-43c6-bd40-7d0f2ba09312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:34.666448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network hostable DHCP agents. Network: cb16ed7c-33f0-43c6-bd40-7d0f2ba09312, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:04:34.683193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:04:34.692092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, cb16ed7c-33f0-43c6-bd40-7d0f2ba09312) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:34.696064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:34.696639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:34.702158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba14195b-c6b2-4488-bcea-bda34cca680b None None] Network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:34.714830 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4010952 Jun 22 15:04:34.718308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42030) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:34.723275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'subnet': {'network_id': '4ef50b8d-0ea1-4b32-84a8-163e6c3ff532', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:34.855175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-cb16ed7c-33f0-43c6-bd40-7d0f2ba09312', 'network_id': 'cb16ed7c-33f0-43c6-bd40-7d0f2ba09312', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'fixed_ips': [{'subnet_id': '686ef7c1-826a-4990-a7de-58faadb1f02b'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:04:34.856615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.097780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:35.101470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.146147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Allocated IP 2001:db8::2 (cb16ed7c-33f0-43c6-bd40-7d0f2ba09312/686ef7c1-826a-4990-a7de-58faadb1f02b/0b59f05e-4549-46fb-b859-63f6719b9683) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:35.283616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.285708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2b36a005-bf9f-4e6b-aa98-52897ca82237 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:35.291478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.300290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Transition to ACTIVE for port object 0b59f05e-4549-46fb-b859-63f6719b9683 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:35.314616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Transition to ACTIVE for port object 0b59f05e-4549-46fb-b859-63f6719b9683 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:35.320197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.322788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8960da27-7310-4383-8b55-cb7829754121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:35.348900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Subnet': ['ID=14855d92-738b-4098-8f30-8ee551756883,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:35.352496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:35.359279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:35.359420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Checking segment: {'id': 'bf4e2ea5-e6a0-4a11-a199-96229c66728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4ef50b8d-0ea1-4b32-84a8-163e6c3ff532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:35.359718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network hostable DHCP agents. Network: 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:04:35.363575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:35.366938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:35.374256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Pushing event updated for resources: {'Port': ['ID=0b59f05e-4549-46fb-b859-63f6719b9683,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:35.378369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:04:35.380507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:35.387888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:35.393379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:35.393953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.399546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac0812-26bf-497b-9cf5-5df1c414471d None None] Network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:35.409636 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6902635 Jun 22 15:04:35.412419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42034) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:35.417136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8366bab5-6cf1-4099-a394-5df9d24f49d9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1732322304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:35.446881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8366bab5-6cf1-4099-a394-5df9d24f49d9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.448124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8366bab5-6cf1-4099-a394-5df9d24f49d9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.478564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Attempting to bind port 0b59f05e-4549-46fb-b859-63f6719b9683 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:04:35.478949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Attempting to bind port 0b59f05e-4549-46fb-b859-63f6719b9683 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'c4f15234-477f-492c-bcfb-7eb07b101c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb16ed7c-33f0-43c6-bd40-7d0f2ba09312'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:04:35.479318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Attempting to bind port 0b59f05e-4549-46fb-b859-63f6719b9683 on network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:04:35.488607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:04:35.489010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Checking segment: {'id': 'c4f15234-477f-492c-bcfb-7eb07b101c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb16ed7c-33f0-43c6-bd40-7d0f2ba09312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:35.489422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.489824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Bound using segment: {'id': 'c4f15234-477f-492c-bcfb-7eb07b101c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb16ed7c-33f0-43c6-bd40-7d0f2ba09312'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:04:35.490298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Bound port: 0b59f05e-4549-46fb-b859-63f6719b9683, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f15234-477f-492c-bcfb-7eb07b101c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb16ed7c-33f0-43c6-bd40-7d0f2ba09312'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:04:35.490677 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.502899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8366bab5-6cf1-4099-a394-5df9d24f49d9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.506870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8366bab5-6cf1-4099-a394-5df9d24f49d9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.523642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8366bab5-6cf1-4099-a394-5df9d24f49d9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.525088 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8366bab5-6cf1-4099-a394-5df9d24f49d9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1116760 Jun 22 15:04:35.528452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42036) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:35.596083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.643541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] For port 0b59f05e-4549-46fb-b859-63f6719b9683, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:04:35.656439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-4ef50b8d-0ea1-4b32-84a8-163e6c3ff532', 'network_id': '4ef50b8d-0ea1-4b32-84a8-163e6c3ff532', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'fixed_ips': [{'subnet_id': '14855d92-738b-4098-8f30-8ee551756883'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:04:35.657336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.662478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] For port 0b59f05e-4549-46fb-b859-63f6719b9683, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0b59f05e-4549-46fb-b859-63f6719b9683,segment=NetworkSegment(c4f15234-477f-492c-bcfb-7eb07b101c30),segment_id=c4f15234-477f-492c-bcfb-7eb07b101c30)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:04:35.673336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.676683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:35.796333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Pushing event updated for resources: {'Port': ['ID=0b59f05e-4549-46fb-b859-63f6719b9683,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:35.800001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:35.805470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:35.863061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Allocated IP 2001:db8:1::2 (4ef50b8d-0ea1-4b32-84a8-163e6c3ff532/14855d92-738b-4098-8f30-8ee551756883/86779b00-d412-491a-9e4b-e5c9d5b8eeb4) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:36.062506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.071806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Transition to ACTIVE for port object 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:36.091995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Transition to ACTIVE for port object 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:36.093205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 2001:db8::1 (cb16ed7c-33f0-43c6-bd40-7d0f2ba09312/686ef7c1-826a-4990-a7de-58faadb1f02b/2de05e62-b9db-4fd0-8e39-333c29cf7f73) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:36.098936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.102989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-843cc781-3040-4614-9c8d-18e217a67f41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:36.151764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0b59f05e-4549-46fb-b859-63f6719b9683 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:36.156678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:36.178427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:36.181341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:36.186164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Pushing event updated for resources: {'Port': ['ID=86779b00-d412-491a-9e4b-e5c9d5b8eeb4,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:36.189004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:36.212544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.227165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Transition to ACTIVE for port object 2de05e62-b9db-4fd0-8e39-333c29cf7f73 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:36.260610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Attempting to bind port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:04:36.261048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.261228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Attempting to bind port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf4e2ea5-e6a0-4a11-a199-96229c66728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4ef50b8d-0ea1-4b32-84a8-163e6c3ff532'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:04:36.261576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Attempting to bind port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 on network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:04:36.264839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-34c3abc2-28b3-4dca-afc0-8f0ac65a5987 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:36.270022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:04:36.270022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Checking segment: {'id': 'bf4e2ea5-e6a0-4a11-a199-96229c66728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4ef50b8d-0ea1-4b32-84a8-163e6c3ff532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:36.270022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.270428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Bound using segment: {'id': 'bf4e2ea5-e6a0-4a11-a199-96229c66728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4ef50b8d-0ea1-4b32-84a8-163e6c3ff532'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:04:36.270605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Bound port: 86779b00-d412-491a-9e4b-e5c9d5b8eeb4, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4e2ea5-e6a0-4a11-a199-96229c66728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4ef50b8d-0ea1-4b32-84a8-163e6c3ff532'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:04:36.270925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.287278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 0b59f05e-4549-46fb-b859-63f6719b9683 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:36.312013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:36.315399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:36.319355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:36.319903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.343036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=2de05e62-b9db-4fd0-8e39-333c29cf7f73,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:36.351436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] For port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:04:36.355838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] For port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=86779b00-d412-491a-9e4b-e5c9d5b8eeb4,segment=NetworkSegment(bf4e2ea5-e6a0-4a11-a199-96229c66728e),segment_id=bf4e2ea5-e6a0-4a11-a199-96229c66728e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:04:36.360681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.362584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7cc2cbaa-1b40-4d6e-814c-fe7ac21ddd2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:36.375552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:36.430077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Pushing event updated for resources: {'Port': ['ID=86779b00-d412-491a-9e4b-e5c9d5b8eeb4,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:36.434980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:36.511839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.830333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.834776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.835620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:36.837855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-69c9682b-b350-409f-9475-821cca87a1da tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:36.895228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4fc336-8c6e-473d-ac3f-c70eb49a3a4d None None] Network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:36.930589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=2de05e62-b9db-4fd0-8e39-333c29cf7f73,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:36.934215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:36.978123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:36.979588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:37.028522 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cd87ea75-1ec6-4ec4-a710-bd5959cc5217 None None] Provisioning for port 0b59f05e-4549-46fb-b859-63f6719b9683 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:37.032825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cd87ea75-1ec6-4ec4-a710-bd5959cc5217 None None] Provisioning complete for port 0b59f05e-4549-46fb-b859-63f6719b9683 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:37.033342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cd87ea75-1ec6-4ec4-a710-bd5959cc5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:37.123295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 915b3343-6be1-41e6-b8ac-cab12c8a2904 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:04:37.148088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cd87ea75-1ec6-4ec4-a710-bd5959cc5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:37.192535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-cd87ea75-1ec6-4ec4-a710-bd5959cc5217 None None] For port 0b59f05e-4549-46fb-b859-63f6719b9683, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0b59f05e-4549-46fb-b859-63f6719b9683,segment=NetworkSegment(c4f15234-477f-492c-bcfb-7eb07b101c30),segment_id=c4f15234-477f-492c-bcfb-7eb07b101c30)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:37.198878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cd87ea75-1ec6-4ec4-a710-bd5959cc5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:37.203468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:37.224201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:37.235898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353901bb-c1e8-4527-a663-4f2467e9e4a1 None None] Sync routers for ids ['915b3343-6be1-41e6-b8ac-cab12c8a2904'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:37.238144 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/915b3343-6be1-41e6-b8ac-cab12c8a2904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7086589 Jun 22 15:04:37.240809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42040) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:37.268381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353901bb-c1e8-4527-a663-4f2467e9e4a1 None None] Routers {'915b3343-6be1-41e6-b8ac-cab12c8a2904'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:37.269170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-353901bb-c1e8-4527-a663-4f2467e9e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['915b3343-6be1-41e6-b8ac-cab12c8a2904'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:37.274265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87ea75-1ec6-4ec4-a710-bd5959cc5217 None None] Pushing event updated for resources: {'Port': ['ID=0b59f05e-4549-46fb-b859-63f6719b9683,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:37.306837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cd87ea75-1ec6-4ec4-a710-bd5959cc5217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:37.307840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57070423-5d10-44ef-aef6-8ba30e12116a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:37.307974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-353901bb-c1e8-4527-a663-4f2467e9e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:37.312693 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-57070423-5d10-44ef-aef6-8ba30e12116a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports/2de05e62-b9db-4fd0-8e39-333c29cf7f73 HTTP/1.1" status: 200 len: 911 time: 0.0683343 Jun 22 15:04:37.313047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42042) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:37.318386 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353901bb-c1e8-4527-a663-4f2467e9e4a1 None None] Routers {'915b3343-6be1-41e6-b8ac-cab12c8a2904'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:37.318933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-353901bb-c1e8-4527-a663-4f2467e9e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['915b3343-6be1-41e6-b8ac-cab12c8a2904'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:37.359036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-353901bb-c1e8-4527-a663-4f2467e9e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:37.359717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353901bb-c1e8-4527-a663-4f2467e9e4a1 None None] The sync data for ids ['915b3343-6be1-41e6-b8ac-cab12c8a2904'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:37.527071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-37a4f1ac-3d54-4052-8d92-7f88fb283569 None None] Provisioning for port 2de05e62-b9db-4fd0-8e39-333c29cf7f73 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:37.532029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-37a4f1ac-3d54-4052-8d92-7f88fb283569 None None] Provisioning complete for port 2de05e62-b9db-4fd0-8e39-333c29cf7f73 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:37.532415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-37a4f1ac-3d54-4052-8d92-7f88fb283569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:37.571289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-37a4f1ac-3d54-4052-8d92-7f88fb283569 None None] Port 2de05e62-b9db-4fd0-8e39-333c29cf7f73 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:37.585018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-37a4f1ac-3d54-4052-8d92-7f88fb283569 None None] Provisioning complete for port 0b59f05e-4549-46fb-b859-63f6719b9683 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:37.585670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-37a4f1ac-3d54-4052-8d92-7f88fb283569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:37.613540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d9f4b0-6719-4bba-bb9f-368f635d675e None None] Network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:37.905501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ab42a6dd-6083-4dbf-8273-453189512d83 None None] Provisioning complete for port 2de05e62-b9db-4fd0-8e39-333c29cf7f73 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:37.905881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ab42a6dd-6083-4dbf-8273-453189512d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:37.945495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ab42a6dd-6083-4dbf-8273-453189512d83 None None] Port 2de05e62-b9db-4fd0-8e39-333c29cf7f73 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:37.957943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ab42a6dd-6083-4dbf-8273-453189512d83 None None] Provisioning for port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:37.993608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.158390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0b59f05e-4549-46fb-b859-63f6719b9683 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:38.206825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 0b59f05e-4549-46fb-b859-63f6719b9683 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:38.207479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.265725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 2001:db8:1::1 (4ef50b8d-0ea1-4b32-84a8-163e6c3ff532/14855d92-738b-4098-8f30-8ee551756883/b820fcaf-60e7-4001-909d-bdf1889e29f9) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:38.311995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:38.367357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:38.372213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:38.372813 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.390732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.410907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Transition to ACTIVE for port object b820fcaf-60e7-4001-909d-bdf1889e29f9 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:38.445900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.448067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b0255337-ce40-46c7-a6ad-dd824b4297dd tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:38.452456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.486233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=86779b00-d412-491a-9e4b-e5c9d5b8eeb4,segment=NetworkSegment(bf4e2ea5-e6a0-4a11-a199-96229c66728e),segment_id=bf4e2ea5-e6a0-4a11-a199-96229c66728e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:38.490510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.492517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2ed5b4be-4d78-4433-98d0-0e9d3d9c32d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:38.497331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:38.501346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:38.504143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:38.505170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.540652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=86779b00-d412-491a-9e4b-e5c9d5b8eeb4,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:38.543801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:38.548133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=b820fcaf-60e7-4001-909d-bdf1889e29f9,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:38.552327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:38.656401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.808310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dcb776a0-4952-40ab-86d3-914b4b493468 None None] Provisioning for port b820fcaf-60e7-4001-909d-bdf1889e29f9 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:38.813749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dcb776a0-4952-40ab-86d3-914b4b493468 None None] Provisioning complete for port b820fcaf-60e7-4001-909d-bdf1889e29f9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:38.814351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcb776a0-4952-40ab-86d3-914b4b493468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.857457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-dcb776a0-4952-40ab-86d3-914b4b493468 None None] Port b820fcaf-60e7-4001-909d-bdf1889e29f9 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:38.949628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.954470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.955537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:38.958613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5c4a4542-52cb-4f7d-a3b5-40911e7874d3 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:39.051133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=b820fcaf-60e7-4001-909d-bdf1889e29f9,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:39.057494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:39.102147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:39.103593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:39.219338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 915b3343-6be1-41e6-b8ac-cab12c8a2904 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:39.322948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:39.328766 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/915b3343-6be1-41e6-b8ac-cab12c8a2904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0143740 Jun 22 15:04:39.331255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42046) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:39.334159 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31768f8-7a22-4b4d-be94-237d7bf4421e None None] Sync routers for ids ['915b3343-6be1-41e6-b8ac-cab12c8a2904'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:39.345250 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31768f8-7a22-4b4d-be94-237d7bf4421e None None] Routers {'915b3343-6be1-41e6-b8ac-cab12c8a2904'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:39.346110 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c31768f8-7a22-4b4d-be94-237d7bf4421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['915b3343-6be1-41e6-b8ac-cab12c8a2904'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:39.378742 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c31768f8-7a22-4b4d-be94-237d7bf4421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:39.382861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5c9f5754-bd13-4cc0-b589-04adac006c9e None None] Provisioning complete for port b820fcaf-60e7-4001-909d-bdf1889e29f9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:39.383626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5754-bd13-4cc0-b589-04adac006c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:39.396455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d823b3-2a9b-4393-bd1e-430b66cc902b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:39.400451 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b2d823b3-2a9b-4393-bd1e-430b66cc902b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports/b820fcaf-60e7-4001-909d-bdf1889e29f9 HTTP/1.1" status: 200 len: 913 time: 0.0655951 Jun 22 15:04:39.400733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42048) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:39.401295 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31768f8-7a22-4b4d-be94-237d7bf4421e None None] Routers {'915b3343-6be1-41e6-b8ac-cab12c8a2904'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:39.401915 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c31768f8-7a22-4b4d-be94-237d7bf4421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['915b3343-6be1-41e6-b8ac-cab12c8a2904'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:39.431242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f5754-bd13-4cc0-b589-04adac006c9e None None] Port b820fcaf-60e7-4001-909d-bdf1889e29f9 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:39.436585 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c31768f8-7a22-4b4d-be94-237d7bf4421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:39.437279 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31768f8-7a22-4b4d-be94-237d7bf4421e None None] The sync data for ids ['915b3343-6be1-41e6-b8ac-cab12c8a2904'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:39.787896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:40.061540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:40.085990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port b820fcaf-60e7-4001-909d-bdf1889e29f9 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:40.086331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:40.095110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:40.143894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:40.144274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:40.175572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:40.238271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for b820fcaf-60e7-4001-909d-bdf1889e29f9 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:40.400031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:40.402696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b8f42c61-e67d-4539-85c2-4b0c86356f33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:40.431046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=b820fcaf-60e7-4001-909d-bdf1889e29f9,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:40.436044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:40.542897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:40.725608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 915b3343-6be1-41e6-b8ac-cab12c8a2904 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:40.815114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:40.819964 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/915b3343-6be1-41e6-b8ac-cab12c8a2904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4182358 Jun 22 15:04:40.822841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42052) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:40.823748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728848a-ea07-46fe-8ea6-0381786baa1d None None] Sync routers for ids ['915b3343-6be1-41e6-b8ac-cab12c8a2904'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:40.832667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3728848a-ea07-46fe-8ea6-0381786baa1d None None] Routers {'915b3343-6be1-41e6-b8ac-cab12c8a2904'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:40.833324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3728848a-ea07-46fe-8ea6-0381786baa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['915b3343-6be1-41e6-b8ac-cab12c8a2904'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:40.865234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3728848a-ea07-46fe-8ea6-0381786baa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:40.874413 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3728848a-ea07-46fe-8ea6-0381786baa1d None None] Routers {'915b3343-6be1-41e6-b8ac-cab12c8a2904'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:40.875010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3728848a-ea07-46fe-8ea6-0381786baa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['915b3343-6be1-41e6-b8ac-cab12c8a2904'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:40.909180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3728848a-ea07-46fe-8ea6-0381786baa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:40.909839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728848a-ea07-46fe-8ea6-0381786baa1d None None] The sync data for ids ['915b3343-6be1-41e6-b8ac-cab12c8a2904'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:41.135893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:41.646603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 2de05e62-b9db-4fd0-8e39-333c29cf7f73 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:41.647228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:41.729080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:41.794783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 2de05e62-b9db-4fd0-8e39-333c29cf7f73 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:41.957404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:41.959999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e012ac7b-e267-45ea-b5bd-edaf98e4d850 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:41.990603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=2de05e62-b9db-4fd0-8e39-333c29cf7f73,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:41.992993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:42.089075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.244605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 915b3343-6be1-41e6-b8ac-cab12c8a2904 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:42.320442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:42.326096 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/915b3343-6be1-41e6-b8ac-cab12c8a2904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5022528 Jun 22 15:04:42.328215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42056) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:42.329911 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c90d3-cfa6-4bbc-b5c4-1175f74dc691 None None] Sync routers for ids ['915b3343-6be1-41e6-b8ac-cab12c8a2904'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:42.338834 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c90d3-cfa6-4bbc-b5c4-1175f74dc691 None None] Routers {'915b3343-6be1-41e6-b8ac-cab12c8a2904'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:42.339709 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6f1c90d3-cfa6-4bbc-b5c4-1175f74dc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['915b3343-6be1-41e6-b8ac-cab12c8a2904'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:42.358068 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bb8423c0-4ebe-4671-8e48-91ebe29acdb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=915b3343-6be1-41e6-b8ac-cab12c8a2904 HTTP/1.1" status: 200 len: 205 time: 0.0282845 Jun 22 15:04:42.360840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42058) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:42.372325 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6f1c90d3-cfa6-4bbc-b5c4-1175f74dc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:42.381142 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c90d3-cfa6-4bbc-b5c4-1175f74dc691 None None] Routers {'915b3343-6be1-41e6-b8ac-cab12c8a2904'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:42.381739 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6f1c90d3-cfa6-4bbc-b5c4-1175f74dc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['915b3343-6be1-41e6-b8ac-cab12c8a2904'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:42.414406 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6f1c90d3-cfa6-4bbc-b5c4-1175f74dc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:42.415048 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1c90d3-cfa6-4bbc-b5c4-1175f74dc691 None None] The sync data for ids ['915b3343-6be1-41e6-b8ac-cab12c8a2904'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:42.439147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7f43806-d6b2-48e5-b0f0-3ac6b1da8b2b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.592134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7f43806-d6b2-48e5-b0f0-3ac6b1da8b2b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.594213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7f43806-d6b2-48e5-b0f0-3ac6b1da8b2b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.635995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7f43806-d6b2-48e5-b0f0-3ac6b1da8b2b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.636493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f43806-d6b2-48e5-b0f0-3ac6b1da8b2b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Fanout notify agent at l3_agent the message router_deleted on router 915b3343-6be1-41e6-b8ac-cab12c8a2904 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:04:42.643394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e7f43806-d6b2-48e5-b0f0-3ac6b1da8b2b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.645342 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e7f43806-d6b2-48e5-b0f0-3ac6b1da8b2b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/915b3343-6be1-41e6-b8ac-cab12c8a2904 HTTP/1.1" status: 204 len: 168 time: 0.2834213 Jun 22 15:04:42.647567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42060) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:42.698045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting subnet 14855d92-738b-4098-8f30-8ee551756883 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:42.701248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.747092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.862788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.918534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.921313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6db11d44-5cd3-4b6b-b526-224d3462b5e5 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:42.949960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Subnet': ['ID=14855d92-738b-4098-8f30-8ee551756883,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:42.953257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:42.955978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:42.960727 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/14855d92-738b-4098-8f30-8ee551756883 HTTP/1.1" status: 204 len: 168 time: 0.3096743 Jun 22 15:04:42.961296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42062) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:42.962962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d63af-a2c5-400c-91cb-411369895806 None None] Network 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:43.013214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacf4d93-870d-406b-937d-096954a4423b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting subnet 686ef7c1-826a-4990-a7de-58faadb1f02b {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:43.016325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dacf4d93-870d-406b-937d-096954a4423b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.057429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dacf4d93-870d-406b-937d-096954a4423b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.140494 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] DHCP port deletion for 4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:04:43.147273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dacf4d93-870d-406b-937d-096954a4423b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.188895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] Deleting port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:43.189287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.206541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dacf4d93-870d-406b-937d-096954a4423b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.208516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aaadd78b-ed8c-4fa6-85ec-aaa718a815de tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:43.236509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf4d93-870d-406b-937d-096954a4423b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Subnet': ['ID=686ef7c1-826a-4990-a7de-58faadb1f02b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:43.239742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dacf4d93-870d-406b-937d-096954a4423b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:43.240861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dacf4d93-870d-406b-937d-096954a4423b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.242600 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:04:43.242740 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dacf4d93-870d-406b-937d-096954a4423b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/686ef7c1-826a-4990-a7de-58faadb1f02b HTTP/1.1" status: 204 len: 168 time: 0.2804599 Jun 22 15:04:43.245336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42064) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:43.250595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b9b9a-19cd-4ad1-9dc2-b08be5328d2e None None] Network cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:43.328526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.383699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:43.384388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.454934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] For port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=86779b00-d412-491a-9e4b-e5c9d5b8eeb4,segment=NetworkSegment(bf4e2ea5-e6a0-4a11-a199-96229c66728e),segment_id=bf4e2ea5-e6a0-4a11-a199-96229c66728e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:43.455333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.456163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=86779b00-d412-491a-9e4b-e5c9d5b8eeb4,segment=NetworkSegment(bf4e2ea5-e6a0-4a11-a199-96229c66728e),segment_id=bf4e2ea5-e6a0-4a11-a199-96229c66728e)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:43.456525 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.519602 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:43.530876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] Calling delete_port for 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:43.602070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.605467 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3bb0d163-63f7-4388-9be5-3d0c0763a810 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:43.630132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=86779b00-d412-491a-9e4b-e5c9d5b8eeb4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:43.631948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No DVR routers for this DVR port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:43.633411 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:43.663935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.666038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:43.694162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] Pushing event deleted for resources: {'Port': ['ID=86779b00-d412-491a-9e4b-e5c9d5b8eeb4,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:43.697178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:43.697978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] No DVR routers for this DVR port 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:43.723641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001e899c-677e-444f-b916-3ac17d39336c None None] DHCP port deletion for cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:04:43.735629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.745375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef50b8d-0ea1-4b32-84a8-163e6c3ff532']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:43.755464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4e2ea5-e6a0-4a11-a199-96229c66728e') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:43.755766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4e2ea5-e6a0-4a11-a199-96229c66728e') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:43.765459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.770121 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-001e899c-677e-444f-b916-3ac17d39336c None None] Deleting port 0b59f05e-4549-46fb-b859-63f6719b9683 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:43.770563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-001e899c-677e-444f-b916-3ac17d39336c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.779365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.785202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:04:43.785590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:04:43.788470 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:04:43.833743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-001e899c-677e-444f-b916-3ac17d39336c None None] For port 0b59f05e-4549-46fb-b859-63f6719b9683, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0b59f05e-4549-46fb-b859-63f6719b9683,segment=NetworkSegment(c4f15234-477f-492c-bcfb-7eb07b101c30),segment_id=c4f15234-477f-492c-bcfb-7eb07b101c30)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:43.834136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-001e899c-677e-444f-b916-3ac17d39336c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.844917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.848411 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2f9f7b10-a8ab-4a06-8c47-d7ad78366755 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:43.853730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.859052 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/networks/4ef50b8d-0ea1-4b32-84a8-163e6c3ff532 HTTP/1.1" status: 204 len: 168 time: 0.6092560 Jun 22 15:04:43.859384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42068) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:43.865938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Network': ['ID=4ef50b8d-0ea1-4b32-84a8-163e6c3ff532,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:43.868273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:43.905872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-001e899c-677e-444f-b916-3ac17d39336c None None] Calling delete_port for 0b59f05e-4549-46fb-b859-63f6719b9683 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:43.937896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.989265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-001e899c-677e-444f-b916-3ac17d39336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:43.992179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-367ae117-0136-4ad0-9b06-072517987b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:43.994017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 0b59f05e-4549-46fb-b859-63f6719b9683 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:43.994360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.016830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e899c-677e-444f-b916-3ac17d39336c None None] Pushing event deleted for resources: {'Port': ['ID=0b59f05e-4549-46fb-b859-63f6719b9683,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:44.018639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e899c-677e-444f-b916-3ac17d39336c None None] No DVR routers for this DVR port 0b59f05e-4549-46fb-b859-63f6719b9683 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:44.020040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-001e899c-677e-444f-b916-3ac17d39336c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:44.064385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 0b59f05e-4549-46fb-b859-63f6719b9683, host dv-neutron-601336-93-hyperv, got binding levels [] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:44.064765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.088420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0b59f05e-4549-46fb-b859-63f6719b9683 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:44.108262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 0b59f05e-4549-46fb-b859-63f6719b9683 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:44.108709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0b59f05e-4549-46fb-b859-63f6719b9683 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:44.109204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:44.127610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:44.127959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 86779b00-d412-491a-9e4b-e5c9d5b8eeb4 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:44.132632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 0b59f05e-4549-46fb-b859-63f6719b9683 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:44.135681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.ipam_backend_mixin [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Port 0b59f05e-4549-46fb-b859-63f6719b9683 was not found and therefore no delete operation was performed {{(pid=93502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 15:04:44.137566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.140264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-053a3492-6ab5-4c5e-bff7-66f216a37209 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:44.162698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=0b59f05e-4549-46fb-b859-63f6719b9683,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:44.165723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:44.166896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No DVR routers for this DVR port 0b59f05e-4549-46fb-b859-63f6719b9683 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:44.242178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.252672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb16ed7c-33f0-43c6-bd40-7d0f2ba09312']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:44.266977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f15234-477f-492c-bcfb-7eb07b101c30') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:44.267271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f15234-477f-492c-bcfb-7eb07b101c30') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:44.275751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.288897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.294761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:04:44.295184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:04:44.298089 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:04:44.353675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.357226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4d74e2f0-f9d0-43bc-a198-3b91049afe87 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:44.362452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.364239 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/networks/cb16ed7c-33f0-43c6-bd40-7d0f2ba09312 HTTP/1.1" status: 204 len: 168 time: 0.5037730 Jun 22 15:04:44.368147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42070) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:44.374667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Network': ['ID=cb16ed7c-33f0-43c6-bd40-7d0f2ba09312,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:44.374927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1726552605'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:44.376834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:44.398439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:44.402751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.425661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:04:44.435564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.435904 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added segment 50ed2390-8875-4aef-b728-5848fa52637b of type vlan for network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f Jun 22 15:04:44.479018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.507158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.512795 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:44.513371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.516377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5fa77523-b741-4c80-8c39-36ebd8853459 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:44.564245 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1948104 Jun 22 15:04:44.567001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42072) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:44.571802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'subnet': {'network_id': '2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:44.621944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Network': ['ID=2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:44.626178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:44.632670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:04:44.671011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:44.674562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.851343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.854086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e36ad496-1263-4244-8323-e6dafec77038 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:44.910470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Subnet': ['ID=3365b33f-936c-40c9-8e37-69d99b5bf21c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:44.922722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.923107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.923484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.923854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.924223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.924589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.924994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.925350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.925711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.926074 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.926434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.926821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:44.930391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Checking segment: {'id': '50ed2390-8875-4aef-b728-5848fa52637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:44.930743 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network hostable DHCP agents. Network: 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:04:44.932931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:44.948033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:04:44.956618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:44.960377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:44.960979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:44.967797 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6e875f-b743-429b-b2fa-55c521880de8 None None] Network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:44.976804 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4085553 Jun 22 15:04:44.979220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42074) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:44.984902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5ba29a3c-8914-4608-be6f-acb8c297c561 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1408075473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:45.006315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ba29a3c-8914-4608-be6f-acb8c297c561 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.007367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ba29a3c-8914-4608-be6f-acb8c297c561 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.073904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ba29a3c-8914-4608-be6f-acb8c297c561 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.079020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ba29a3c-8914-4608-be6f-acb8c297c561 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.098033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ba29a3c-8914-4608-be6f-acb8c297c561 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.099227 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5ba29a3c-8914-4608-be6f-acb8c297c561 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1190469 Jun 22 15:04:45.101953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42076) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:45.107638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'port': {'network_id': '2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f', 'name': 'tempest-RoutersIpV6Test-1466620569'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:45.119383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f', 'network_id': '2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'fixed_ips': [{'subnet_id': '3365b33f-936c-40c9-8e37-69d99b5bf21c'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:04:45.120264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.219848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:45.223977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.244242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] device_id is not set on port 0856ee4d-99ec-468b-9847-20159a7721df yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:04:45.258335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Allocated IP 2001:db8::2 (2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f/3365b33f-936c-40c9-8e37-69d99b5bf21c/fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:45.401157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.409190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Transition to ACTIVE for port object fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:45.423727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Transition to ACTIVE for port object fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:45.429439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.431227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f4736d5f-3b93-4590-9db1-1ba10a73163f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:45.472554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:45.476485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:45.478226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Pushing event updated for resources: {'Port': ['ID=fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:45.481058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:45.483258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:45.488491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 2001:db8::25f (2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f/3365b33f-936c-40c9-8e37-69d99b5bf21c/0856ee4d-99ec-468b-9847-20159a7721df) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:45.541116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Attempting to bind port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:04:45.541489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Attempting to bind port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '50ed2390-8875-4aef-b728-5848fa52637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:04:45.541859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Attempting to bind port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec on network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:04:45.548007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:04:45.548458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Checking segment: {'id': '50ed2390-8875-4aef-b728-5848fa52637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:45.548948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.549394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Bound using segment: {'id': '50ed2390-8875-4aef-b728-5848fa52637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:04:45.549952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Bound port: fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ed2390-8875-4aef-b728-5848fa52637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:04:45.550333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.614524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] For port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:04:45.617633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] For port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec,segment=NetworkSegment(50ed2390-8875-4aef-b728-5848fa52637b),segment_id=50ed2390-8875-4aef-b728-5848fa52637b)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:04:45.622041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.625634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:45.639086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.653456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Transition to ACTIVE for port object 0856ee4d-99ec-468b-9847-20159a7721df will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:45.685801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Pushing event updated for resources: {'Port': ['ID=fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:45.689556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:45.693184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.697669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:45.743002 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:45.746566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:45.750716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:45.756179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:45.756793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:45.765450 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=0856ee4d-99ec-468b-9847-20159a7721df,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:45.769862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:45.776288 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6732857 Jun 22 15:04:45.779593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42082) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:46.119896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:46.173198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:46.455734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:46.509095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42086) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:46.596903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16824dda-ede2-4107-84a0-bbe3f0545716 None None] Network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:46.728263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:46.731591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a6760b60-5fca-4a07-b4d6-e4cbc9b6fad3 None None] Provisioning for port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:46.734408 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:46.738004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:46.739625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a6760b60-5fca-4a07-b4d6-e4cbc9b6fad3 None None] Provisioning complete for port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:46.740148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a6760b60-5fca-4a07-b4d6-e4cbc9b6fad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:46.824986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=0856ee4d-99ec-468b-9847-20159a7721df,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:46.839372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:46.877578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a6760b60-5fca-4a07-b4d6-e4cbc9b6fad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:46.915630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:46.915844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a6760b60-5fca-4a07-b4d6-e4cbc9b6fad3 None None] For port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec,segment=NetworkSegment(50ed2390-8875-4aef-b728-5848fa52637b),segment_id=50ed2390-8875-4aef-b728-5848fa52637b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:46.921023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a6760b60-5fca-4a07-b4d6-e4cbc9b6fad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:46.922794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0be42638-2191-4074-b18b-56a9debc457b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:46.957430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:46.985657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6760b60-5fca-4a07-b4d6-e4cbc9b6fad3 None None] Pushing event updated for resources: {'Port': ['ID=fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:46.990664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6760b60-5fca-4a07-b4d6-e4cbc9b6fad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:47.100869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.156666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-522cc485-05e0-4215-81cb-c9c0edc05b94 None None] Provisioning complete for port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:47.157826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-522cc485-05e0-4215-81cb-c9c0edc05b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.278913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-522cc485-05e0-4215-81cb-c9c0edc05b94 None None] Provisioning for port 0856ee4d-99ec-468b-9847-20159a7721df completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:47.293874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-522cc485-05e0-4215-81cb-c9c0edc05b94 None None] Provisioning complete for port 0856ee4d-99ec-468b-9847-20159a7721df triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:47.294267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-522cc485-05e0-4215-81cb-c9c0edc05b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.312615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port fb98d1e1-68b1-448d-ad2e-dc3300678a32 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:47.313299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.338408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-522cc485-05e0-4215-81cb-c9c0edc05b94 None None] Port 0856ee4d-99ec-468b-9847-20159a7721df cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:47.399627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.406689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.408167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.411099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a434d103-7575-4f15-a580-68aee63c3309 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:47.420446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port fb98d1e1-68b1-448d-ad2e-dc3300678a32, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fb98d1e1-68b1-448d-ad2e-dc3300678a32,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:47.421148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.479086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4132c33b-bc39-4e1e-a5c3-c0ee28ef3835 None None] Provisioning complete for port 0856ee4d-99ec-468b-9847-20159a7721df triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:47.479758 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4132c33b-bc39-4e1e-a5c3-c0ee28ef3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.492177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for fb98d1e1-68b1-448d-ad2e-dc3300678a32 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:47.514959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=0856ee4d-99ec-468b-9847-20159a7721df,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:47.520977 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4132c33b-bc39-4e1e-a5c3-c0ee28ef3835 None None] Port 0856ee4d-99ec-468b-9847-20159a7721df cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:47.526385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:47.561348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:47.562791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:47.656117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ff7011d3-47bd-4a5b-946e-eb235a878fea None None] Provisioning complete for port 0856ee4d-99ec-468b-9847-20159a7721df triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:47.656537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff7011d3-47bd-4a5b-946e-eb235a878fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.690822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 8e0dfaa0-df05-4573-9943-47be16633795 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:04:47.698282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ff7011d3-47bd-4a5b-946e-eb235a878fea None None] Port 0856ee4d-99ec-468b-9847-20159a7721df cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:47.744254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.747088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-47ba172f-19a6-4846-b8ca-413c07fa912d tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:47.774241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=fb98d1e1-68b1-448d-ad2e-dc3300678a32,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:47.798230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:47.809455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.809597 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/8e0dfaa0-df05-4573-9943-47be16633795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0277207 Jun 22 15:04:47.809991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.810408 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.810800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.810941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42088) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:47.811180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.811566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.811959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.812324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.813040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.813389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.813893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.814135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:47.815410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5f7e1-ae42-4c73-8c5a-3a2d832e4370 None None] Sync routers for ids ['8e0dfaa0-df05-4573-9943-47be16633795'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:47.822464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:47.836424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-286ba2ed-921b-449e-afa5-70440b90567d None None] Provisioning complete for port 0856ee4d-99ec-468b-9847-20159a7721df triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:47.836833 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-286ba2ed-921b-449e-afa5-70440b90567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:47.838587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5f7e1-ae42-4c73-8c5a-3a2d832e4370 None None] Routers {'8e0dfaa0-df05-4573-9943-47be16633795'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:47.839673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-21d5f7e1-ae42-4c73-8c5a-3a2d832e4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8e0dfaa0-df05-4573-9943-47be16633795'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:47.876472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c894b9-bb33-4c6e-8754-bc88f6a8b25e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:47.877473 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d2c894b9-bb33-4c6e-8754-bc88f6a8b25e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports/0856ee4d-99ec-468b-9847-20159a7721df HTTP/1.1" status: 200 len: 984 time: 0.0651071 Jun 22 15:04:47.881841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42090) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:47.896449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-21d5f7e1-ae42-4c73-8c5a-3a2d832e4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:47.915805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-286ba2ed-921b-449e-afa5-70440b90567d None None] Port 0856ee4d-99ec-468b-9847-20159a7721df cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:47.923113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5f7e1-ae42-4c73-8c5a-3a2d832e4370 None None] Routers {'8e0dfaa0-df05-4573-9943-47be16633795'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:47.923762 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-21d5f7e1-ae42-4c73-8c5a-3a2d832e4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8e0dfaa0-df05-4573-9943-47be16633795'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:47.973609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-21d5f7e1-ae42-4c73-8c5a-3a2d832e4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:47.975006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5f7e1-ae42-4c73-8c5a-3a2d832e4370 None None] The sync data for ids ['8e0dfaa0-df05-4573-9943-47be16633795'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:48.170339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:48.219731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:48.220106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:48.234653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:48.272770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:48.442059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 0856ee4d-99ec-468b-9847-20159a7721df {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:48.442312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:48.492242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:48.531632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:48.596173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:48.598656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 0856ee4d-99ec-468b-9847-20159a7721df owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:48.601101 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0909350 Jun 22 15:04:48.606921 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] Sync routers for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:48.616025 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:48.616634 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:48.734510 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:04:48.788804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:48.793537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b616f318-c348-41cb-bdc8-afc6e19d9767 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:48.821164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=0856ee4d-99ec-468b-9847-20159a7721df,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:48.825344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:48.933971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:49.070420 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:04:47Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3fbefa35-cd37-4ec3-ab30-010005098ae1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:02:37Z', 'updated_at': '2021-06-22T15:02:42Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:49.100263 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] Checking router: 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:04:49.108354 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:49.109027 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:49.148452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625d6a1-3361-4851-a8d2-1ca5f84505fa req-4fb45a99-c5cf-45f3-9750-2d248bd4e495 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:49.149871 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b625d6a1-3361-4851-a8d2-1ca5f84505fa req-4fb45a99-c5cf-45f3-9750-2d248bd4e495 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 946 time: 0.2096100 Jun 22 15:04:49.151592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 8e0dfaa0-df05-4573-9943-47be16633795 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:49.211453 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:04:49.254967 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b625d6a1-3361-4851-a8d2-1ca5f84505fa req-c5e3e410-19de-4d53-8985-baebaca954bd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974870 Jun 22 15:04:49.255975 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:49.262093 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/8e0dfaa0-df05-4573-9943-47be16633795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3786092 Jun 22 15:04:49.265034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42096) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:49.267437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9f645-5015-4fe1-8ce8-e00bab7f9c1d None None] Sync routers for ids ['8e0dfaa0-df05-4573-9943-47be16633795'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:49.278116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9f645-5015-4fe1-8ce8-e00bab7f9c1d None None] Routers {'8e0dfaa0-df05-4573-9943-47be16633795'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:49.278942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-56f9f645-5015-4fe1-8ce8-e00bab7f9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8e0dfaa0-df05-4573-9943-47be16633795'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:49.314583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-56f9f645-5015-4fe1-8ce8-e00bab7f9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:49.324090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9f645-5015-4fe1-8ce8-e00bab7f9c1d None None] Routers {'8e0dfaa0-df05-4573-9943-47be16633795'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:49.324689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-56f9f645-5015-4fe1-8ce8-e00bab7f9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8e0dfaa0-df05-4573-9943-47be16633795'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:49.357064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-56f9f645-5015-4fe1-8ce8-e00bab7f9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:49.358116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9f645-5015-4fe1-8ce8-e00bab7f9c1d None None] The sync data for ids ['8e0dfaa0-df05-4573-9943-47be16633795'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:49.447746 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:04:47Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3fbefa35-cd37-4ec3-ab30-010005098ae1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:02:37Z', 'updated_at': '2021-06-22T15:02:42Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:49.473883 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be75d85a-c12b-42d7-b1c2-da8b951c93c3 None None] The sync data for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv is: [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:04:47Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3fbefa35-cd37-4ec3-ab30-010005098ae1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'port_id': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'mac_address': 'fa:16:3e:63:85:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:02:37Z', 'updated_at': '2021-06-22T15:02:42Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:49.514491 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-5a016879-bbc4-4b3d-af1b-c026f9fcdd5b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] remove_router_interface failed (client error): The resource could not be found. Jun 22 15:04:49.515505 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5a016879-bbc4-4b3d-af1b-c026f9fcdd5b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/8e0dfaa0-df05-4573-9943-47be16633795/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2489767 Jun 22 15:04:49.518260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42098) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:49.546145 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7c0b6d69-a158-4477-b829-0f9c4d2f49dd tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e0dfaa0-df05-4573-9943-47be16633795 HTTP/1.1" status: 200 len: 205 time: 0.0268023 Jun 22 15:04:49.548279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42100) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:49.619469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9e3ada2-703f-407f-9986-8ece25e0d4cf tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:49.775943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9e3ada2-703f-407f-9986-8ece25e0d4cf tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:49.778188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9e3ada2-703f-407f-9986-8ece25e0d4cf tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:49.820992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9e3ada2-703f-407f-9986-8ece25e0d4cf tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:49.821498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e3ada2-703f-407f-9986-8ece25e0d4cf tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Fanout notify agent at l3_agent the message router_deleted on router 8e0dfaa0-df05-4573-9943-47be16633795 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:04:49.829551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9e3ada2-703f-407f-9986-8ece25e0d4cf tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:49.830640 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b9e3ada2-703f-407f-9986-8ece25e0d4cf tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/8e0dfaa0-df05-4573-9943-47be16633795 HTTP/1.1" status: 204 len: 168 time: 0.2814772 Jun 22 15:04:49.833286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42102) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:49.886057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting subnet 3365b33f-936c-40c9-8e37-69d99b5bf21c {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:49.889675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:49.935079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.020067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.045919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fb98d1e1-68b1-448d-ad2e-dc3300678a32 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:50.065404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: fb98d1e1-68b1-448d-ad2e-dc3300678a32 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:50.065836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fb98d1e1-68b1-448d-ad2e-dc3300678a32 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:50.080893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.082806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-743aaea6-61e9-4a2a-8ff9-235fa748ce0a tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:50.113017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Subnet': ['ID=3365b33f-936c-40c9-8e37-69d99b5bf21c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:50.116206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:50.117058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.121239 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/3365b33f-936c-40c9-8e37-69d99b5bf21c HTTP/1.1" status: 204 len: 168 time: 0.2846277 Jun 22 15:04:50.122934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42104) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:50.123608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7d8af-74ad-4fc3-95db-eb03695c1c37 None None] Network 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:50.197924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.253746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:50.254091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.302980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] DHCP port deletion for 2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:04:50.348454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] Deleting port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:50.348875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.357982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec,segment=NetworkSegment(50ed2390-8875-4aef-b728-5848fa52637b),segment_id=50ed2390-8875-4aef-b728-5848fa52637b)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:50.358544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.413952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] For port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec,segment=NetworkSegment(50ed2390-8875-4aef-b728-5848fa52637b),segment_id=50ed2390-8875-4aef-b728-5848fa52637b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:50.414351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.430957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:50.476724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-3eabe9bf-a163-45fe-90a0-908af45a256c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:50.478186 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-3eabe9bf-a163-45fe-90a0-908af45a256c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 946 time: 0.1824803 Jun 22 15:04:50.478817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] Calling delete_port for fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:50.555224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.557083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:50.581217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] Pushing event deleted for resources: {'Port': ['ID=fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:50.584279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:50.585091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] No DVR routers for this DVR port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:50.616529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc9c05-1488-49c9-a9b1-746894f6e7cd req-7748f7e8-0b45-47db-8a64-6eae31c9bf05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:50.618109 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f1fc9c05-1488-49c9-a9b1-746894f6e7cd req-7748f7e8-0b45-47db-8a64-6eae31c9bf05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 946 time: 0.1851103 Jun 22 15:04:50.659208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:50.664153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-10454217-0d52-459e-b20d-95603379c54d tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:50.704525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:50.706363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No DVR routers for this DVR port fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:50.710780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:50.738197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f1fc9c05-1488-49c9-a9b1-746894f6e7cd req-dd4fffec-b403-49e9-9301-70525001ca80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=6b4eb73d-664f-4159-af81-1dd6096de62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031637 Jun 22 15:04:50.783748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 2ba2d558-e593-442f-a090-70d491b551ff {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:50.784094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.118072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.134630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:51.149079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ed2390-8875-4aef-b728-5848fa52637b') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:51.149375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ed2390-8875-4aef-b728-5848fa52637b') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:51.163311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.190107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.197291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 2ba2d558-e593-442f-a090-70d491b551ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2ba2d558-e593-442f-a090-70d491b551ff,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:51.197643 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.208780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:04:51.209169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: self.session.flush() Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:04:51.213343 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:04:51.302280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 2ba2d558-e593-442f-a090-70d491b551ff owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:51.359178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.363253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-064b09b5-7bc7-4372-a73b-055d1dfa6be5 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:51.368363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.370168 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/networks/2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f HTTP/1.1" status: 204 len: 168 time: 1.2462862 Jun 22 15:04:51.374385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42108) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:51.379423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28229262'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:51.388629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Network': ['ID=2c8173b9-f0b6-4dca-95ab-2dc7cde8a15f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:51.394857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:51.400469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:51.404974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.430678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:04:51.440605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.440982 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added segment aba391e4-103b-4141-99d3-dd2fa2a6964b of type vlan for network cea09f93-f3da-4df2-b695-9534d3c8acf9 Jun 22 15:04:51.472023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.475880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2abaf4eb-80ab-43dc-8435-7ddd2b6c887a tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:51.481758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.501346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=2ba2d558-e593-442f-a090-70d491b551ff,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:51.503676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:51.512586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.518364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:51.519001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.522552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a0ccc2c-81f0-4e11-9136-fa14df121ab8 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:51.550079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port 2ba2d558-e593-442f-a090-70d491b551ff on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:51.552623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.554646 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8aab487b-d709-4693-a674-c53bdf8418b9 req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/2ba2d558-e593-442f-a090-70d491b551ff HTTP/1.1" status: 204 len: 173 time: 1.0693276 Jun 22 15:04:51.555189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef47f01f-22ec-46a5-a68f-d27e2791552d', 'name': 'network-vif-deleted', 'tag': '2ba2d558-e593-442f-a090-70d491b551ff'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:04:51.557633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96be42e-6ea0-46cd-b4a4-0a7fe100b808" -d '{"events": [{"server_uuid": "ef47f01f-22ec-46a5-a68f-d27e2791552d", "name": "network-vif-deleted", "tag": "2ba2d558-e593-442f-a090-70d491b551ff"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:04:51.579393 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2012167 Jun 22 15:04:51.579582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42112) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:51.592196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'subnet': {'network_id': 'cea09f93-f3da-4df2-b695-9534d3c8acf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:51.601830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6052cd17-2e67-478d-b4ad-403cbee3718d x-openstack-request-id: req-6052cd17-2e67-478d-b4ad-403cbee3718d {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:04:51.602235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef47f01f-22ec-46a5-a68f-d27e2791552d", "name": "network-vif-deleted", "tag": "2ba2d558-e593-442f-a090-70d491b551ff", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:04:51.602552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6052cd17-2e67-478d-b4ad-403cbee3718d {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:04:51.603023 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef47f01f-22ec-46a5-a68f-d27e2791552d', 'name': 'network-vif-deleted', 'tag': '2ba2d558-e593-442f-a090-70d491b551ff', 'status': 'completed', 'code': 200} Jun 22 15:04:51.640290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Network': ['ID=cea09f93-f3da-4df2-b695-9534d3c8acf9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:51.651281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:51.655779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network cea09f93-f3da-4df2-b695-9534d3c8acf9 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:04:51.687946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:04:51.691719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.875526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:51.879231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e2c58b92-eb6a-4e11-a3b4-a9e59e17317d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:51.905365 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba04a875-e738-4310-9579-bd49fed62e72 req-fb63f709-e607-447e-8148-138721a9599c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef47f01f-22ec-46a5-a68f-d27e2791552d HTTP/1.1" status: 200 len: 210 time: 0.0395267 Jun 22 15:04:51.942263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Subnet': ['ID=3e004a20-1f95-418c-bd33-e47dcb0c41dd,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:51.946340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:51.954661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Checking segment: {'id': 'aba391e4-103b-4141-99d3-dd2fa2a6964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cea09f93-f3da-4df2-b695-9534d3c8acf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:51.955026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network hostable DHCP agents. Network: cea09f93-f3da-4df2-b695-9534d3c8acf9, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:04:51.974849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network cea09f93-f3da-4df2-b695-9534d3c8acf9 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:04:51.986443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, cea09f93-f3da-4df2-b695-9534d3c8acf9) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:51.990909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:51.991499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.006021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae068f-cc2c-40f1-bca7-4a2e2478f49f None None] Network cea09f93-f3da-4df2-b695-9534d3c8acf9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:52.010431 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4293644 Jun 22 15:04:52.013407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42116) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:52.018171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c4df857d-3557-49d9-a2d3-9ed34661f139 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1595819484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:52.060698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c4df857d-3557-49d9-a2d3-9ed34661f139 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.062444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c4df857d-3557-49d9-a2d3-9ed34661f139 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.116002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:52.129222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c4df857d-3557-49d9-a2d3-9ed34661f139 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.134572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c4df857d-3557-49d9-a2d3-9ed34661f139 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.144155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:52.144516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fbdd43e0-569a-4f08-9cfb-72fdf3e8d7ec not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:52.163909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c4df857d-3557-49d9-a2d3-9ed34661f139 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.167849 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c4df857d-3557-49d9-a2d3-9ed34661f139 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1509411 Jun 22 15:04:52.168270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42118) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:52.190521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-cea09f93-f3da-4df2-b695-9534d3c8acf9', 'network_id': 'cea09f93-f3da-4df2-b695-9534d3c8acf9', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'fixed_ips': [{'subnet_id': '3e004a20-1f95-418c-bd33-e47dcb0c41dd'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:04:52.191623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.340143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Allocated IP 2001:db8::2 (cea09f93-f3da-4df2-b695-9534d3c8acf9/3e004a20-1f95-418c-bd33-e47dcb0c41dd/62356bb4-c7e3-4a6b-990d-732d3cae1e0b) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:52.392459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2ba2d558-e593-442f-a090-70d491b551ff no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:52.414478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 2ba2d558-e593-442f-a090-70d491b551ff {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:52.414823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2ba2d558-e593-442f-a090-70d491b551ff not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:52.505576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.514799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Transition to ACTIVE for port object 62356bb4-c7e3-4a6b-990d-732d3cae1e0b will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:52.530105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Transition to ACTIVE for port object 62356bb4-c7e3-4a6b-990d-732d3cae1e0b will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:52.536635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.539201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-cd87ea75-1ec6-4ec4-a710-bd5959cc5217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:52.730503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Network cea09f93-f3da-4df2-b695-9534d3c8acf9 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:52.735695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:52.738612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:52.741615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Pushing event updated for resources: {'Port': ['ID=62356bb4-c7e3-4a6b-990d-732d3cae1e0b,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:52.744216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:52.771588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.798096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Attempting to bind port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:04:52.798470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Attempting to bind port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'aba391e4-103b-4141-99d3-dd2fa2a6964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cea09f93-f3da-4df2-b695-9534d3c8acf9'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:04:52.798834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Attempting to bind port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b on network cea09f93-f3da-4df2-b695-9534d3c8acf9 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:04:52.803670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:04:52.804049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Checking segment: {'id': 'aba391e4-103b-4141-99d3-dd2fa2a6964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cea09f93-f3da-4df2-b695-9534d3c8acf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:04:52.804452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.804883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Bound using segment: {'id': 'aba391e4-103b-4141-99d3-dd2fa2a6964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cea09f93-f3da-4df2-b695-9534d3c8acf9'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:04:52.805351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Bound port: 62356bb4-c7e3-4a6b-990d-732d3cae1e0b, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba391e4-103b-4141-99d3-dd2fa2a6964b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cea09f93-f3da-4df2-b695-9534d3c8acf9'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:04:52.805735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.867015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] For port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:04:52.869970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] For port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=62356bb4-c7e3-4a6b-990d-732d3cae1e0b,segment=NetworkSegment(aba391e4-103b-4141-99d3-dd2fa2a6964b),segment_id=aba391e4-103b-4141-99d3-dd2fa2a6964b)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:04:52.875745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:52.877671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0e1a9bed-3050-402d-ad56-d2aadbf81413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:52.939558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Pushing event updated for resources: {'Port': ['ID=62356bb4-c7e3-4a6b-990d-732d3cae1e0b,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:52.942890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:53.007112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42122) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:53.028200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 2001:db8::1 (cea09f93-f3da-4df2-b695-9534d3c8acf9/3e004a20-1f95-418c-bd33-e47dcb0c41dd/2198714b-b88c-40ea-9022-93214a535c67) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:53.071843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0857-08fc-4664-9c22-9f82e9fc3d47 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.101827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0857-08fc-4664-9c22-9f82e9fc3d47 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.186636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.201915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Transition to ACTIVE for port object 2198714b-b88c-40ea-9022-93214a535c67 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:04:53.203362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0857-08fc-4664-9c22-9f82e9fc3d47 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.206193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0857-08fc-4664-9c22-9f82e9fc3d47 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.207377 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bdeb0857-08fc-4664-9c22-9f82e9fc3d47 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/6b4eb73d-664f-4159-af81-1dd6096de62c HTTP/1.1" status: 204 len: 168 time: 0.1992414 Jun 22 15:04:53.208221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ec3aa9a3-223c-439c-bb0d-2a11c2b7c4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:53.234469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb0857-08fc-4664-9c22-9f82e9fc3d47 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4eb73d-664f-4159-af81-1dd6096de62c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:53.239129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.243310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8c26059-a3c5-4ece-9b6f-6ba4083f46e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:53.248699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42126) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:53.255168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bdeb0857-08fc-4664-9c22-9f82e9fc3d47 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:53.318373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network cea09f93-f3da-4df2-b695-9534d3c8acf9 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:53.325221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:53.330789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:53.331314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.371080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=2198714b-b88c-40ea-9022-93214a535c67,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:53.376516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:53.384375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting subnet 64a8704b-fb7b-4a8e-bdef-5479f139f51b {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:53.390683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.460946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.562371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.591708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.754708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.758133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93f81c00-cbaf-4c87-91f8-6d861a0781e4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:53.799604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Subnet': ['ID=64a8704b-fb7b-4a8e-bdef-5479f139f51b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:53.801555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.803410 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/subnets/64a8704b-fb7b-4a8e-bdef-5479f139f51b HTTP/1.1" status: 204 len: 168 time: 0.5526545 Jun 22 15:04:53.804568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b76133-e7bc-4559-ad19-aa3c95a037c5 None None] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:53.806937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42128) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:53.814915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:53.892539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5babe8-ccd8-4757-bb1c-bae8e1b66b67 None None] Network cea09f93-f3da-4df2-b695-9534d3c8acf9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:53.903994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.938205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.943481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.944319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:53.953179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d1fced0-de1b-4b3a-9b5e-b70c873a3789 tempest-FloatingIPAdminTestJSON-1753217265 tempest-FloatingIPAdminTestJSON-1753217265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:53.962039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port cdcc55e5-bd4a-4601-b54c-933f90fafab6 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:53.962507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.008764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ee466e7a-bcbb-48c6-b1cb-1ce268af0304 None None] Provisioning for port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:54.044727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port cdcc55e5-bd4a-4601-b54c-933f90fafab6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cdcc55e5-bd4a-4601-b54c-933f90fafab6,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:54.045469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.087201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=2198714b-b88c-40ea-9022-93214a535c67,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:54.096226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:54.132486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for cdcc55e5-bd4a-4601-b54c-933f90fafab6 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:54.140706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] DHCP port deletion for 4a03032e-d176-4035-a6a9-d3ec76eab2c5 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:04:54.179832 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network cea09f93-f3da-4df2-b695-9534d3c8acf9 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:54.182324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:54.211886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Deleting port cdcc55e5-bd4a-4601-b54c-933f90fafab6 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:54.213476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.230440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62356bb4-c7e3-4a6b-990d-732d3cae1e0b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:54.240895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.244393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a5dfeb97-ae72-438d-941f-403b6714b48f tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:54.273080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=cdcc55e5-bd4a-4601-b54c-933f90fafab6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:54.281931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:54.288255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port cdcc55e5-bd4a-4601-b54c-933f90fafab6 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:54.334920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] For port cdcc55e5-bd4a-4601-b54c-933f90fafab6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cdcc55e5-bd4a-4601-b54c-933f90fafab6,segment=NetworkSegment(7d42b716-bd1f-417e-8332-f81bd4a8a0d2),segment_id=7d42b716-bd1f-417e-8332-f81bd4a8a0d2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:54.335309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.335602 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 201b359d-c15d-48d9-b1dc-025601395af5 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:04:54.395989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.414377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a03032e-d176-4035-a6a9-d3ec76eab2c5']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:54.416569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Calling delete_port for cdcc55e5-bd4a-4601-b54c-933f90fafab6 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:54.426692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d42b716-bd1f-417e-8332-f81bd4a8a0d2') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:54.427413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d42b716-bd1f-417e-8332-f81bd4a8a0d2') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:54.436988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:54.440771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.456912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.468853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:04:54.469253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.472928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:04:54.473232 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:04:54.476202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.479168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:54.488597 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/201b359d-c15d-48d9-b1dc-025601395af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3190098 Jun 22 15:04:54.490866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42130) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:54.498310 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8beecf-8990-4ce1-8bc3-f3b6bb96648c None None] Sync routers for ids ['201b359d-c15d-48d9-b1dc-025601395af5'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:54.519880 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8beecf-8990-4ce1-8bc3-f3b6bb96648c None None] Routers {'201b359d-c15d-48d9-b1dc-025601395af5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:54.520902 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-dd8beecf-8990-4ce1-8bc3-f3b6bb96648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['201b359d-c15d-48d9-b1dc-025601395af5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:54.526482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81521c8f-8d39-41a1-98d4-f07d08504a20 None None] Provisioning for port 2198714b-b88c-40ea-9022-93214a535c67 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:04:54.543577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81521c8f-8d39-41a1-98d4-f07d08504a20 None None] Provisioning complete for port 2198714b-b88c-40ea-9022-93214a535c67 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:54.543842 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81521c8f-8d39-41a1-98d4-f07d08504a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.560921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.570012 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-dd8beecf-8990-4ce1-8bc3-f3b6bb96648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:54.570670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f4f4bcd5-aa22-4a13-a624-060d157cea89 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:54.578203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.583204 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/networks/4a03032e-d176-4035-a6a9-d3ec76eab2c5 HTTP/1.1" status: 204 len: 168 time: 0.7725651 Jun 22 15:04:54.585233 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8beecf-8990-4ce1-8bc3-f3b6bb96648c None None] Routers {'201b359d-c15d-48d9-b1dc-025601395af5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:54.586470 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-dd8beecf-8990-4ce1-8bc3-f3b6bb96648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['201b359d-c15d-48d9-b1dc-025601395af5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:54.597863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b1233-f443-4094-bae4-2b0f7c9c28ed tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:54.599321 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-269b1233-f443-4094-bae4-2b0f7c9c28ed tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports/2198714b-b88c-40ea-9022-93214a535c67 HTTP/1.1" status: 200 len: 911 time: 0.1073411 Jun 22 15:04:54.600025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42132) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:54.606095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42134) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:54.609260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Network': ['ID=4a03032e-d176-4035-a6a9-d3ec76eab2c5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:54.609690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-81521c8f-8d39-41a1-98d4-f07d08504a20 None None] Port 2198714b-b88c-40ea-9022-93214a535c67 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:54.615130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.617649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:54.622305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-74b145a2-e27d-4bdb-a4c8-2251e9a15436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:54.635307 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-dd8beecf-8990-4ce1-8bc3-f3b6bb96648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:54.637246 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8beecf-8990-4ce1-8bc3-f3b6bb96648c None None] The sync data for ids ['201b359d-c15d-48d9-b1dc-025601395af5'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:54.680694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Pushing event deleted for resources: {'Port': ['ID=cdcc55e5-bd4a-4601-b54c-933f90fafab6,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:54.687674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Network 4a03032e-d176-4035-a6a9-d3ec76eab2c5 is not hosted by any dhcp agent {{(pid=93503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 15:04:54.688130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] No DVR routers for this DVR port cdcc55e5-bd4a-4601-b54c-933f90fafab6 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:54.709907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-81521c8f-8d39-41a1-98d4-f07d08504a20 None None] Provisioning complete for port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:54.711075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81521c8f-8d39-41a1-98d4-f07d08504a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.749862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.750354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.750703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.751037 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.751555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.751768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.752175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.752406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.752981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.753308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.753633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.753954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:04:54.759666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:54.762772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.792043 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port e670da97-c0d8-4334-8e6c-562556abc8b3 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:54.793128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.804419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=62356bb4-c7e3-4a6b-990d-732d3cae1e0b,segment=NetworkSegment(aba391e4-103b-4141-99d3-dd2fa2a6964b),segment_id=aba391e4-103b-4141-99d3-dd2fa2a6964b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:54.847386 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.851985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-07d0d2fe-312e-44af-b9be-22daed8d3986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:54.893778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.894555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:54.918018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=62356bb4-c7e3-4a6b-990d-732d3cae1e0b,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:54.921360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:54.978694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for e670da97-c0d8-4334-8e6c-562556abc8b3 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:55.030166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6ef2c705-4bdb-4e15-a7a4-bc4e909c3bec None None] Provisioning complete for port 2198714b-b88c-40ea-9022-93214a535c67 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:55.030969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:55.031136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c705-4bdb-4e15-a7a4-bc4e909c3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:55.064611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2c705-4bdb-4e15-a7a4-bc4e909c3bec None None] Port 2198714b-b88c-40ea-9022-93214a535c67 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:04:55.128571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:55.131214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:55.160319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=e670da97-c0d8-4334-8e6c-562556abc8b3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:55.164171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:55.220430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:55.220797 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 3fbefa35-cd37-4ec3-ab30-010005098ae1 disassociated (deleted). External IP: 172.26.6.84, port: 6ab196af-d4cf-4775-8240-d9cc75c59b4d. Jun 22 15:04:55.287150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 2198714b-b88c-40ea-9022-93214a535c67 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:55.287740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:55.375546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:55.427213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:55.438717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 2198714b-b88c-40ea-9022-93214a535c67 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:55.534866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:55.539515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:55.545074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181273c0-7497-4dab-907b-687690ee7206 None None] Sync routers for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:55.557027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181273c0-7497-4dab-907b-687690ee7206 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:55.557645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-181273c0-7497-4dab-907b-687690ee7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:55.578512 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/floatingips/3fbefa35-cd37-4ec3-ab30-010005098ae1 HTTP/1.1" status: 204 len: 168 time: 0.9774380 Jun 22 15:04:55.579225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:04:55.585357 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:04:55.632453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f3ddf9-cb51-42be-9f5a-63b9526b4b6e x-openstack-request-id: req-31f3ddf9-cb51-42be-9f5a-63b9526b4b6e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:04:55.632828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:04:55.633140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31f3ddf9-cb51-42be-9f5a-63b9526b4b6e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:04:55.633597 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'status': 'completed', 'code': 200} Jun 22 15:04:55.643397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:55.647136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64b0b47d-407f-42e0-9177-806fa61e5ef8 tempest-TestServerAdvancedOps-1925470534 tempest-TestServerAdvancedOps-1925470534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:55.688535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=2198714b-b88c-40ea-9022-93214a535c67,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:55.690385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-181273c0-7497-4dab-907b-687690ee7206 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:04:55.709266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:55.820150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:55.877765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-b339cfd8-0256-4622-8c66-46d8ebb1f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:55.879274 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-b339cfd8-0256-4622-8c66-46d8ebb1f35f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 1098 time: 0.2017331 Jun 22 15:04:55.946876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-181273c0-7497-4dab-907b-687690ee7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:04:47Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:55.977709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181273c0-7497-4dab-907b-687690ee7206 None None] Checking router: 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:04:55.986773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181273c0-7497-4dab-907b-687690ee7206 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:55.987389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-181273c0-7497-4dab-907b-687690ee7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:56.095674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-181273c0-7497-4dab-907b-687690ee7206 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:04:56.118612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 201b359d-c15d-48d9-b1dc-025601395af5 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:04:56.121091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-033da720-7dd0-4a4b-b087-ade3454b496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:56.122043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62356bb4-c7e3-4a6b-990d-732d3cae1e0b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:04:56.122545 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-033da720-7dd0-4a4b-b087-ade3454b496a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b762eb63-dd4e-44be-aa53-cb785dc10971 HTTP/1.1" status: 200 len: 898 time: 0.2090056 Jun 22 15:04:56.177688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68133d9d-50cd-453f-82f0-c4a4317bcfb7 req-36d554c8-5cf7-4902-9c97-9e85b3de4a79 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:56.179129 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68133d9d-50cd-453f-82f0-c4a4317bcfb7 req-36d554c8-5cf7-4902-9c97-9e85b3de4a79 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 945 time: 0.2103474 Jun 22 15:04:56.182533 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-4611d6a4-b25f-48e0-86af-c53f6bcf691b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d HTTP/1.1" status: 200 len: 217 time: 0.0503511 Jun 22 15:04:56.256365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:04:56.256697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:56.297631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:56.309436 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03823af-43d6-41f5-aac3-3310e1ffb452 None None] Sync routers for ids ['201b359d-c15d-48d9-b1dc-025601395af5'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:56.313199 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/201b359d-c15d-48d9-b1dc-025601395af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7050955 Jun 22 15:04:56.315210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42142) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:56.325217 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-68133d9d-50cd-453f-82f0-c4a4317bcfb7 req-65115716-81d1-4378-8643-325a417cdb2b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396799 Jun 22 15:04:56.326988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-7780612f-602e-40f9-970d-9de04cc4fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:56.328335 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-7780612f-602e-40f9-970d-9de04cc4fea3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=02e62985-b999-42fd-a0b6-9c561c5659cd HTTP/1.1" status: 200 len: 835 time: 0.1125982 Jun 22 15:04:56.342101 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03823af-43d6-41f5-aac3-3310e1ffb452 None None] Routers {'201b359d-c15d-48d9-b1dc-025601395af5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:56.343202 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d03823af-43d6-41f5-aac3-3310e1ffb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['201b359d-c15d-48d9-b1dc-025601395af5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:56.367861 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fd9a834c-9035-4b44-9a5c-3cd30798ca02 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=201b359d-c15d-48d9-b1dc-025601395af5 HTTP/1.1" status: 200 len: 205 time: 0.0510550 Jun 22 15:04:56.369957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42144) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:56.395850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-181273c0-7497-4dab-907b-687690ee7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:04:47Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:56.405242 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d03823af-43d6-41f5-aac3-3310e1ffb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:56.411129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-c9758107-411c-4c03-ba17-6fac94c32f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:56.412702 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-c9758107-411c-4c03-ba17-6fac94c32f86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b762eb63-dd4e-44be-aa53-cb785dc10971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0763454 Jun 22 15:04:56.427698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181273c0-7497-4dab-907b-687690ee7206 None None] The sync data for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv is: [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:04:47Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '60c8f19e-951f-49ff-bf12-e1d47b96f764', 'name': '', 'network_id': 'b762eb63-dd4e-44be-aa53-cb785dc10971', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:61:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:09Z', 'updated_at': '2021-06-22T15:02:16Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '02e62985-b999-42fd-a0b6-9c561c5659cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:56.430316 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03823af-43d6-41f5-aac3-3310e1ffb452 None None] Routers {'201b359d-c15d-48d9-b1dc-025601395af5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:56.430995 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d03823af-43d6-41f5-aac3-3310e1ffb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['201b359d-c15d-48d9-b1dc-025601395af5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:56.461043 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5854a88-a006-40ab-bba4-5ebfc4acdd9e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:56.468562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cdcc55e5-bd4a-4601-b54c-933f90fafab6 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:56.474873 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d03823af-43d6-41f5-aac3-3310e1ffb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:56.475761 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03823af-43d6-41f5-aac3-3310e1ffb452 None None] The sync data for ids ['201b359d-c15d-48d9-b1dc-025601395af5'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:56.499869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: cdcc55e5-bd4a-4601-b54c-933f90fafab6 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:56.501899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cdcc55e5-bd4a-4601-b54c-933f90fafab6 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:56.537272 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-bd166fb4-5878-4a79-bce8-3199a4d4a5fd service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152704 Jun 22 15:04:56.633651 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fcedecf6-59fe-41dc-9a44-33a071bdb9cd req-d63ae0c0-c96a-4b73-9b7f-db9b5dc3b149 service neutron] 10.222.0.21 "GET /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888705 Jun 22 15:04:56.650270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5854a88-a006-40ab-bba4-5ebfc4acdd9e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:56.652538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5854a88-a006-40ab-bba4-5ebfc4acdd9e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:56.678261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3c982-4878-4e08-a2bd-dd2ef9718590 None None] New status for floating IP 3fbefa35-cd37-4ec3-ab30-010005098ae1: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:04:56.697711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5854a88-a006-40ab-bba4-5ebfc4acdd9e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:56.698248 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5854a88-a006-40ab-bba4-5ebfc4acdd9e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Fanout notify agent at l3_agent the message router_deleted on router 201b359d-c15d-48d9-b1dc-025601395af5 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:04:56.704963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c5854a88-a006-40ab-bba4-5ebfc4acdd9e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:56.706043 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c5854a88-a006-40ab-bba4-5ebfc4acdd9e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/201b359d-c15d-48d9-b1dc-025601395af5 HTTP/1.1" status: 204 len: 168 time: 0.3349936 Jun 22 15:04:56.708553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42146) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:56.765192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting subnet 3e004a20-1f95-418c-bd33-e47dcb0c41dd {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:04:56.768961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.119312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.198032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.257371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.260063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-203323d5-22de-4ec0-a567-9275c6972101 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:57.285072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Subnet': ['ID=3e004a20-1f95-418c-bd33-e47dcb0c41dd,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:57.287610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:57.290159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.291917 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/3e004a20-1f95-418c-bd33-e47dcb0c41dd HTTP/1.1" status: 204 len: 168 time: 0.5823290 Jun 22 15:04:57.294710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42148) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:57.297620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d7228-40b4-473b-87d4-72ce32cb154b None None] Network cea09f93-f3da-4df2-b695-9534d3c8acf9 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:04:57.372464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.436846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:57.437811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.457622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a25b4748-0f50-4906-ae36-5d6fed9ff756 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:57.459185 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a25b4748-0f50-4906-ae36-5d6fed9ff756 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 945 time: 0.0913014 Jun 22 15:04:57.506458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] DHCP port deletion for cea09f93-f3da-4df2-b695-9534d3c8acf9 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:04:57.541581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=62356bb4-c7e3-4a6b-990d-732d3cae1e0b,segment=NetworkSegment(aba391e4-103b-4141-99d3-dd2fa2a6964b),segment_id=aba391e4-103b-4141-99d3-dd2fa2a6964b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:57.541941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.558514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] Deleting port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:57.558961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.568082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 6ab196af-d4cf-4775-8240-d9cc75c59b4d {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:04:57.568510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.620104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 62356bb4-c7e3-4a6b-990d-732d3cae1e0b owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:57.624086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] For port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=62356bb4-c7e3-4a6b-990d-732d3cae1e0b,segment=NetworkSegment(aba391e4-103b-4141-99d3-dd2fa2a6964b),segment_id=aba391e4-103b-4141-99d3-dd2fa2a6964b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:57.624782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.674243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 6ab196af-d4cf-4775-8240-d9cc75c59b4d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6ab196af-d4cf-4775-8240-d9cc75c59b4d,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:04:57.674749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.681434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dd288-fae5-4b26-aadf-14d5e4fd6613 req-ee0ca560-db22-443f-92ed-eee9bc800984 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:04:57.682897 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-709dd288-fae5-4b26-aadf-14d5e4fd6613 req-ee0ca560-db22-443f-92ed-eee9bc800984 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=36873db6-fd5c-4968-a2f8-9da64442d0d7 HTTP/1.1" status: 200 len: 945 time: 0.1966381 Jun 22 15:04:57.741753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 6ab196af-d4cf-4775-8240-d9cc75c59b4d owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:57.745396 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-709dd288-fae5-4b26-aadf-14d5e4fd6613 req-35705241-d1be-486f-a1bd-ba52af95c7a3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512433 Jun 22 15:04:57.755095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.758297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-23a68d59-d7c3-4fa9-9fda-1bfd8c6e44e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:57.793133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No DVR routers for this DVR port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:57.799491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=62356bb4-c7e3-4a6b-990d-732d3cae1e0b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:57.802100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:57.846093 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] Calling delete_port for 62356bb4-c7e3-4a6b-990d-732d3cae1e0b owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:04:57.883473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.886476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.890616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c6e675d-cde4-49a9-8b0e-2dd89b1e5dc4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:57.894542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea09f93-f3da-4df2-b695-9534d3c8acf9']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:57.909773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba391e4-103b-4141-99d3-dd2fa2a6964b') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:57.910317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba391e4-103b-4141-99d3-dd2fa2a6964b') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:57.916382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=6ab196af-d4cf-4775-8240-d9cc75c59b4d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:57.924092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.926948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.930794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:57.931347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:57.940010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.947475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:04:57.947964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:04:57.952530 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:04:57.959063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] Pushing event deleted for resources: {'Port': ['ID=62356bb4-c7e3-4a6b-990d-732d3cae1e0b,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:57.965835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:57.966653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] No DVR routers for this DVR port 62356bb4-c7e3-4a6b-990d-732d3cae1e0b on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:57.980513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port 6ab196af-d4cf-4775-8240-d9cc75c59b4d on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:04:57.983265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:57.985324 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-91617a3a-3e3d-4e00-8478-e32e4db5dacb req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/6ab196af-d4cf-4775-8240-d9cc75c59b4d HTTP/1.1" status: 204 len: 173 time: 0.5206475 Jun 22 15:04:57.985938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'name': 'network-vif-deleted', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:04:57.988290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a458fd-9b67-42a0-b260-28521f8dced4" -d '{"events": [{"server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "name": "network-vif-deleted", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:04:58.014815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.018459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b7848ea9-130f-4efd-869e-2018ff38ddf2 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:58.033146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc6b8fd-216a-47cb-a372-837218c27987 x-openstack-request-id: req-9fc6b8fd-216a-47cb-a372-837218c27987 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:04:58.033643 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36873db6-fd5c-4968-a2f8-9da64442d0d7", "name": "network-vif-deleted", "tag": "6ab196af-d4cf-4775-8240-d9cc75c59b4d", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:04:58.033957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fc6b8fd-216a-47cb-a372-837218c27987 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:04:58.034571 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36873db6-fd5c-4968-a2f8-9da64442d0d7', 'name': 'network-vif-deleted', 'tag': '6ab196af-d4cf-4775-8240-d9cc75c59b4d', 'status': 'completed', 'code': 200} Jun 22 15:04:58.038501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.040520 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/networks/cea09f93-f3da-4df2-b695-9534d3c8acf9 HTTP/1.1" status: 204 len: 168 time: 0.7440677 Jun 22 15:04:58.041736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Network': ['ID=cea09f93-f3da-4df2-b695-9534d3c8acf9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:58.045596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42154) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:58.046953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:58.050209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1634849701', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:04:58.085923 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.088174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.119837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62356bb4-c7e3-4a6b-990d-732d3cae1e0b no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:04:58.142098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 62356bb4-c7e3-4a6b-990d-732d3cae1e0b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:04:58.142423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62356bb4-c7e3-4a6b-990d-732d3cae1e0b not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:04:58.146257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.284502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.490055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.508092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.618810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 172.26.6.4 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/b3471e9f-6609-412a-8ee9-133f5bd30e87) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:04:58.720869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.757454 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:58.760131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f110deee-f4f8-40f4-8b20-0a6007eeedfe tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:58.801619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:04:58.806127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:04:58.810583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:04:58.830191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=b3471e9f-6609-412a-8ee9-133f5bd30e87,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:58.834109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:58.855600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42158) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:59.007402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9404f55b-932f-42dd-a481-ad609ef70b44 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:59.072073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9404f55b-932f-42dd-a481-ad609ef70b44 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:59.149114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:59.229770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9404f55b-932f-42dd-a481-ad609ef70b44 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:59.232388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9404f55b-932f-42dd-a481-ad609ef70b44 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:59.233557 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9404f55b-932f-42dd-a481-ad609ef70b44 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/0ee5948f-7fb5-415a-9d90-67cc9e82ad4e HTTP/1.1" status: 204 len: 168 time: 0.3770142 Jun 22 15:04:59.235828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3c3e39e7-f165-41a4-af0a-a7fc030e781a tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:04:59.251437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404f55b-932f-42dd-a481-ad609ef70b44 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee5948f-7fb5-415a-9d90-67cc9e82ad4e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:04:59.254887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9404f55b-932f-42dd-a481-ad609ef70b44 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:04:59.265901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42162) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:59.374336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:59.508780 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router fc90035c-fcbd-4e0e-a823-874110407b3f is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:04:59.621056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:04:59.630955 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af18de9-e075-4af5-bddb-d21b7b53ee5f None None] Sync routers for ids ['fc90035c-fcbd-4e0e-a823-874110407b3f'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:04:59.640316 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af18de9-e075-4af5-bddb-d21b7b53ee5f None None] Routers {'fc90035c-fcbd-4e0e-a823-874110407b3f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:59.641055 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4af18de9-e075-4af5-bddb-d21b7b53ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['fc90035c-fcbd-4e0e-a823-874110407b3f'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:59.646241 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:59.648189 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.6024826 Jun 22 15:04:59.650914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42164) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:59.679995 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4af18de9-e075-4af5-bddb-d21b7b53ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:59.689264 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af18de9-e075-4af5-bddb-d21b7b53ee5f None None] Routers {'fc90035c-fcbd-4e0e-a823-874110407b3f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:04:59.690099 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4af18de9-e075-4af5-bddb-d21b7b53ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['fc90035c-fcbd-4e0e-a823-874110407b3f'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:59.722864 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4af18de9-e075-4af5-bddb-d21b7b53ee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:04:59.723520 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af18de9-e075-4af5-bddb-d21b7b53ee5f None None] The sync data for ids ['fc90035c-fcbd-4e0e-a823-874110407b3f'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:04:59.767200 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ef172960-163a-4a6c-b2e0-8a80814ca411 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/routers/fc90035c-fcbd-4e0e-a823-874110407b3f HTTP/1.1" status: 200 len: 883 time: 0.1136703 Jun 22 15:04:59.769400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42166) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:04:59.941929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:04:59.993922 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1ac58011-4df2-4559-9630-ac2e6656d52c tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2233627 Jun 22 15:04:59.996766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42168) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:00.001242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-82780bc0-22cf-471f-9a23-cfbab19eeae7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1634849701'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:00.149647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-464ca105-fdb9-4ea9-bc02-7b371b48140d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:00.228964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 60c8f19e-951f-49ff-bf12-e1d47b96f764 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:00.229312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:00.329466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 60c8f19e-951f-49ff-bf12-e1d47b96f764, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=60c8f19e-951f-49ff-bf12-e1d47b96f764,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:00.330168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:00.398989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 60c8f19e-951f-49ff-bf12-e1d47b96f764 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:00.420379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 6ab196af-d4cf-4775-8240-d9cc75c59b4d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:00.439574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 6ab196af-d4cf-4775-8240-d9cc75c59b4d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:00.440238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 6ab196af-d4cf-4775-8240-d9cc75c59b4d not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:00.594836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:00.596847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:00.617243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82780bc0-22cf-471f-9a23-cfbab19eeae7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:00.621823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=60c8f19e-951f-49ff-bf12-e1d47b96f764,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:00.625374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:00.632836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82780bc0-22cf-471f-9a23-cfbab19eeae7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:00.746757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82780bc0-22cf-471f-9a23-cfbab19eeae7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router fc90035c-fcbd-4e0e-a823-874110407b3f has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:00.818298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:00.859590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82780bc0-22cf-471f-9a23-cfbab19eeae7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:00.866253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-82780bc0-22cf-471f-9a23-cfbab19eeae7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:00.868795 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-82780bc0-22cf-471f-9a23-cfbab19eeae7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/fc90035c-fcbd-4e0e-a823-874110407b3f HTTP/1.1" status: 200 len: 890 time: 0.8703001 Jun 22 15:05:00.870613 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42170) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:00.870884 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a382238-d8f5-4035-8f8a-a4df5cf631ff None None] Sync routers for ids ['fc90035c-fcbd-4e0e-a823-874110407b3f'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:00.882580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a382238-d8f5-4035-8f8a-a4df5cf631ff None None] Routers {'fc90035c-fcbd-4e0e-a823-874110407b3f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:00.883194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1a382238-d8f5-4035-8f8a-a4df5cf631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['fc90035c-fcbd-4e0e-a823-874110407b3f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:00.916837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1a382238-d8f5-4035-8f8a-a4df5cf631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:00.926968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a382238-d8f5-4035-8f8a-a4df5cf631ff None None] Routers {'fc90035c-fcbd-4e0e-a823-874110407b3f'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:00.927592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1a382238-d8f5-4035-8f8a-a4df5cf631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['fc90035c-fcbd-4e0e-a823-874110407b3f'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:00.965485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1a382238-d8f5-4035-8f8a-a4df5cf631ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:00.966179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a382238-d8f5-4035-8f8a-a4df5cf631ff None None] The sync data for ids ['fc90035c-fcbd-4e0e-a823-874110407b3f'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:00.983941 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d20c0bef-64be-4e7d-b453-9e3e995eed4b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/routers/fc90035c-fcbd-4e0e-a823-874110407b3f HTTP/1.1" status: 200 len: 890 time: 0.1121552 Jun 22 15:05:00.987322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42172) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:01.017036 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f98710dd-4fb6-4914-80d7-cd1c8b9e5651 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc90035c-fcbd-4e0e-a823-874110407b3f HTTP/1.1" status: 200 len: 205 time: 0.0283687 Jun 22 15:05:01.019418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42174) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:01.057155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:01.126801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.166928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:01.174865 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9051034 Jun 22 15:05:01.174865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42176) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:01.178579 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] Sync routers for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:01.188733 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:01.189764 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:01.230441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting subnet 02e62985-b999-42fd-a0b6-9c561c5659cd {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:05:01.234572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.235983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.275171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.291321 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port b3471e9f-6609-412a-8ee9-133f5bd30e87 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:01.291666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.306623 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:01.370525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.375889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.435225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.445084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4ba583a5-3b34-4eee-8374-30234d6a9faf tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:01.450812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for b3471e9f-6609-412a-8ee9-133f5bd30e87 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:01.451257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.453175 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/subnets/02e62985-b999-42fd-a0b6-9c561c5659cd HTTP/1.1" status: 204 len: 168 time: 0.2776253 Jun 22 15:05:01.458859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42178) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:01.462203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde02349-bec5-4479-a29a-adccef0e60e7 None None] Network b762eb63-dd4e-44be-aa53-cb785dc10971 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:01.474036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Subnet': ['ID=02e62985-b999-42fd-a0b6-9c561c5659cd,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:01.477309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:01.490930 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:05:00Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:01.524190 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] Checking router: 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:01.533576 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] Routers {'876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:01.534187 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:04:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:01.667750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.671204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] DHCP port deletion for b762eb63-dd4e-44be-aa53-cb785dc10971 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:05:01.729272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] Deleting port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:01.730080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.736774 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] Set router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:01.791932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] For port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07,segment=NetworkSegment(acf9459f-6803-49f2-ad28-cc5f4f8faa7f),segment_id=acf9459f-6803-49f2-ad28-cc5f4f8faa7f)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:01.792898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.820152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.826646 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.830964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6c678549-32d0-4da1-a5e4-204f697a9d5e tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:01.859904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] Calling delete_port for 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:01.881699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=b3471e9f-6609-412a-8ee9-133f5bd30e87,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:01.884933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:01.924939 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:05:00Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:01.948864 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.952551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bbe8d1ff-cf6b-400d-94ea-ee1c7256643b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:01.954761 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ed897-c617-4b1c-8758-c3d99ed69151 None None] The sync data for ids ['876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5'] in dv-neutron-601336-93-hyperv is: [{'id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'name': 'tempest-TestNetworkBasicOps-router-1236412151', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:02:00Z', 'updated_at': '2021-06-22T15:05:00Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '775d8b67-9e52-408d-8f12-d1aa742222ae', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:8c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:02:02Z', 'updated_at': '2021-06-22T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:01.964133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:01.981623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] Pushing event deleted for resources: {'Port': ['ID=22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:01.984861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:01.985719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] No DVR routers for this DVR port 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:02.033374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 775d8b67-9e52-408d-8f12-d1aa742222ae {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:02.033723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.099481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.102696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.161396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.161915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Fanout notify agent at l3_agent the message router_deleted on router fc90035c-fcbd-4e0e-a823-874110407b3f {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:05:02.169238 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.170378 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/fc90035c-fcbd-4e0e-a823-874110407b3f HTTP/1.1" status: 204 len: 168 time: 1.1499746 Jun 22 15:05:02.173965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42180) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:02.184368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1889644238'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:02.209484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 775d8b67-9e52-408d-8f12-d1aa742222ae, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=775d8b67-9e52-408d-8f12-d1aa742222ae,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:02.209989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.278781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 775d8b67-9e52-408d-8f12-d1aa742222ae owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:02.289033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:02.292799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.369355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:05:02.377969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:02.385426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.385835 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added segment d13463a8-06ae-46cf-b0e7-98859412f030 of type vlan for network dc26ea87-79f2-484f-8cc1-33181ae36a6a Jun 22 15:05:02.400035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:02.400035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 22c7f3a4-4fc1-45ee-9f2a-f087eb0d8f07 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:02.400035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 60c8f19e-951f-49ff-bf12-e1d47b96f764 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:02.421656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 60c8f19e-951f-49ff-bf12-e1d47b96f764 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:02.422014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 60c8f19e-951f-49ff-bf12-e1d47b96f764 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:02.469255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.532828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.538231 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:02.538809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.543667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b51edaed-23c6-4a8c-a210-230a1d043426 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:02.600173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.616886 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4418504 Jun 22 15:05:02.619097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42182) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:02.625096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'subnet': {'network_id': 'dc26ea87-79f2-484f-8cc1-33181ae36a6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:02.638622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd1ca814-6e11-4094-be5c-a7958a192d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.655173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Network': ['ID=dc26ea87-79f2-484f-8cc1-33181ae36a6a,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:02.658358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:02.658865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5093fe85-f4bf-4f34-9cbd-f36e39e8de66 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:02.668210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network dc26ea87-79f2-484f-8cc1-33181ae36a6a details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:05:02.701590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=775d8b67-9e52-408d-8f12-d1aa742222ae,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:02.705234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:02.720934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.730629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:02.734758 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.812685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.814861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.859965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.860499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Fanout notify agent at l3_agent the message router_deleted on router 876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:05:02.867484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.871814 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/routers/876e06e9-7ca8-43ad-bf6b-66ee60fdb7b5 HTTP/1.1" status: 204 len: 168 time: 1.4084339 Jun 22 15:05:02.872020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42184) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:02.894637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.939825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:02.943893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a1fa195f-e0bb-492a-aa44-cf53ec1ee9eb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:02.959818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.008054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Subnet': ['ID=f029a007-6a0f-4749-9e87-28baa527e648,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:03.012156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:03.016480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Checking segment: {'id': 'd13463a8-06ae-46cf-b0e7-98859412f030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dc26ea87-79f2-484f-8cc1-33181ae36a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:03.017119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network hostable DHCP agents. Network: dc26ea87-79f2-484f-8cc1-33181ae36a6a, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:05:03.036268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network dc26ea87-79f2-484f-8cc1-33181ae36a6a is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:05:03.045540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, dc26ea87-79f2-484f-8cc1-33181ae36a6a) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:03.049458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:03.050257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.053773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.058506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9e1dd4-3450-4e9b-b1d1-65d114d3a42a None None] Network dc26ea87-79f2-484f-8cc1-33181ae36a6a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:03.064201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b762eb63-dd4e-44be-aa53-cb785dc10971']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:03.066246 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4460347 Jun 22 15:05:03.068825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42186) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:03.074037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-233017ee-35b4-4557-ac51-46e363932a96 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-539680780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:03.082688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:03.083207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf9459f-6803-49f2-ad28-cc5f4f8faa7f') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:03.093060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.098297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-233017ee-35b4-4557-ac51-46e363932a96 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.099733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-233017ee-35b4-4557-ac51-46e363932a96 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.108677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.115719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:05:03.116169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:05:03.119163 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:05:03.179323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.183087 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:03.187412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.189454 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/networks/b762eb63-dd4e-44be-aa53-cb785dc10971 HTTP/1.1" status: 204 len: 168 time: 0.3163381 Jun 22 15:05:03.206854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42188) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:03.211251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'network': {'name': 'tempest-network-smoke--1825110303', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'port_security_enabled': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:03.216519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Network': ['ID=b762eb63-dd4e-44be-aa53-cb785dc10971,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:03.222893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-dc26ea87-79f2-484f-8cc1-33181ae36a6a', 'network_id': 'dc26ea87-79f2-484f-8cc1-33181ae36a6a', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'fixed_ips': [{'subnet_id': 'f029a007-6a0f-4749-9e87-28baa527e648'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:05:03.223895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.224324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:03.239567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:03.241272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-233017ee-35b4-4557-ac51-46e363932a96 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.243645 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.245563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-233017ee-35b4-4557-ac51-46e363932a96 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.262407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-233017ee-35b4-4557-ac51-46e363932a96 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.263799 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-233017ee-35b4-4557-ac51-46e363932a96 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1936982 Jun 22 15:05:03.266533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42190) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:03.310758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:05:03.350003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.350228 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Added segment 7a6e73a5-3908-47b1-9ef6-bc91b65039bb of type vlan for network 19fcd109-b59e-48be-9dda-955425509e71 Jun 22 15:05:03.374509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Allocated IP 2001:db8::2 (dc26ea87-79f2-484f-8cc1-33181ae36a6a/f029a007-6a0f-4749-9e87-28baa527e648/272cfd40-e102-4ba3-b19f-c76b5dc073f3) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:03.458343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.524696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.533712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Transition to ACTIVE for port object 272cfd40-e102-4ba3-b19f-c76b5dc073f3 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:03.548690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Transition to ACTIVE for port object 272cfd40-e102-4ba3-b19f-c76b5dc073f3 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:03.554026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.556755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:03.575242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.580934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:03.581492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.588078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b90a18fa-d1fe-47ff-9c98-3975e59dce97 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:03.593903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Network dc26ea87-79f2-484f-8cc1-33181ae36a6a is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:03.596693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:03.600115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:03.609388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Pushing event updated for resources: {'Port': ['ID=272cfd40-e102-4ba3-b19f-c76b5dc073f3,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:03.614392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:03.662663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Attempting to bind port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:03.663365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Attempting to bind port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'd13463a8-06ae-46cf-b0e7-98859412f030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dc26ea87-79f2-484f-8cc1-33181ae36a6a'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:03.663497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Attempting to bind port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 on network dc26ea87-79f2-484f-8cc1-33181ae36a6a {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:03.669691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:03.670220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Checking segment: {'id': 'd13463a8-06ae-46cf-b0e7-98859412f030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dc26ea87-79f2-484f-8cc1-33181ae36a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:03.670635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.671037 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Bound using segment: {'id': 'd13463a8-06ae-46cf-b0e7-98859412f030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dc26ea87-79f2-484f-8cc1-33181ae36a6a'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:03.671510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Bound port: 272cfd40-e102-4ba3-b19f-c76b5dc073f3, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13463a8-06ae-46cf-b0e7-98859412f030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'dc26ea87-79f2-484f-8cc1-33181ae36a6a'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:03.671916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.678091 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4714398 Jun 22 15:05:03.681026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42192) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:03.682303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.688186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-861681704', 'admin_state_up': True, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:03.702533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Network': ['ID=19fcd109-b59e-48be-9dda-955425509e71,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:03.708152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:03.718025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 19fcd109-b59e-48be-9dda-955425509e71 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:05:03.790843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] For port 272cfd40-e102-4ba3-b19f-c76b5dc073f3, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:03.814429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] For port 272cfd40-e102-4ba3-b19f-c76b5dc073f3, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=272cfd40-e102-4ba3-b19f-c76b5dc073f3,segment=NetworkSegment(d13463a8-06ae-46cf-b0e7-98859412f030),segment_id=d13463a8-06ae-46cf-b0e7-98859412f030)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:03.819186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.821460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9589d053-513d-4adb-b9bc-0cb442ce6865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:03.897005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:03.902023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Pushing event updated for resources: {'Port': ['ID=272cfd40-e102-4ba3-b19f-c76b5dc073f3,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:03.905987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:04.133154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.134025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.160111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 272cfd40-e102-4ba3-b19f-c76b5dc073f3 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:04.218313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:04.235723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.273927 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 775d8b67-9e52-408d-8f12-d1aa742222ae no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:04.293881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 775d8b67-9e52-408d-8f12-d1aa742222ae {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:04.294235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 775d8b67-9e52-408d-8f12-d1aa742222ae not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:04.439688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.456776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 2001:db8::1 (dc26ea87-79f2-484f-8cc1-33181ae36a6a/f029a007-6a0f-4749-9e87-28baa527e648/df8e773d-7b6e-47ef-9351-14f7fe367bfc) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:04.627995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.650680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Transition to ACTIVE for port object df8e773d-7b6e-47ef-9351-14f7fe367bfc will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:04.778732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.798992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.801377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.804642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-143661b8-bd3d-414b-8a7d-ecabf1cf8a40 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:04.848934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76474bfb-4ee1-4028-bc51-13e60b05721d None None] Network dc26ea87-79f2-484f-8cc1-33181ae36a6a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:04.878923 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network dc26ea87-79f2-484f-8cc1-33181ae36a6a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:04.888108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:04.895781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:04.896335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.912768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f670cca2-a28d-40bb-a97f-fc2fa3d497d3 None None] Provisioning for port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:04.924052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f670cca2-a28d-40bb-a97f-fc2fa3d497d3 None None] Provisioning complete for port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:04.924423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f670cca2-a28d-40bb-a97f-fc2fa3d497d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:04.940465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=df8e773d-7b6e-47ef-9351-14f7fe367bfc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:04.946631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:05.034942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.210 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/3448ec8f-cc0d-410b-a90b-2dc10999a064) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:05.065602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f670cca2-a28d-40bb-a97f-fc2fa3d497d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.107270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f670cca2-a28d-40bb-a97f-fc2fa3d497d3 None None] For port 272cfd40-e102-4ba3-b19f-c76b5dc073f3, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=272cfd40-e102-4ba3-b19f-c76b5dc073f3,segment=NetworkSegment(d13463a8-06ae-46cf-b0e7-98859412f030),segment_id=d13463a8-06ae-46cf-b0e7-98859412f030)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:05.111695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f670cca2-a28d-40bb-a97f-fc2fa3d497d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.114132 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-28d44dd6-e5df-44a9-96ba-d248b2d48955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:05.140794 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.168232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670cca2-a28d-40bb-a97f-fc2fa3d497d3 None None] Pushing event updated for resources: {'Port': ['ID=272cfd40-e102-4ba3-b19f-c76b5dc073f3,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:05.171430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f670cca2-a28d-40bb-a97f-fc2fa3d497d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:05.264803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.345539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dcaaecbd-91ce-4624-bf75-5e2fa546f52c None None] Provisioning complete for port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:05.346689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcaaecbd-91ce-4624-bf75-5e2fa546f52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.400776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.407054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6b69f8da-0289-4504-9ce0-5d37c68e3eea tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:05.446457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dcaaecbd-91ce-4624-bf75-5e2fa546f52c None None] Provisioning for port df8e773d-7b6e-47ef-9351-14f7fe367bfc completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:05.451402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dcaaecbd-91ce-4624-bf75-5e2fa546f52c None None] Provisioning complete for port df8e773d-7b6e-47ef-9351-14f7fe367bfc triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:05.452450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcaaecbd-91ce-4624-bf75-5e2fa546f52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.465384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:05.477650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:05.481053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:05.490204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=3448ec8f-cc0d-410b-a90b-2dc10999a064,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:05.493657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:05.496314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-dcaaecbd-91ce-4624-bf75-5e2fa546f52c None None] Port df8e773d-7b6e-47ef-9351-14f7fe367bfc cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:05.559228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.597892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.614370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-92828ee8-3dc9-4924-b5c0-de180a91be99 None None] Provisioning complete for port df8e773d-7b6e-47ef-9351-14f7fe367bfc triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:05.614746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92828ee8-3dc9-4924-b5c0-de180a91be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.626475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.627279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:05.631140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-246f1546-5202-4817-94f8-6638a09bd9f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:05.655352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-92828ee8-3dc9-4924-b5c0-de180a91be99 None None] Port df8e773d-7b6e-47ef-9351-14f7fe367bfc cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:05.749436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=df8e773d-7b6e-47ef-9351-14f7fe367bfc,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:05.753678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:05.867027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network dc26ea87-79f2-484f-8cc1-33181ae36a6a is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:05.869836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:05.885081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:06.077328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dcd7fe0b-a5aa-4b5d-9304-da1c309a5ffd None None] Provisioning complete for port df8e773d-7b6e-47ef-9351-14f7fe367bfc triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:06.077893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcd7fe0b-a5aa-4b5d-9304-da1c309a5ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:06.110370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 272cfd40-e102-4ba3-b19f-c76b5dc073f3 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:06.138773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7fe0b-a5aa-4b5d-9304-da1c309a5ffd None None] Port df8e773d-7b6e-47ef-9351-14f7fe367bfc cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:06.152073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 9b74af59-fc26-4e16-8e5a-aaa65f82e89e is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:05:06.165611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:06.166114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:06.233167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:06.626416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:06.637490 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/9b74af59-fc26-4e16-8e5a-aaa65f82e89e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3649101 Jun 22 15:05:06.638447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42194) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:06.647819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986893c9-5e2c-4bd6-8281-b333ab62a2b7 None None] Sync routers for ids ['9b74af59-fc26-4e16-8e5a-aaa65f82e89e'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:06.658447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986893c9-5e2c-4bd6-8281-b333ab62a2b7 None None] Routers {'9b74af59-fc26-4e16-8e5a-aaa65f82e89e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:06.658699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-986893c9-5e2c-4bd6-8281-b333ab62a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9b74af59-fc26-4e16-8e5a-aaa65f82e89e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:06.690933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-986893c9-5e2c-4bd6-8281-b333ab62a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:06.698532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503d1e53-7925-4899-be80-ba05964d5893 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:06.702526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986893c9-5e2c-4bd6-8281-b333ab62a2b7 None None] Routers {'9b74af59-fc26-4e16-8e5a-aaa65f82e89e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:06.702680 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-503d1e53-7925-4899-be80-ba05964d5893 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports/df8e773d-7b6e-47ef-9351-14f7fe367bfc HTTP/1.1" status: 200 len: 911 time: 0.0627408 Jun 22 15:05:06.702816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-986893c9-5e2c-4bd6-8281-b333ab62a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9b74af59-fc26-4e16-8e5a-aaa65f82e89e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:06.702933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42196) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:06.707979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f029a007-6a0f-4749-9e87-28baa527e648'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:06.713201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 37524112-6bd4-4c27-b050-ccd4132cb50a is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:05:06.736997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-986893c9-5e2c-4bd6-8281-b333ab62a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:06.737345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986893c9-5e2c-4bd6-8281-b333ab62a2b7 None None] The sync data for ids ['9b74af59-fc26-4e16-8e5a-aaa65f82e89e'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:06.819289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:06.830051 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Sync routers for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:06.837058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:06.842354 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1536832 Jun 22 15:05:06.842513 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:06.842513 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:06.842729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42198) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:06.873857 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f5fb096f-6ff7-4ec0-96b3-60a204cfea7d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298505 Jun 22 15:05:06.876479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42200) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:06.878465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:06.953876 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:06.968239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e384578-632c-4323-8570-63cda448b91d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:06.969791 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2e384578-632c-4323-8570-63cda448b91d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925066 Jun 22 15:05:06.972446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42202) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:07.000932 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7621bd4e-6e0b-4716-a9c6-299655d91eba tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272596 Jun 22 15:05:07.003375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42204) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:07.012588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2051973777', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:07.134784 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:05Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:07.162297 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Checking router: 37524112-6bd4-4c27-b050-ccd4132cb50a for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:07.162649 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Updating router 37524112-6bd4-4c27-b050-ccd4132cb50a port 3448ec8f-cc0d-410b-a90b-2dc10999a064 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:05:07.180729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:07.184253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.200613 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.430718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.446066 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.455943 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Transition to ACTIVE for port object 3448ec8f-cc0d-410b-a90b-2dc10999a064 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:07.461717 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.462185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.463425 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:07.469416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:07.470040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.474064 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/ports/df8e773d-7b6e-47ef-9351-14f7fe367bfc HTTP/1.1" status: 200 len: 911 time: 0.7677255 Jun 22 15:05:07.474785 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42206) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:07.475386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:07.510135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.513800 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Attempting to bind port 3448ec8f-cc0d-410b-a90b-2dc10999a064 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:07.514181 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Attempting to bind port 3448ec8f-cc0d-410b-a90b-2dc10999a064 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:07.514544 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Attempting to bind port 3448ec8f-cc0d-410b-a90b-2dc10999a064 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:07.523213 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:07.523581 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:07.523985 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.524379 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:07.524907 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Bound port: 3448ec8f-cc0d-410b-a90b-2dc10999a064, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:07.525284 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.533857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=df8e773d-7b6e-47ef-9351-14f7fe367bfc,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:07.541221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:07.544270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-498139e1-5ae9-491b-8ba0-8d6e0005552e tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:07.548806 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef771085-f91a-4357-8f4f-bbc047d546d8 None None] Pushing event updated for resources: {'Port': ['ID=3448ec8f-cc0d-410b-a90b-2dc10999a064,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:07.565535 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-ef771085-f91a-4357-8f4f-bbc047d546d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:07.592698 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] For port 3448ec8f-cc0d-410b-a90b-2dc10999a064, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:07.596314 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] For port 3448ec8f-cc0d-410b-a90b-2dc10999a064, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3448ec8f-cc0d-410b-a90b-2dc10999a064,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:07.600869 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.602912 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:07.661860 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:07.662832 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:07.709571 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef771085-f91a-4357-8f4f-bbc047d546d8 None None] Pushing event updated for resources: {'Port': ['ID=3448ec8f-cc0d-410b-a90b-2dc10999a064,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:07.721136 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-ef771085-f91a-4357-8f4f-bbc047d546d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:07.784633 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:07.833220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.897026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Checking segment: {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:07.897650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network hostable DHCP agents. Network: 19fcd109-b59e-48be-9dda-955425509e71, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:05:07.910611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=16314ac3-c95a-4ecc-b2f1-515d51664b80,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:07.914847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:07.924252 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 19fcd109-b59e-48be-9dda-955425509e71 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:05:07.934951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 19fcd109-b59e-48be-9dda-955425509e71) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:07.938984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:07.939563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:07.946681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67353ea-de30-4045-a5cf-6e24d8ecee20 None None] Network 19fcd109-b59e-48be-9dda-955425509e71 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:07.961273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9536257 Jun 22 15:05:07.961475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42208) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:07.978607 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:05Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:08.009487 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46b0c8-69c0-4947-9bd2-e4a614474642 None None] The sync data for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv is: [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:05Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:08.118476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-19fcd109-b59e-48be-9dda-955425509e71', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:05:08.119348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.277837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Allocated IP 172.20.0.2 (19fcd109-b59e-48be-9dda-955425509e71/16314ac3-c95a-4ecc-b2f1-515d51664b80/0a4bf0b3-f056-4af1-bcab-a8285cd84d21) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:08.310493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port df8e773d-7b6e-47ef-9351-14f7fe367bfc {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:08.310838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.435411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.444335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Transition to ACTIVE for port object 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:08.460634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Transition to ACTIVE for port object 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:08.468184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.471334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d74b0987-7f42-493b-903b-6062ca317e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:08.484313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.508858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Network 19fcd109-b59e-48be-9dda-955425509e71 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:08.512286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:08.515841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:08.550120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Pushing event updated for resources: {'Port': ['ID=0a4bf0b3-f056-4af1-bcab-a8285cd84d21,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:08.579829 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:08.580046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for df8e773d-7b6e-47ef-9351-14f7fe367bfc owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:08.609649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Attempting to bind port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:08.610027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Attempting to bind port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:08.610395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Attempting to bind port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 on network 19fcd109-b59e-48be-9dda-955425509e71 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:08.618663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:08.619044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Checking segment: {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:08.619467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.620590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Bound using segment: {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:08.621389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Bound port: 0a4bf0b3-f056-4af1-bcab-a8285cd84d21, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:08.621778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.712336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] For port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:08.716304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] For port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0a4bf0b3-f056-4af1-bcab-a8285cd84d21,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:08.725354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.728637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9b69b1d4-6940-42a8-bbc7-c02433c716b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:08.783391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.815486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Pushing event updated for resources: {'Port': ['ID=0a4bf0b3-f056-4af1-bcab-a8285cd84d21,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:08.820034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:08.952228 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:08.957036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dadc5774-1feb-4dca-b808-cae428023de4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:09.017697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=df8e773d-7b6e-47ef-9351-14f7fe367bfc,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:09.070756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:09.186429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:09.423008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 9b74af59-fc26-4e16-8e5a-aaa65f82e89e has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:09.425940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.1 (19fcd109-b59e-48be-9dda-955425509e71/16314ac3-c95a-4ecc-b2f1-515d51664b80/30d7122b-9b03-411f-be23-da005c2daa76) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:09.562267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:09.569310 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/9b74af59-fc26-4e16-8e5a-aaa65f82e89e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0925925 Jun 22 15:05:09.571307 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42210) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:09.574790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bfcef-7278-4696-8e24-481be866a029 None None] Sync routers for ids ['9b74af59-fc26-4e16-8e5a-aaa65f82e89e'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:09.592397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bfcef-7278-4696-8e24-481be866a029 None None] Routers {'9b74af59-fc26-4e16-8e5a-aaa65f82e89e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:09.593385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ab0bfcef-7278-4696-8e24-481be866a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9b74af59-fc26-4e16-8e5a-aaa65f82e89e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:09.616447 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8c545075-00ba-420d-a537-a75c6ea1b8d9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b74af59-fc26-4e16-8e5a-aaa65f82e89e HTTP/1.1" status: 200 len: 205 time: 0.0418799 Jun 22 15:05:09.617012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42212) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:09.657105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ab0bfcef-7278-4696-8e24-481be866a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:09.668288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bfcef-7278-4696-8e24-481be866a029 None None] Routers {'9b74af59-fc26-4e16-8e5a-aaa65f82e89e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:09.669321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ab0bfcef-7278-4696-8e24-481be866a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9b74af59-fc26-4e16-8e5a-aaa65f82e89e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:09.707420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ab0bfcef-7278-4696-8e24-481be866a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:09.709055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bfcef-7278-4696-8e24-481be866a029 None None] The sync data for ids ['9b74af59-fc26-4e16-8e5a-aaa65f82e89e'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:09.720583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:09.724825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc587491-9662-441b-abad-2ba695da643a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:09.798669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 30d7122b-9b03-411f-be23-da005c2daa76 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:09.904475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc587491-9662-441b-abad-2ba695da643a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:09.911162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc587491-9662-441b-abad-2ba695da643a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:09.964866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc587491-9662-441b-abad-2ba695da643a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:09.965583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc587491-9662-441b-abad-2ba695da643a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Fanout notify agent at l3_agent the message router_deleted on router 9b74af59-fc26-4e16-8e5a-aaa65f82e89e {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:05:09.977249 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f994254-48b8-4256-be71-a36f9878527e None None] Network 19fcd109-b59e-48be-9dda-955425509e71 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:09.978460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fc587491-9662-441b-abad-2ba695da643a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:09.979770 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fc587491-9662-441b-abad-2ba695da643a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/9b74af59-fc26-4e16-8e5a-aaa65f82e89e HTTP/1.1" status: 204 len: 168 time: 0.3618388 Jun 22 15:05:09.981145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:09.982633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42214) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:09.984229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-72a8d1b9-d8ce-4375-b6ac-c22feb7e52e5 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:10.027734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 19fcd109-b59e-48be-9dda-955425509e71 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:10.031160 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:10.035116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:10.059416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=30d7122b-9b03-411f-be23-da005c2daa76,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:10.064054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:10.065675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting subnet f029a007-6a0f-4749-9e87-28baa527e648 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:05:10.072334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.094306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.103057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.121111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.171510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2b1a091d-55cf-4115-8f99-b9d62676873b None None] Provisioning for port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:10.233324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.240587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3448ec8f-cc0d-410b-a90b-2dc10999a064 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:10.303794 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.308367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.312014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-11de0fc8-588a-4d3e-ac50-413ca66cae74 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:10.315433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 3448ec8f-cc0d-410b-a90b-2dc10999a064 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:10.320426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3448ec8f-cc0d-410b-a90b-2dc10999a064 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:10.321330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.341218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Subnet': ['ID=f029a007-6a0f-4749-9e87-28baa527e648,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:10.345492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:10.349124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.351266 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/f029a007-6a0f-4749-9e87-28baa527e648 HTTP/1.1" status: 204 len: 168 time: 0.3676262 Jun 22 15:05:10.354632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42216) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:10.453270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.516488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:10.517030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.541054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5560767-0319-401a-b74f-56e18ae65211 None None] Network dc26ea87-79f2-484f-8cc1-33181ae36a6a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:10.594172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 272cfd40-e102-4ba3-b19f-c76b5dc073f3, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=272cfd40-e102-4ba3-b19f-c76b5dc073f3,segment=NetworkSegment(d13463a8-06ae-46cf-b0e7-98859412f030),segment_id=d13463a8-06ae-46cf-b0e7-98859412f030)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:10.594586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.645463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.654173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.658112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:10.682549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 272cfd40-e102-4ba3-b19f-c76b5dc073f3 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:10.688016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a7310319-ae42-490f-9ab9-ff9f7dceb85d None None] Provisioning for port 30d7122b-9b03-411f-be23-da005c2daa76 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:10.695621 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a7310319-ae42-490f-9ab9-ff9f7dceb85d None None] Provisioning complete for port 30d7122b-9b03-411f-be23-da005c2daa76 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:10.696255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a7310319-ae42-490f-9ab9-ff9f7dceb85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.774760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a7310319-ae42-490f-9ab9-ff9f7dceb85d None None] Port 30d7122b-9b03-411f-be23-da005c2daa76 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:10.796178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.799937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b4bebc48-b3e5-4bb4-9975-10b6071eede2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:10.811846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.828483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=272cfd40-e102-4ba3-b19f-c76b5dc073f3,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:10.830597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No DVR routers for this DVR port 272cfd40-e102-4ba3-b19f-c76b5dc073f3 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:10.832561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:10.849352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 3448ec8f-cc0d-410b-a90b-2dc10999a064, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3448ec8f-cc0d-410b-a90b-2dc10999a064,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:10.856457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.857304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:10.860236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:10.924819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be242f0c-31b6-456a-9a95-8cb431216393 None None] DHCP port deletion for dc26ea87-79f2-484f-8cc1-33181ae36a6a request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:05:10.941405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.958158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc26ea87-79f2-484f-8cc1-33181ae36a6a']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:10.966278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=3448ec8f-cc0d-410b-a90b-2dc10999a064,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:10.969934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:10.970446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13463a8-06ae-46cf-b0e7-98859412f030') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:10.971010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13463a8-06ae-46cf-b0e7-98859412f030') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:10.982699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:10.984173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:10.988357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:10.988763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.001969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.013354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:05:11.014246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:05:11.017920 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:05:11.071233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2c8e320b-7741-4ad0-9e77-5cd5c7739d0d None None] Provisioning complete for port 30d7122b-9b03-411f-be23-da005c2daa76 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:11.071233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2c8e320b-7741-4ad0-9e77-5cd5c7739d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.083573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.087014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d240ccdf-72f8-4ee5-9213-b0f426c80961 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:11.093172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.095014 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/networks/dc26ea87-79f2-484f-8cc1-33181ae36a6a HTTP/1.1" status: 204 len: 168 time: 0.7393181 Jun 22 15:05:11.098838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42218) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:11.106788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-66a157a8-e3ae-43cc-b41e-5811eaa74fc5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1367877617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:11.110949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Network': ['ID=dc26ea87-79f2-484f-8cc1-33181ae36a6a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:11.114003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:11.120787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=30d7122b-9b03-411f-be23-da005c2daa76,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:11.126595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:11.129758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.132828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e320b-7741-4ad0-9e77-5cd5c7739d0d None None] Port 30d7122b-9b03-411f-be23-da005c2daa76 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:11.134358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.155474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66a157a8-e3ae-43cc-b41e-5811eaa74fc5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.156379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66a157a8-e3ae-43cc-b41e-5811eaa74fc5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.170495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0a4bf0b3-f056-4af1-bcab-a8285cd84d21,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:11.174367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.176175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:11.223848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=0a4bf0b3-f056-4af1-bcab-a8285cd84d21,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:11.227261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:11.246657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66a157a8-e3ae-43cc-b41e-5811eaa74fc5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.254548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66a157a8-e3ae-43cc-b41e-5811eaa74fc5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.281548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-66a157a8-e3ae-43cc-b41e-5811eaa74fc5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.282692 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-66a157a8-e3ae-43cc-b41e-5811eaa74fc5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1829185 Jun 22 15:05:11.284432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 19fcd109-b59e-48be-9dda-955425509e71 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:11.285475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42220) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:11.285896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:11.290996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-332404655'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:11.319121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:11.323854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.349503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:05:11.360183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.360679 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added segment 167e5440-eeb6-487e-9121-bcb05415b525 of type vlan for network 4812f619-3386-4c6c-b49a-a6dfe1399017 Jun 22 15:05:11.406523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 37524112-6bd4-4c27-b050-ccd4132cb50a has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:11.407756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.441181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.447502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.449124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.451667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f0f3901-f2c8-4ec5-895e-d3d9d55c45e4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:11.506235 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2195952 Jun 22 15:05:11.509653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42222) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:11.517052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'subnet': {'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:11.519160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Network': ['ID=4812f619-3386-4c6c-b49a-a6dfe1399017,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:11.521749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:11.531324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 4812f619-3386-4c6c-b49a-a6dfe1399017 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:05:11.578048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:11.584246 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/37524112-6bd4-4c27-b050-ccd4132cb50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6223505 Jun 22 15:05:11.586934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42224) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:11.590901 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Sync routers for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:11.601439 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:11.602412 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:11.608053 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ebf7fc3e-0763-4242-8efd-852d6480713e None None] Provisioning complete for port 30d7122b-9b03-411f-be23-da005c2daa76 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:11.608574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fc3e-0763-4242-8efd-852d6480713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.619188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:11.623916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.647379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7fc3e-0763-4242-8efd-852d6480713e None None] Port 30d7122b-9b03-411f-be23-da005c2daa76 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:11.786100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb36d5-e563-4736-8b64-78b27ff080ad tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.786581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb36d5-e563-4736-8b64-78b27ff080ad tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.787038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb36d5-e563-4736-8b64-78b27ff080ad tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.787492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb36d5-e563-4736-8b64-78b27ff080ad tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.787946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb36d5-e563-4736-8b64-78b27ff080ad tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.788399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb36d5-e563-4736-8b64-78b27ff080ad tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.788893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb36d5-e563-4736-8b64-78b27ff080ad tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.790946 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b0bb36d5-e563-4736-8b64-78b27ff080ad tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4927 time: 0.2030315 Jun 22 15:05:11.794884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42226) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:11.836669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.840250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fed90ea6-7d9a-41cd-a1f2-07797446c0a0 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:11.857605 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:11.884806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a812e1-e243-44c7-aaba-80f617e3e89e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.885244 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a812e1-e243-44c7-aaba-80f617e3e89e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.885715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a812e1-e243-44c7-aaba-80f617e3e89e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.886256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a812e1-e243-44c7-aaba-80f617e3e89e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.886716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a812e1-e243-44c7-aaba-80f617e3e89e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.887836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a812e1-e243-44c7-aaba-80f617e3e89e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.888978 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-09a812e1-e243-44c7-aaba-80f617e3e89e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0930660 Jun 22 15:05:11.891610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42228) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:11.901722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Subnet': ['ID=212abf87-7da7-42c9-b4a1-0ff5aa9179ee,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:11.905547 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:11.912567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Checking segment: {'id': '167e5440-eeb6-487e-9121-bcb05415b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:11.912979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network hostable DHCP agents. Network: 4812f619-3386-4c6c-b49a-a6dfe1399017, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:05:11.931166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 4812f619-3386-4c6c-b49a-a6dfe1399017 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:05:11.942608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 4812f619-3386-4c6c-b49a-a6dfe1399017) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:11.949704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:11.950402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:11.957089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7024b4-1ecb-4235-95c2-933e648e57fe None None] Network 4812f619-3386-4c6c-b49a-a6dfe1399017 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:11.973910 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4626448 Jun 22 15:05:11.977051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42230) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:12.084091 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '30d7122b-9b03-411f-be23-da005c2daa76', 'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:aa:36:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:09Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:12.112255 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Checking router: 37524112-6bd4-4c27-b050-ccd4132cb50a for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:12.112930 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Updating router 37524112-6bd4-4c27-b050-ccd4132cb50a port 30d7122b-9b03-411f-be23-da005c2daa76 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:05:12.132337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-4812f619-3386-4c6c-b49a-a6dfe1399017', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:05:12.133366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.154447 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.173035 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-377008c6-2d21-4182-8e4c-cc15fe661e87 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3576 time: 0.2781410 Jun 22 15:05:12.179974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3448ec8f-cc0d-410b-a90b-2dc10999a064 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:12.323979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3448ec8f-cc0d-410b-a90b-2dc10999a064 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:12.324627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.373408 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.377141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Allocated IP 2001:db8::2 (4812f619-3386-4c6c-b49a-a6dfe1399017/212abf87-7da7-42c9-b4a1-0ff5aa9179ee/e98eadd7-1a9e-4c5a-8eac-b36da582de27) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:12.484581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:12.500516 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.515112 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Transition to ACTIVE for port object 30d7122b-9b03-411f-be23-da005c2daa76 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:12.524148 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.530320 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:12.532588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42234) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:12.538973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d7110601-c74d-4ae3-a09a-777ac0719cc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875976030', 'description': 'tempest-secgroup-smoke-1875976030 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:12.570590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7110601-c74d-4ae3-a09a-777ac0719cc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.604980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.614353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:12.614572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.624608 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129af9-6043-4ce3-9190-6815e98e9ce8 None None] Pushing event updated for resources: {'Port': ['ID=30d7122b-9b03-411f-be23-da005c2daa76,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:12.642643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Transition to ACTIVE for port object e98eadd7-1a9e-4c5a-8eac-b36da582de27 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:12.669015 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-c2129af9-6043-4ce3-9190-6815e98e9ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:12.677128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Transition to ACTIVE for port object e98eadd7-1a9e-4c5a-8eac-b36da582de27 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:12.700658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7110601-c74d-4ae3-a09a-777ac0719cc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.704712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.705659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7110601-c74d-4ae3-a09a-777ac0719cc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.707085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:12.710403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4cce5400-1b43-43da-ada4-78e8b23485e1 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:12.747542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7110601-c74d-4ae3-a09a-777ac0719cc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.749025 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d7110601-c74d-4ae3-a09a-777ac0719cc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2152016 Jun 22 15:05:12.752193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42236) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:12.753971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7110601-c74d-4ae3-a09a-777ac0719cc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd73684-fc25-468f-a7cb-a320b52fc262,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:12.757121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d7110601-c74d-4ae3-a09a-777ac0719cc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:12.763207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b77f6501-f300-404f-9919-a94f2cb823d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ebd73684-fc25-468f-a7cb-a320b52fc262', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:12.768986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 2001:db8::1 (4812f619-3386-4c6c-b49a-a6dfe1399017/212abf87-7da7-42c9-b4a1-0ff5aa9179ee/9557f4d0-613a-4865-bf5f-628b5920807f) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:12.781495 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Attempting to bind port 30d7122b-9b03-411f-be23-da005c2daa76 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:12.782008 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Attempting to bind port 30d7122b-9b03-411f-be23-da005c2daa76 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:12.782511 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Attempting to bind port 30d7122b-9b03-411f-be23-da005c2daa76 on network 19fcd109-b59e-48be-9dda-955425509e71 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:12.789942 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:12.790698 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Checking segment: {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:12.791166 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.792439 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Bound using segment: {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:12.792981 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Bound port: 30d7122b-9b03-411f-be23-da005c2daa76, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:12.793482 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.836801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Network 4812f619-3386-4c6c-b49a-a6dfe1399017 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:12.839544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:12.842051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:12.849780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Pushing event updated for resources: {'Port': ['ID=e98eadd7-1a9e-4c5a-8eac-b36da582de27,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:12.852704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:12.862711 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] For port 30d7122b-9b03-411f-be23-da005c2daa76, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:12.866039 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] For port 30d7122b-9b03-411f-be23-da005c2daa76, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=30d7122b-9b03-411f-be23-da005c2daa76,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:12.874746 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.878420 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:12.903214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b77f6501-f300-404f-9919-a94f2cb823d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.913145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 272cfd40-e102-4ba3-b19f-c76b5dc073f3 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:12.931559 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:12.931851 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:12.933061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Attempting to bind port e98eadd7-1a9e-4c5a-8eac-b36da582de27 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:12.933659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Attempting to bind port e98eadd7-1a9e-4c5a-8eac-b36da582de27 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '167e5440-eeb6-487e-9121-bcb05415b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:12.934432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Attempting to bind port e98eadd7-1a9e-4c5a-8eac-b36da582de27 on network 4812f619-3386-4c6c-b49a-a6dfe1399017 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:12.941409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.968900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 272cfd40-e102-4ba3-b19f-c76b5dc073f3 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:12.969468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 272cfd40-e102-4ba3-b19f-c76b5dc073f3 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:12.986300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:12.987009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Checking segment: {'id': '167e5440-eeb6-487e-9121-bcb05415b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:12.987633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.988232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Bound using segment: {'id': '167e5440-eeb6-487e-9121-bcb05415b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:12.988716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Transition to ACTIVE for port object 9557f4d0-613a-4865-bf5f-628b5920807f will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:12.988895 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129af9-6043-4ce3-9190-6815e98e9ce8 None None] Pushing event updated for resources: {'Port': ['ID=30d7122b-9b03-411f-be23-da005c2daa76,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:12.989286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Bound port: e98eadd7-1a9e-4c5a-8eac-b36da582de27, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167e5440-eeb6-487e-9121-bcb05415b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:12.990021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:12.992042 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-c2129af9-6043-4ce3-9190-6815e98e9ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:13.019266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b77f6501-f300-404f-9919-a94f2cb823d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.032218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b77f6501-f300-404f-9919-a94f2cb823d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.036211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d035c8cf-ba25-45cc-9f82-18efd20ce3ff tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:13.050619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f6501-f300-404f-9919-a94f2cb823d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7019ba5-5ea3-43de-bdbe-f2fa94f1b78f,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:13.061176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b77f6501-f300-404f-9919-a94f2cb823d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:13.073701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b77f6501-f300-404f-9919-a94f2cb823d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.075719 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b77f6501-f300-404f-9919-a94f2cb823d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3184175 Jun 22 15:05:13.078594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42238) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:13.082972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.084051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2144e609-3ac3-4d46-ac28-99965ee17fe3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ebd73684-fc25-468f-a7cb-a320b52fc262', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:13.085725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] For port e98eadd7-1a9e-4c5a-8eac-b36da582de27, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:13.087442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d43d0a9-0cdf-4d67-9bcd-7f85aa6372a7 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:13.090904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] For port e98eadd7-1a9e-4c5a-8eac-b36da582de27, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e98eadd7-1a9e-4c5a-8eac-b36da582de27,segment=NetworkSegment(167e5440-eeb6-487e-9121-bcb05415b525),segment_id=167e5440-eeb6-487e-9121-bcb05415b525)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:13.099326 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:13.100048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.112105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:13.147792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 4812f619-3386-4c6c-b49a-a6dfe1399017 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:13.152633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2144e609-3ac3-4d46-ac28-99965ee17fe3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.152860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:13.155468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:13.156444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.179818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Pushing event updated for resources: {'Port': ['ID=e98eadd7-1a9e-4c5a-8eac-b36da582de27,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:13.185355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:13.202466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=9557f4d0-613a-4865-bf5f-628b5920807f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:13.205480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:13.255945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2144e609-3ac3-4d46-ac28-99965ee17fe3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.262942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2144e609-3ac3-4d46-ac28-99965ee17fe3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.266116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0cf07fd6-99c8-4f73-a40e-ba47a8917192 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:13.290479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144e609-3ac3-4d46-ac28-99965ee17fe3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d099ecf-f6bb-4b1a-b61e-1ce15498c55a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:13.294256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2144e609-3ac3-4d46-ac28-99965ee17fe3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:13.300232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2144e609-3ac3-4d46-ac28-99965ee17fe3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.301820 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2144e609-3ac3-4d46-ac28-99965ee17fe3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2220304 Jun 22 15:05:13.305144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42240) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:13.311599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5190aa0e-9703-4cfd-a691-b98099125788 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ebd73684-fc25-468f-a7cb-a320b52fc262', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:13.322583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.356945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5190aa0e-9703-4cfd-a691-b98099125788 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.469136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5190aa0e-9703-4cfd-a691-b98099125788 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.474495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5190aa0e-9703-4cfd-a691-b98099125788 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.476888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-07b8eeb6-9066-4f0e-8692-42ed3137fe43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:13.489604 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '30d7122b-9b03-411f-be23-da005c2daa76', 'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:aa:36:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:09Z', 'updated_at': '2021-06-22T15:05:12Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:13.495576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190aa0e-9703-4cfd-a691-b98099125788 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9ee5fe-88b5-4c64-adf6-9e795a2e041a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:13.499748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5190aa0e-9703-4cfd-a691-b98099125788 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:13.506833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5190aa0e-9703-4cfd-a691-b98099125788 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.508683 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5190aa0e-9703-4cfd-a691-b98099125788 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2019331 Jun 22 15:05:13.511396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42242) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:13.516404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3fd668a1-3ab7-4dd9-b03e-db5903962b6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ebd73684-fc25-468f-a7cb-a320b52fc262', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:13.518074 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d30ea56-8f13-4581-b607-8810de871f67 None None] The sync data for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv is: [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '30d7122b-9b03-411f-be23-da005c2daa76', 'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:aa:36:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:09Z', 'updated_at': '2021-06-22T15:05:12Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:13.551631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd668a1-3ab7-4dd9-b03e-db5903962b6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.671092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd668a1-3ab7-4dd9-b03e-db5903962b6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.676462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd668a1-3ab7-4dd9-b03e-db5903962b6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.679024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-47b0d9ad-d010-403c-8e32-d4cc9036d9a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:13.696027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd668a1-3ab7-4dd9-b03e-db5903962b6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dba4164-25d3-4020-8008-08d4e773bbda,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:13.704721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3fd668a1-3ab7-4dd9-b03e-db5903962b6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:13.716178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3fd668a1-3ab7-4dd9-b03e-db5903962b6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.717668 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3fd668a1-3ab7-4dd9-b03e-db5903962b6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2052710 Jun 22 15:05:13.720453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42244) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:13.725478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ebd73684-fc25-468f-a7cb-a320b52fc262', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:13.731699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.739416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.741220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.744194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:13.753421 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:05:13.758736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.824482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.829623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.840475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=9557f4d0-613a-4865-bf5f-628b5920807f,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:13.840889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5f7e79d7-50f9-466d-9dc3-601d2772775e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:13.846627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:13.858334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e92f88-95d7-4053-96f6-bb6895fe78f8,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:13.861344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:13.863297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:13.867883 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462271 Jun 22 15:05:13.868023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42246) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:13.874635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ebd73684-fc25-468f-a7cb-a320b52fc262', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:13.909409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 4812f619-3386-4c6c-b49a-a6dfe1399017 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:13.911925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:13.915016 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:05:13.924170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.061732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.070675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.073262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8107af33-497f-4eac-a5c6-4c32a568c265 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:14.102902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb22c633-630b-43e6-95bd-858f9de823ea,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:14.107895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:14.108626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.124971 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2474995 Jun 22 15:05:14.139308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:05:14.232772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e98eadd7-1a9e-4c5a-8eac-b36da582de27 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:14.280585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:14.292620 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3104303 Jun 22 15:05:14.293037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42250) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:14.300974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1206728777'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:14.306840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:14.335262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:14.335905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:14.354788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:14.359261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.410945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3eebf2-bffa-4838-ae54-e2c2f6f5664b None None] Network 4812f619-3386-4c6c-b49a-a6dfe1399017 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:14.456582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:05:14.465565 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-cf1daffe-c4aa-4cea-94c3-e5398e2afae8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875976030&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0792325 Jun 22 15:05:14.487543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port e98eadd7-1a9e-4c5a-8eac-b36da582de27 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:14.512448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 30d7122b-9b03-411f-be23-da005c2daa76 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:14.522546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d53c60aa-07a3-464b-a644-6f728dcc1484 None None] Provisioning for port e98eadd7-1a9e-4c5a-8eac-b36da582de27 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:14.522852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.523108 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added segment 20d28a56-2ad8-44b0-af02-cac2012221c9 of type vlan for network a6f24951-0dd8-4b47-9554-059469141d23 Jun 22 15:05:14.584238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.593469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d53c60aa-07a3-464b-a644-6f728dcc1484 None None] Provisioning complete for port e98eadd7-1a9e-4c5a-8eac-b36da582de27 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:14.594332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d53c60aa-07a3-464b-a644-6f728dcc1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.600628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:14.633140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-3adc72d2-ae5b-4b30-95fc-969c802fc605 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:14.641010 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-3adc72d2-ae5b-4b30-95fc-969c802fc605 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=19fcd109-b59e-48be-9dda-955425509e71 HTTP/1.1" status: 200 len: 797 time: 0.1681201 Jun 22 15:05:14.654965 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-c9531dc2-2324-45c1-96e2-05784048afa8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0135469 Jun 22 15:05:14.659952 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.665218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:14.665855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.671154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8cd30e1b-976a-4301-b136-da8ca886ae79 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:14.773142 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4792275 Jun 22 15:05:14.776079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42266) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:14.782913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'subnet': {'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:14.791163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Network': ['ID=a6f24951-0dd8-4b47-9554-059469141d23,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:14.795488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:14.854644 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-cd9ec960-c15a-4837-ba87-fc8c5f06f69f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846056 Jun 22 15:05:14.946778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:14.950777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:14.967853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a6f24951-0dd8-4b47-9554-059469141d23 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:05:15.030358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 30d7122b-9b03-411f-be23-da005c2daa76 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:15.032537 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-e6d8346a-887c-4333-be5e-b2af5fda7b40 service neutron] 10.222.0.22 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659737 Jun 22 15:05:15.084944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 30d7122b-9b03-411f-be23-da005c2daa76 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:15.085326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.133753 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-02150788-50cd-4fe7-87c5-2a6e2391d076 service neutron] 10.222.0.22 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998917 Jun 22 15:05:15.149948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d53c60aa-07a3-464b-a644-6f728dcc1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.166046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.169884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4b97af12-b97b-432b-b1ad-cba06c248656 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:15.233435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Subnet': ['ID=f98b3785-2a82-4aaa-afbb-573676bb3590,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:15.237389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:15.238604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Checking segment: {'id': '20d28a56-2ad8-44b0-af02-cac2012221c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:15.239030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network hostable DHCP agents. Network: a6f24951-0dd8-4b47-9554-059469141d23, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:05:15.248019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d53c60aa-07a3-464b-a644-6f728dcc1484 None None] For port e98eadd7-1a9e-4c5a-8eac-b36da582de27, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e98eadd7-1a9e-4c5a-8eac-b36da582de27,segment=NetworkSegment(167e5440-eeb6-487e-9121-bcb05415b525),segment_id=167e5440-eeb6-487e-9121-bcb05415b525)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:15.256512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d53c60aa-07a3-464b-a644-6f728dcc1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.260623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network a6f24951-0dd8-4b47-9554-059469141d23 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:05:15.261657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a87bdef3-11a6-4a84-a894-dbd7e1991e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:15.285398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a6f24951-0dd8-4b47-9554-059469141d23) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:15.290416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:15.291113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.309775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e3d85-5e28-4206-90ba-d0e9ca2cbc58 None None] Network a6f24951-0dd8-4b47-9554-059469141d23 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:15.328383 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5502949 Jun 22 15:05:15.331513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42274) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:15.367830 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-69d2dc4c-130c-4e43-a4a4-c9c6cc6bc89a req-f6fb42c7-fa28-4fed-ab1a-b3959d1f8bf9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 210 time: 0.0382400 Jun 22 15:05:15.399403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.453450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 30d7122b-9b03-411f-be23-da005c2daa76, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=30d7122b-9b03-411f-be23-da005c2daa76,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:15.454596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c60aa-07a3-464b-a644-6f728dcc1484 None None] Pushing event updated for resources: {'Port': ['ID=e98eadd7-1a9e-4c5a-8eac-b36da582de27,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:15.490968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d53c60aa-07a3-464b-a644-6f728dcc1484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:15.492457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:13Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:13Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:15.566365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:15.566603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Updating router e900f684-1a01-42a6-ac69-7783a863c852 port 9557f4d0-613a-4865-bf5f-628b5920807f binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:05:15.583927 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.608052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcd11414-cb45-4929-b003-48bd6f1cdafc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:15.689191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-069a7c58-c729-40c3-85a2-2dd993ec7095 None None] Provisioning complete for port e98eadd7-1a9e-4c5a-8eac-b36da582de27 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:15.689578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-069a7c58-c729-40c3-85a2-2dd993ec7095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.691311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.702025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-a6f24951-0dd8-4b47-9554-059469141d23', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:05:15.707649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:15.756667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=30d7122b-9b03-411f-be23-da005c2daa76,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:15.763900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:16.142272 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-c1c7d465-9bc7-480e-9d32-55db5ffb6096 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1430109 Jun 22 15:05:16.159434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Allocated IP 2001:db8:1::2 (a6f24951-0dd8-4b47-9554-059469141d23/f98b3785-2a82-4aaa-afbb-573676bb3590/8f9f59ab-226d-41b9-9070-78d9dda6e003) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:16.169012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e98eadd7-1a9e-4c5a-8eac-b36da582de27 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:16.211510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-069a7c58-c729-40c3-85a2-2dd993ec7095 None None] Provisioning for port 9557f4d0-613a-4865-bf5f-628b5920807f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:16.240479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-069a7c58-c729-40c3-85a2-2dd993ec7095 None None] Provisioning complete for port 9557f4d0-613a-4865-bf5f-628b5920807f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:16.240889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-069a7c58-c729-40c3-85a2-2dd993ec7095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:16.266755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:16.288152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-ab96c3c0-3e3f-4c37-8023-750b84c36c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:16.289656 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-ab96c3c0-3e3f-4c37-8023-750b84c36c9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 1099 time: 0.1157055 Jun 22 15:05:16.365610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-069a7c58-c729-40c3-85a2-2dd993ec7095 None None] Port 9557f4d0-613a-4865-bf5f-628b5920807f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:16.406469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e98eadd7-1a9e-4c5a-8eac-b36da582de27 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:16.406855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:16.409542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:16.456168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Transition to ACTIVE for port object 9557f4d0-613a-4865-bf5f-628b5920807f will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:16.513099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:16.519251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-4689b4b0-086f-4d14-8606-0a074a263119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:16.521601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-26d36c23-cb4a-4605-9643-9b527fc7cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:16.523044 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-26d36c23-cb4a-4605-9643-9b527fc7cf81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.1988902 Jun 22 15:05:16.547347 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-599b34a7-91c8-4217-9822-1113bfdeeef9 req-626be985-d77f-4635-b932-3d6dc46dc4ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 210 time: 0.0436201 Jun 22 15:05:16.563277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:16.644256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff60c3b-f306-4185-88ca-27e568eaf016 None None] Pushing event updated for resources: {'Port': ['ID=9557f4d0-613a-4865-bf5f-628b5920807f,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:16.644448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Transition to ACTIVE for port object 8f9f59ab-226d-41b9-9070-78d9dda6e003 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:16.650262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dff60c3b-f306-4185-88ca-27e568eaf016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:16.668329 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-ef92dd2f-6036-4f24-9660-df3e9b7be481 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df74e7a3-297a-493c-993c-816a4d90208d HTTP/1.1" status: 200 len: 1001 time: 0.1234090 Jun 22 15:05:16.699844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Transition to ACTIVE for port object 8f9f59ab-226d-41b9-9070-78d9dda6e003 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:16.723934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-0cd112f8-13ba-429f-bea1-bb58242d818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:16.725654 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-0cd112f8-13ba-429f-bea1-bb58242d818a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.0516024 Jun 22 15:05:16.763047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:16.767931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:16.798219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-56709d1f-9c43-4c8c-ae9e-771ada0e46f3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:16.800285 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-56709d1f-9c43-4c8c-ae9e-771ada0e46f3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=19fcd109-b59e-48be-9dda-955425509e71 HTTP/1.1" status: 200 len: 797 time: 0.2014525 Jun 22 15:05:16.800481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 30d7122b-9b03-411f-be23-da005c2daa76 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:16.831628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Attempting to bind port 9557f4d0-613a-4865-bf5f-628b5920807f on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:16.831997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Attempting to bind port 9557f4d0-613a-4865-bf5f-628b5920807f by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '167e5440-eeb6-487e-9121-bcb05415b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:16.832830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Attempting to bind port 9557f4d0-613a-4865-bf5f-628b5920807f on network 4812f619-3386-4c6c-b49a-a6dfe1399017 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:16.839942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 2001:db8:1::1 (a6f24951-0dd8-4b47-9554-059469141d23/f98b3785-2a82-4aaa-afbb-573676bb3590/060a9e09-5a14-4cf5-89c8-5e04b89fb885) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:16.851109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Network a6f24951-0dd8-4b47-9554-059469141d23 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:16.859607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:16.861727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:16.862114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Checking segment: {'id': '167e5440-eeb6-487e-9121-bcb05415b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:16.862579 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:16.862989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Bound using segment: {'id': '167e5440-eeb6-487e-9121-bcb05415b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:16.863479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Bound port: 9557f4d0-613a-4865-bf5f-628b5920807f, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167e5440-eeb6-487e-9121-bcb05415b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:16.863855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:16.866969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-e16d08ae-67c8-41f3-9e05-c08d72d6bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:16.868856 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-e16d08ae-67c8-41f3-9e05-c08d72d6bcde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1359484 Jun 22 15:05:16.869219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:16.912099 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-47c3c629-46ae-47aa-b732-0eee43d18291 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 380 time: 0.1034038 Jun 22 15:05:16.923409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['ebd73684-fc25-468f-a7cb-a320b52fc262']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:17.050960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.056201 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-622f59a7-4251-4d66-8368-ba7b79e2250f service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719120 Jun 22 15:05:17.072178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Pushing event updated for resources: {'Port': ['ID=8f9f59ab-226d-41b9-9070-78d9dda6e003,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:17.078456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:17.105080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:17.109074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Transition to ACTIVE for port object 060a9e09-5a14-4cf5-89c8-5e04b89fb885 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:17.110640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.173155 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb7d93e7-0c71-4c1c-94cf-6c812da12a82 req-56389046-bc0c-47e0-901c-5dfd7cd7701c service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096423 Jun 22 15:05:17.177638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.181163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:17.188437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Attempting to bind port 8f9f59ab-226d-41b9-9070-78d9dda6e003 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:17.188437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Attempting to bind port 8f9f59ab-226d-41b9-9070-78d9dda6e003 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '20d28a56-2ad8-44b0-af02-cac2012221c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:17.188437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Attempting to bind port 8f9f59ab-226d-41b9-9070-78d9dda6e003 on network a6f24951-0dd8-4b47-9554-059469141d23 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:17.206268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:17.206638 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Checking segment: {'id': '20d28a56-2ad8-44b0-af02-cac2012221c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:17.207032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.207441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Bound using segment: {'id': '20d28a56-2ad8-44b0-af02-cac2012221c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:17.207901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Bound port: 8f9f59ab-226d-41b9-9070-78d9dda6e003, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d28a56-2ad8-44b0-af02-cac2012221c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:17.208270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.218921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] For port 9557f4d0-613a-4865-bf5f-628b5920807f, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:17.228208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 30d7122b-9b03-411f-be23-da005c2daa76 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:17.228623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.230814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network a6f24951-0dd8-4b47-9554-059469141d23 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:17.234307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:17.238364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:17.239009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.258609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] For port 9557f4d0-613a-4865-bf5f-628b5920807f, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9557f4d0-613a-4865-bf5f-628b5920807f,segment=NetworkSegment(167e5440-eeb6-487e-9121-bcb05415b525),segment_id=167e5440-eeb6-487e-9121-bcb05415b525)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:17.277530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=060a9e09-5a14-4cf5-89c8-5e04b89fb885,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:17.282994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:17.289453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.5 (19fcd109-b59e-48be-9dda-955425509e71/16314ac3-c95a-4ecc-b2f1-515d51664b80/bcbee587-9cfe-4804-a36b-62e4fe146b30) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:17.293029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.299254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-22ad15e1-fca5-42f8-ab80-a70645460e97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:17.383033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.397142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff60c3b-f306-4185-88ca-27e568eaf016 None None] Pushing event updated for resources: {'Port': ['ID=9557f4d0-613a-4865-bf5f-628b5920807f,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:17.401612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] For port 8f9f59ab-226d-41b9-9070-78d9dda6e003, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:17.407123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] For port 8f9f59ab-226d-41b9-9070-78d9dda6e003, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8f9f59ab-226d-41b9-9070-78d9dda6e003,segment=NetworkSegment(20d28a56-2ad8-44b0-af02-cac2012221c9),segment_id=20d28a56-2ad8-44b0-af02-cac2012221c9)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:17.408269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dff60c3b-f306-4185-88ca-27e568eaf016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:17.410384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:17.411232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:17.415571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.451779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dff60c3b-f306-4185-88ca-27e568eaf016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:17.472234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.490827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object bcbee587-9cfe-4804-a36b-62e4fe146b30 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:17.536389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.550331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cd16ad39-3d87-4520-bc8b-779ea0f07305 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:17.601854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:17.634400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Pushing event updated for resources: {'Port': ['ID=8f9f59ab-226d-41b9-9070-78d9dda6e003,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:17.645360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:17.665159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=bcbee587-9cfe-4804-a36b-62e4fe146b30,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:17.669813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 19fcd109-b59e-48be-9dda-955425509e71 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:17.671206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:17.673056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:17.675555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:17.742066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:17.742743 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.762908 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8456020 Jun 22 15:05:17.787336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Request body: {'port': {'device_id': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:17.794669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.802006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.802980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:17.805950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:17.943773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=060a9e09-5a14-4cf5-89c8-5e04b89fb885,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:17.949548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:17.954705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:17Z', 'revision_number': 3, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:16Z', 'revision_number': 1, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:17Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:18.017440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc5bc5-10e1-4d18-8d3f-613650f3a6d7 None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:17Z', 'revision_number': 3, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:16Z', 'revision_number': 1, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:17Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:18.036895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network a6f24951-0dd8-4b47-9554-059469141d23 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:18.038866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:18.139790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-afb4d48b-24c6-4ccd-82e3-bc617d8ba7d7 None None] Provisioning for port bcbee587-9cfe-4804-a36b-62e4fe146b30 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:18.144347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-afb4d48b-24c6-4ccd-82e3-bc617d8ba7d7 None None] Provisioning complete for port bcbee587-9cfe-4804-a36b-62e4fe146b30 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:18.144728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-afb4d48b-24c6-4ccd-82e3-bc617d8ba7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:18.201909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-afb4d48b-24c6-4ccd-82e3-bc617d8ba7d7 None None] Port bcbee587-9cfe-4804-a36b-62e4fe146b30 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:18.212144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:18.216996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8f9f59ab-226d-41b9-9070-78d9dda6e003 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:18.283642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 8f9f59ab-226d-41b9-9070-78d9dda6e003 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:18.328178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:18.336814 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0028996 Jun 22 15:05:18.339982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42290) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:18.347090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-355762550'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:18.422722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:18.426461 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:18.429642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:18.439850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a6c5b-f751-457f-8674-607386f030a3 req-a7e36671-5406-4c05-8386-1a0661a460b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:18.441402 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-465a6c5b-f751-457f-8674-607386f030a3 req-a7e36671-5406-4c05-8386-1a0661a460b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 931 time: 0.6740627 Jun 22 15:05:18.512221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:05:18.549300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:18.549652 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added segment 1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2 of type vlan for network 42e3710d-69b8-408f-aa78-e23fc49f521e Jun 22 15:05:18.561441 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-465a6c5b-f751-457f-8674-607386f030a3 req-86355eab-ef38-4915-8d36-5fe6488aa2ab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057162 Jun 22 15:05:18.697139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:18.825709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:18.831275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:18.831994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:18.836544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd608b72-6fb2-494a-8312-34efe04e413f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:18.906426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4181bf9-0ac5-48ac-af34-d7d5e873ffcb None None] Network a6f24951-0dd8-4b47-9554-059469141d23 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:18.922629 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5802023 Jun 22 15:05:18.925534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42292) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:18.930902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'subnet': {'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:18.946908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Network': ['ID=42e3710d-69b8-408f-aa78-e23fc49f521e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:18.952166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:18.968169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 42e3710d-69b8-408f-aa78-e23fc49f521e details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:05:18.986801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0b7ee67d-9ed4-4628-b588-73eb5d1f1fe9 None None] Provisioning for port 8f9f59ab-226d-41b9-9070-78d9dda6e003 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:19.011323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbee587-9cfe-4804-a36b-62e4fe146b30 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:05:19.016275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0b7ee67d-9ed4-4628-b588-73eb5d1f1fe9 None None] Provisioning complete for port 8f9f59ab-226d-41b9-9070-78d9dda6e003 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:19.016912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee67d-9ed4-4628-b588-73eb5d1f1fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.022182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.045025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Transition to ACTIVE for port object bcbee587-9cfe-4804-a36b-62e4fe146b30 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:19.054008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.067182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:19.071182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:19.079127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.230634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbee587-9cfe-4804-a36b-62e4fe146b30,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:19.236194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:19.259208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee67d-9ed4-4628-b588-73eb5d1f1fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.302770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Attempting to bind port bcbee587-9cfe-4804-a36b-62e4fe146b30 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:19.303721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Attempting to bind port bcbee587-9cfe-4804-a36b-62e4fe146b30 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:19.304171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Attempting to bind port bcbee587-9cfe-4804-a36b-62e4fe146b30 on network 19fcd109-b59e-48be-9dda-955425509e71 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:19.310540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Port bcbee587-9cfe-4804-a36b-62e4fe146b30 on network 19fcd109-b59e-48be-9dda-955425509e71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:05:19.311172 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Attempting to bind port bcbee587-9cfe-4804-a36b-62e4fe146b30 on network 19fcd109-b59e-48be-9dda-955425509e71 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:19.317314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:19.317760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Checking segment: {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:19.318226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Bound using segment: {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:19.318749 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Bound port: bcbee587-9cfe-4804-a36b-62e4fe146b30, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6e73a5-3908-47b1-9ef6-bc91b65039bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '19fcd109-b59e-48be-9dda-955425509e71'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:19.319170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.332181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.332598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0b7ee67d-9ed4-4628-b588-73eb5d1f1fe9 None None] For port 8f9f59ab-226d-41b9-9070-78d9dda6e003, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8f9f59ab-226d-41b9-9070-78d9dda6e003,segment=NetworkSegment(20d28a56-2ad8-44b0-af02-cac2012221c9),segment_id=20d28a56-2ad8-44b0-af02-cac2012221c9)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:19.336206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7e4d281b-0bde-42a6-96f3-67cd410909ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:19.346944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0b7ee67d-9ed4-4628-b588-73eb5d1f1fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.358445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:19.417170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] For port bcbee587-9cfe-4804-a36b-62e4fe146b30, host hv-neutron-6013, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:19.417702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Checking segment: {'id': '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:19.418115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network hostable DHCP agents. Network: 42e3710d-69b8-408f-aa78-e23fc49f521e, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:05:19.421161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] For port bcbee587-9cfe-4804-a36b-62e4fe146b30, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcbee587-9cfe-4804-a36b-62e4fe146b30,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:19.430698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.433862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-432f7ce2-8354-4e59-af53-6d3ed85d7061 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:19.444127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Subnet': ['ID=d7ef67f5-862f-4885-a458-96b157eefb03,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:19.458931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:19.464814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ee67d-9ed4-4628-b588-73eb5d1f1fe9 None None] Pushing event updated for resources: {'Port': ['ID=8f9f59ab-226d-41b9-9070-78d9dda6e003,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:19.469009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0b7ee67d-9ed4-4628-b588-73eb5d1f1fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:19.480697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 42e3710d-69b8-408f-aa78-e23fc49f521e is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:05:19.497378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 42e3710d-69b8-408f-aa78-e23fc49f521e) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:19.502147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:19.503800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.507992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193de7c-57a2-42d6-8c17-d9fefcc7e01e None None] Network 42e3710d-69b8-408f-aa78-e23fc49f521e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:19.508451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:19.509131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.511126 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] 10.222.0.21 "PUT /v2.0/ports/bcbee587-9cfe-4804-a36b-62e4fe146b30 HTTP/1.1" status: 200 len: 1093 time: 1.7277124 Jun 22 15:05:19.511781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:05:19.514444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6366554a-a478-471c-91ae-41b3e8042a43" -d '{"events": [{"name": "network-changed", "server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:05:19.538517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbee587-9cfe-4804-a36b-62e4fe146b30,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:19.540111 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6132820 Jun 22 15:05:19.543358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42296) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:19.554865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:19.627776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632627ce-7a50-4a52-b797-15d406e0b713 x-openstack-request-id: req-632627ce-7a50-4a52-b797-15d406e0b713 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:05:19.628345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:05:19.628725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-632627ce-7a50-4a52-b797-15d406e0b713 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:05:19.629586 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'status': 'completed', 'code': 200} Jun 22 15:05:19.783881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-294a908a-4ce3-4d0f-9a6c-a357cf3b787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:19.785425 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-294a908a-4ce3-4d0f-9a6c-a357cf3b787f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 1096 time: 0.2258651 Jun 22 15:05:19.873233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-42e3710d-69b8-408f-aa78-e23fc49f521e', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:05:19.873233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:19.895385 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-f793a765-ee03-406d-a9b9-ac964505e44f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcbee587-9cfe-4804-a36b-62e4fe146b30 HTTP/1.1" status: 200 len: 217 time: 0.0943744 Jun 22 15:05:19.996728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-876611ea-0be3-4f30-ab8d-8dc079482114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:19.998208 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-876611ea-0be3-4f30-ab8d-8dc079482114 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=16314ac3-c95a-4ecc-b2f1-515d51664b80 HTTP/1.1" status: 200 len: 835 time: 0.0908911 Jun 22 15:05:20.008802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a36abacd-93b9-465a-80f3-7bccdce946d8 None None] Provisioning complete for port 8f9f59ab-226d-41b9-9070-78d9dda6e003 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:20.010011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a36abacd-93b9-465a-80f3-7bccdce946d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.039703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b113ea-3c24-48a2-8b41-dbf36abb3489 req-1bbed154-2c98-42a1-9a5c-30b34f261008 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:20.043366 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-95b113ea-3c24-48a2-8b41-dbf36abb3489 req-1bbed154-2c98-42a1-9a5c-30b34f261008 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 943 time: 0.2530842 Jun 22 15:05:20.132913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.191783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Allocated IP 2001:db8:2::2 (42e3710d-69b8-408f-aa78-e23fc49f521e/d7ef67f5-862f-4885-a458-96b157eefb03/830975a6-707e-423a-b329-768a60061d28) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:20.212375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a36abacd-93b9-465a-80f3-7bccdce946d8 None None] Provisioning for port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:20.219323 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-95b113ea-3c24-48a2-8b41-dbf36abb3489 req-4b86d9f4-4055-43b7-bf57-9c8e2ba08e8d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468589 Jun 22 15:05:20.223857 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-609ac388-ab44-4b9c-9370-defe1158b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:20.225621 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-609ac388-ab44-4b9c-9370-defe1158b784 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19fcd109-b59e-48be-9dda-955425509e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2198925 Jun 22 15:05:20.240244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a36abacd-93b9-465a-80f3-7bccdce946d8 None None] Provisioning complete for port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:20.240679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a36abacd-93b9-465a-80f3-7bccdce946d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.255700 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:05:20.333298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a36abacd-93b9-465a-80f3-7bccdce946d8 None None] Port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:20.340109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9557f4d0-613a-4865-bf5f-628b5920807f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:20.357039 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-bc14ed5f-5978-435f-9868-fde5a25536e4 service neutron] 10.222.0.21 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234252 Jun 22 15:05:20.426190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 9557f4d0-613a-4865-bf5f-628b5920807f completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:20.433919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9557f4d0-613a-4865-bf5f-628b5920807f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:20.434562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.490249 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-099fe7ba-24c2-436b-b016-7e842cdbc0ed req-e9899cf2-26c4-4398-9ff0-6c34556ba748 service neutron] 10.222.0.21 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255469 Jun 22 15:05:20.519268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-44da829f-508d-49a5-b926-0bf5bcdb9610 None None] Provisioning complete for port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:20.519572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-44da829f-508d-49a5-b926-0bf5bcdb9610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.527919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.563519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Transition to ACTIVE for port object 830975a6-707e-423a-b329-768a60061d28 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:20.590654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-44da829f-508d-49a5-b926-0bf5bcdb9610 None None] Port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:20.591586 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:20.597112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366554a-a478-471c-91ae-41b3e8042a43 req-3a2d4e6c-5f18-4fea-a072-3b401f751ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:20.598710 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6366554a-a478-471c-91ae-41b3e8042a43 req-3a2d4e6c-5f18-4fea-a072-3b401f751ea9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 1096 time: 0.0594683 Jun 22 15:05:20.604450 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:20.605356 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:20.611853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Transition to ACTIVE for port object 830975a6-707e-423a-b329-768a60061d28 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:20.626986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.636435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:20.669676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.684905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Network 42e3710d-69b8-408f-aa78-e23fc49f521e is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:20.694700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:20.697666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:20.703319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 2001:db8:2::1 (42e3710d-69b8-408f-aa78-e23fc49f521e/d7ef67f5-862f-4885-a458-96b157eefb03/87a7e39b-cf8f-41ea-8c35-2ffa86602847) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:20.719799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Pushing event updated for resources: {'Port': ['ID=830975a6-707e-423a-b329-768a60061d28,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:20.723291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:20.724677 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:20.768602 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366554a-a478-471c-91ae-41b3e8042a43 req-b4e4fafd-2c25-490d-afd7-516ef4fc35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:20.770527 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6366554a-a478-471c-91ae-41b3e8042a43 req-b4e4fafd-2c25-490d-afd7-516ef4fc35eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=19fcd109-b59e-48be-9dda-955425509e71 HTTP/1.1" status: 200 len: 898 time: 0.1655738 Jun 22 15:05:20.777419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 9557f4d0-613a-4865-bf5f-628b5920807f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9557f4d0-613a-4865-bf5f-628b5920807f,segment=NetworkSegment(167e5440-eeb6-487e-9121-bcb05415b525),segment_id=167e5440-eeb6-487e-9121-bcb05415b525)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:20.792137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.793064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8f9f59ab-226d-41b9-9070-78d9dda6e003 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:20.799517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a1b8354b-877f-435e-8858-23946c600ae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:20.821230 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6366554a-a478-471c-91ae-41b3e8042a43 req-3dae090d-595d-4b15-9503-a6e399ca4a5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcbee587-9cfe-4804-a36b-62e4fe146b30 HTTP/1.1" status: 200 len: 217 time: 0.0437231 Jun 22 15:05:20.844011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Attempting to bind port 830975a6-707e-423a-b329-768a60061d28 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:20.844482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Attempting to bind port 830975a6-707e-423a-b329-768a60061d28 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:20.844876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Attempting to bind port 830975a6-707e-423a-b329-768a60061d28 on network 42e3710d-69b8-408f-aa78-e23fc49f521e {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:20.852182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.865403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:20.865403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Checking segment: {'id': '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:20.865778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.866103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Bound using segment: {'id': '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:20.866589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Bound port: 830975a6-707e-423a-b329-768a60061d28, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:20.867344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.876799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Transition to ACTIVE for port object 87a7e39b-cf8f-41ea-8c35-2ffa86602847 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:20.896100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9fd981fe-9cc5-4d4b-bbdd-c29b9abd4a3f None None] Provisioning complete for port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:20.896531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9fd981fe-9cc5-4d4b-bbdd-c29b9abd4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.899713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366554a-a478-471c-91ae-41b3e8042a43 req-1a39b012-171b-445d-9a4e-a5f94bd57d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:20.902214 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6366554a-a478-471c-91ae-41b3e8042a43 req-1a39b012-171b-445d-9a4e-a5f94bd57d61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=16314ac3-c95a-4ecc-b2f1-515d51664b80 HTTP/1.1" status: 200 len: 835 time: 0.0736408 Jun 22 15:05:20.918316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.923672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6c104f2d-4e5b-4118-a039-c835e565db84 tempest-RoutersAdminNegativeIpV6Test-940572595 tempest-RoutersAdminNegativeIpV6Test-940572595-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:20.938861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=9557f4d0-613a-4865-bf5f-628b5920807f,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:20.942159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:20.966849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 42e3710d-69b8-408f-aa78-e23fc49f521e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:20.970612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:20.975969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:20.976572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:20.997246 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9fd981fe-9cc5-4d4b-bbdd-c29b9abd4a3f None None] Port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:21.014520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 8f9f59ab-226d-41b9-9070-78d9dda6e003 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:21.015266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.027645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=87a7e39b-cf8f-41ea-8c35-2ffa86602847,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:21.032003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:21.032982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366554a-a478-471c-91ae-41b3e8042a43 req-8bc7b175-2815-4ad4-8104-1b1576246455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:21.034472 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6366554a-a478-471c-91ae-41b3e8042a43 req-8bc7b175-2815-4ad4-8104-1b1576246455 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19fcd109-b59e-48be-9dda-955425509e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1251769 Jun 22 15:05:21.055893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] For port 830975a6-707e-423a-b329-768a60061d28, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:21.074320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] For port 830975a6-707e-423a-b329-768a60061d28, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=830975a6-707e-423a-b329-768a60061d28,segment=NetworkSegment(1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2),segment_id=1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:21.086289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.089682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-001e899c-677e-444f-b916-3ac17d39336c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:21.114011 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:17Z', 'revision_number': 3, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:17Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:17Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:21.151387 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:21.152598 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Updating router e900f684-1a01-42a6-ac69-7783a863c852 port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:05:21.158888 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6366554a-a478-471c-91ae-41b3e8042a43 req-f2362fd9-9927-4454-b7f8-f6e24effac63 service neutron] 10.222.0.21 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163163 Jun 22 15:05:21.175704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.186410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Pushing event updated for resources: {'Port': ['ID=830975a6-707e-423a-b329-768a60061d28,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:21.189432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:21.201369 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.288225 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6366554a-a478-471c-91ae-41b3e8042a43 req-368fd9f5-ea57-4f92-a80e-9238bae23b70 service neutron] 10.222.0.21 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230733 Jun 22 15:05:21.521678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b4e4b-5583-4dbe-a6d4-48f58bb4a5f0 req-d2aece79-22e6-4474-bb56-806d5c96bc75 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:21.523315 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-053b4e4b-5583-4dbe-a6d4-48f58bb4a5f0 req-d2aece79-22e6-4474-bb56-806d5c96bc75 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 943 time: 0.1195209 Jun 22 15:05:21.561242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.565579 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.568201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.568994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.576819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:21.578660 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Transition to ACTIVE for port object 060a9e09-5a14-4cf5-89c8-5e04b89fb885 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:21.584995 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.586829 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:21.617646 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-053b4e4b-5583-4dbe-a6d4-48f58bb4a5f0 req-c0fdc9a8-34c7-4c1d-a162-dd03d843460e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845375 Jun 22 15:05:21.659690 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Pushing event updated for resources: {'Port': ['ID=060a9e09-5a14-4cf5-89c8-5e04b89fb885,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:21.688059 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.688402 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.688793 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.689070 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.689393 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.689716 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.690034 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.690355 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.690669 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.690981 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.691294 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.691602 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:21.697559 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:21.732323 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Attempting to bind port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:21.732732 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Attempting to bind port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '20d28a56-2ad8-44b0-af02-cac2012221c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:21.733139 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Attempting to bind port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 on network a6f24951-0dd8-4b47-9554-059469141d23 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:21.739587 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:21.739986 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Checking segment: {'id': '20d28a56-2ad8-44b0-af02-cac2012221c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:21.740384 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.740827 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Bound using segment: {'id': '20d28a56-2ad8-44b0-af02-cac2012221c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:21.741378 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Bound port: 060a9e09-5a14-4cf5-89c8-5e04b89fb885, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d28a56-2ad8-44b0-af02-cac2012221c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:21.741896 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.813550 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] For port 060a9e09-5a14-4cf5-89c8-5e04b89fb885, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:21.817379 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] For port 060a9e09-5a14-4cf5-89c8-5e04b89fb885, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=060a9e09-5a14-4cf5-89c8-5e04b89fb885,segment=NetworkSegment(20d28a56-2ad8-44b0-af02-cac2012221c9),segment_id=20d28a56-2ad8-44b0-af02-cac2012221c9)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:21.822816 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:21.825197 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-c2129af9-6043-4ce3-9190-6815e98e9ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:21.898701 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:21.899426 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:21.976366 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Pushing event updated for resources: {'Port': ['ID=060a9e09-5a14-4cf5-89c8-5e04b89fb885,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:21.982278 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:21.999767 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:22.033433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=87a7e39b-cf8f-41ea-8c35-2ffa86602847,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:22.037674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:22.099495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 42e3710d-69b8-408f-aa78-e23fc49f521e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:22.104638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:22.256468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:22.286434 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:21Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:21Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:21Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:22.292096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9557f4d0-613a-4865-bf5f-628b5920807f up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:22.320444 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8158dec-4eb2-42ae-a907-0efd2ce85f2f None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:21Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:21Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:21Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:22.357773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9557f4d0-613a-4865-bf5f-628b5920807f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:22.358313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:22.412833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:22.418810 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8743601 Jun 22 15:05:22.430221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42302) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:22.442979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-207821115'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:22.470813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:22.476027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45eaead-ff42-41bb-8b3b-1c044ab8f1ca None None] Network 42e3710d-69b8-408f-aa78-e23fc49f521e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:22.476238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:22.500687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device bcbee587-9cfe-4804-a36b-62e4fe146b30 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:05:22.506360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:05:22.517948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:22.518495 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added segment 533d600b-1c01-41b9-a777-e467813ca155 of type vlan for network 69633559-6528-4b61-a637-5eeaf25b57be Jun 22 15:05:22.533010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 830975a6-707e-423a-b329-768a60061d28 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:22.566262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:22.581090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-84cd8873-da51-478d-b218-56f48a467633 None None] Provisioning for port 830975a6-707e-423a-b329-768a60061d28 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:22.599495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:22.605153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:22.605743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:22.609422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:22.660202 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2298384 Jun 22 15:05:22.663044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42306) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:22.668443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'subnet': {'network_id': '69633559-6528-4b61-a637-5eeaf25b57be', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:22.683669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Network': ['ID=69633559-6528-4b61-a637-5eeaf25b57be,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:22.686782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:22.810234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 69633559-6528-4b61-a637-5eeaf25b57be details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:05:22.825276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Made reservation on behalf of 294aeb4a8f064bf4951f6cbb71f4ab52 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:22.828804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:22.941788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01324aef-85aa-40b1-9fdb-85b7bb6c1ef8 req-f9e56b88-7219-4090-9432-40c0d48367de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:22.943314 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-01324aef-85aa-40b1-9fdb-85b7bb6c1ef8 req-f9e56b88-7219-4090-9432-40c0d48367de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 943 time: 0.1513557 Jun 22 15:05:22.946924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 830975a6-707e-423a-b329-768a60061d28 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:22.962048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 830975a6-707e-423a-b329-768a60061d28 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:22.962439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:22.982727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port bcbee587-9cfe-4804-a36b-62e4fe146b30, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcbee587-9cfe-4804-a36b-62e4fe146b30,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:23.022289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'port_id': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'mac_address': 'fa:16:3e:c3:c8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:05:23.031141 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-01324aef-85aa-40b1-9fdb-85b7bb6c1ef8 req-f909bba4-1f22-498b-9a4e-861ae90c75da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718150 Jun 22 15:05:23.078593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.080988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ddd0034a-6be0-49ba-a96a-9a6fa27915ee tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:23.133740 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.147084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Subnet': ['ID=486aff53-759e-4133-94da-863290864915,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:23.149795 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:23.158397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Checking segment: {'id': '533d600b-1c01-41b9-a777-e467813ca155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:23.158761 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network hostable DHCP agents. Network: 69633559-6528-4b61-a637-5eeaf25b57be, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:05:23.162045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.164553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbee587-9cfe-4804-a36b-62e4fe146b30 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:05:23.179150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 69633559-6528-4b61-a637-5eeaf25b57be is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:05:23.185007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:23.190160 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 69633559-6528-4b61-a637-5eeaf25b57be) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:23.194458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:23.195082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.206510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8999ce9c-2620-4f2d-83fa-8a635a59aae2 None None] Network 69633559-6528-4b61-a637-5eeaf25b57be requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:23.214217 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5462985 Jun 22 15:05:23.214643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port bcbee587-9cfe-4804-a36b-62e4fe146b30, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcbee587-9cfe-4804-a36b-62e4fe146b30,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:23.214794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42308) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:23.234665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.268669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f670cca2-a28d-40bb-a97f-fc2fa3d497d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:23.274654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:23.275068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:23.309898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 830975a6-707e-423a-b329-768a60061d28, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=830975a6-707e-423a-b329-768a60061d28,segment=NetworkSegment(1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2),segment_id=1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:23.357197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.358340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 060a9e09-5a14-4cf5-89c8-5e04b89fb885 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:23.474046 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=bcbee587-9cfe-4804-a36b-62e4fe146b30,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:23.477176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:23.483974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:23.519535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:23.564310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f1ac73c5-abf4-420f-a445-96887d6ead38 None None] Provisioning complete for port 830975a6-707e-423a-b329-768a60061d28 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:23.564613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f1ac73c5-abf4-420f-a445-96887d6ead38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.591707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['bcbee587-9cfe-4804-a36b-62e4fe146b30'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:05:23.614992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.738178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=830975a6-707e-423a-b329-768a60061d28,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:23.740291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:23.758149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:23.816432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:23.816807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.858105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-69633559-6528-4b61-a637-5eeaf25b57be', 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'fixed_ips': [{'subnet_id': '486aff53-759e-4133-94da-863290864915'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:05:23.858978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:23.908029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Allocated IP 2001:db8:3::1 (69633559-6528-4b61-a637-5eeaf25b57be/486aff53-759e-4133-94da-863290864915/03ffafeb-bfc9-48c8-89b1-1e28677cc6d9) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:24.049749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.068128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Transition to ACTIVE for port object 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:24.118440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.120879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ddcb5e6f-0f0c-4ac1-9976-e5c3d946ce69 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:24.204603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 69633559-6528-4b61-a637-5eeaf25b57be is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:24.210199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:24.217142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:24.217689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.224244 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=03ffafeb-bfc9-48c8-89b1-1e28677cc6d9,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:24.256773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:24.278381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f1ac73c5-abf4-420f-a445-96887d6ead38 None None] Provisioning for port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:24.304910 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f1ac73c5-abf4-420f-a445-96887d6ead38 None None] Provisioning complete for port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:24.305303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f1ac73c5-abf4-420f-a445-96887d6ead38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.326020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b76332-3eb0-41dd-bf66-1882d03289a2 req-b2bcf4bb-a34d-4a84-9e2f-c79035149951 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:24.327483 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-08b76332-3eb0-41dd-bf66-1882d03289a2 req-b2bcf4bb-a34d-4a84-9e2f-c79035149951 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 944 time: 0.1709204 Jun 22 15:05:24.343544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.403295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Allocated IP 2001:db8:3::2 (69633559-6528-4b61-a637-5eeaf25b57be/486aff53-759e-4133-94da-863290864915/56a436b9-842f-4ae9-a75b-4a6b12d8b5cf) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:24.411010 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-08b76332-3eb0-41dd-bf66-1882d03289a2 req-a60aa2ca-53c4-4468-9344-76aa8b651af1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753284 Jun 22 15:05:24.411699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.441823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:21Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:21Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:21Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:24.444780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac73c5-abf4-420f-a445-96887d6ead38 None None] Port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:24.512253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:24.512623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Updating router e900f684-1a01-42a6-ac69-7783a863c852 port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:05:24.728224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.733487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.734302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.736148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-19f97c71-5961-410f-99b8-703296bb6f38 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:24.740921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 060a9e09-5a14-4cf5-89c8-5e04b89fb885, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=060a9e09-5a14-4cf5-89c8-5e04b89fb885,segment=NetworkSegment(20d28a56-2ad8-44b0-af02-cac2012221c9),segment_id=20d28a56-2ad8-44b0-af02-cac2012221c9)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:24.759348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.761440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:24.818985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event updated for resources: {'Port': ['ID=03ffafeb-bfc9-48c8-89b1-1e28677cc6d9,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:24.824509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.825035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:24.857299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9735cad0-6b66-4ebc-92c2-290f76f8a821 None None] Provisioning complete for port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:24.857679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9735cad0-6b66-4ebc-92c2-290f76f8a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:24.865297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Network 69633559-6528-4b61-a637-5eeaf25b57be is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:24.866855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:24.899667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 830975a6-707e-423a-b329-768a60061d28 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:24.941747 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=060a9e09-5a14-4cf5-89c8-5e04b89fb885,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:24.957557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:24.977023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:25.042787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9735cad0-6b66-4ebc-92c2-290f76f8a821 None None] Port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:25.077114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:25.082328 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8665488 Jun 22 15:05:25.085083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42312) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:25.089848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:25.131354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.149822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Transition to ACTIVE for port object 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:25.158488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 830975a6-707e-423a-b329-768a60061d28 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:25.158869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.237501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Transition to ACTIVE for port object 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:25.250261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.253732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a68d8e6a-7c0c-41da-8ff4-5b8b3d254df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:25.316570 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Network 69633559-6528-4b61-a637-5eeaf25b57be is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:25.324956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:25.333789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:25.360154 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Pushing event updated for resources: {'Port': ['ID=56a436b9-842f-4ae9-a75b-4a6b12d8b5cf,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:25.365620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:25.464030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Attempting to bind port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:25.464602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Attempting to bind port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '533d600b-1c01-41b9-a777-e467813ca155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:25.465024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Attempting to bind port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf on network 69633559-6528-4b61-a637-5eeaf25b57be {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:25.469499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.extraroute_db [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 15:05:25.475798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:25.476344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Checking segment: {'id': '533d600b-1c01-41b9-a777-e467813ca155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:25.476610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.477026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Bound using segment: {'id': '533d600b-1c01-41b9-a777-e467813ca155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:25.477510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Bound port: 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533d600b-1c01-41b9-a777-e467813ca155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:25.477895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.487723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.extraroute_db [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Removed routes are [] {{(pid=93502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 15:05:25.488139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.497704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.527269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Transition to ACTIVE for port object 87a7e39b-cf8f-41ea-8c35-2ffa86602847 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:25.538790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.543686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6760b60-5fca-4a07-b4d6-e4cbc9b6fad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:25.607369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad8969-6df7-41da-9d53-008405791033 req-22f41da7-97b2-43d6-8d21-b1a53e6e15a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:25.609757 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9aad8969-6df7-41da-9d53-008405791033 req-22f41da7-97b2-43d6-8d21-b1a53e6e15a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 944 time: 0.0758977 Jun 22 15:05:25.627045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] For port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:25.648016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] For port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=56a436b9-842f-4ae9-a75b-4a6b12d8b5cf,segment=NetworkSegment(533d600b-1c01-41b9-a777-e467813ca155),segment_id=533d600b-1c01-41b9-a777-e467813ca155)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:25.649107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1669635-b80a-4249-8ac2-84f8149eb3f5 None None] Pushing event updated for resources: {'Port': ['ID=87a7e39b-cf8f-41ea-8c35-2ffa86602847,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:25.654061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f1669635-b80a-4249-8ac2-84f8149eb3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:25.657354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.674411 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9aad8969-6df7-41da-9d53-008405791033 req-dc390494-39f5-41be-a040-8a9f65af5b67 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582116 Jun 22 15:05:25.675836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c0acb8bc-dd4e-42e0-90e1-1e7c693d62b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:25.698834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.703216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.753393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Attempting to bind port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:25.753773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Attempting to bind port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:25.754148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Attempting to bind port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 on network 42e3710d-69b8-408f-aa78-e23fc49f521e {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:25.769837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:25.770599 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Checking segment: {'id': '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:25.771156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.771575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Bound using segment: {'id': '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:25.772097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Bound port: 87a7e39b-cf8f-41ea-8c35-2ffa86602847, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:25.772480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.787739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Pushing event updated for resources: {'Port': ['ID=56a436b9-842f-4ae9-a75b-4a6b12d8b5cf,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:25.792859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:25.819959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:25.856053 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] For port 87a7e39b-cf8f-41ea-8c35-2ffa86602847, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:25.860196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] For port 87a7e39b-cf8f-41ea-8c35-2ffa86602847, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=87a7e39b-cf8f-41ea-8c35-2ffa86602847,segment=NetworkSegment(1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2),segment_id=1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:25.868537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:25.871898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3eb7d216-7463-4811-b64d-062e830a51fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:25.958859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1669635-b80a-4249-8ac2-84f8149eb3f5 None None] Pushing event updated for resources: {'Port': ['ID=87a7e39b-cf8f-41ea-8c35-2ffa86602847,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:25.970362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f1669635-b80a-4249-8ac2-84f8149eb3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:25.994527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:25.995288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:26.120065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:26.397872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:26.407562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:26.411369 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0cc4b26a-1d2d-490e-85da-00625c1d0ae1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852 HTTP/1.1" status: 200 len: 954 time: 1.3227692 Jun 22 15:05:26.411581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42326) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:26.465511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:25Z', 'revision_number': 6, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '03ffafeb-bfc9-48c8-89b1-1e28677cc6d9', 'name': '', 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:e2:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '486aff53-759e-4133-94da-863290864915', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:23Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '486aff53-759e-4133-94da-863290864915', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:25Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:26.492945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9560b-d62c-4017-a97c-e09bf21c4521 None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:25Z', 'revision_number': 6, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '03ffafeb-bfc9-48c8-89b1-1e28677cc6d9', 'name': '', 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:e2:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '486aff53-759e-4133-94da-863290864915', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:23Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '486aff53-759e-4133-94da-863290864915', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:25Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:26.504223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device bcbee587-9cfe-4804-a36b-62e4fe146b30 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:26.523385 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-af3d982b-6d34-44ac-b1af-e4a2bf636425 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852 HTTP/1.1" status: 200 len: 954 time: 0.1106119 Jun 22 15:05:26.526171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42328) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:26.531142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'routes': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:26.610335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port bcbee587-9cfe-4804-a36b-62e4fe146b30 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:26.616102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port bcbee587-9cfe-4804-a36b-62e4fe146b30 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:26.630019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:26.783731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:26.869537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port bcbee587-9cfe-4804-a36b-62e4fe146b30, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcbee587-9cfe-4804-a36b-62e4fe146b30,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:26.870905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:05:26.874795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292838a6-9562-4295-bb03-19a6c21adb3d" -d '{"events": [{"server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "name": "network-vif-plugged", "status": "completed", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:05:26.884548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:26.889804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:26.988805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23bf692-5030-44b5-9f95-dfd82ec5e884 x-openstack-request-id: req-d23bf692-5030-44b5-9f95-dfd82ec5e884 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:05:26.990034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "name": "network-vif-plugged", "status": "completed", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:05:26.990389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d23bf692-5030-44b5-9f95-dfd82ec5e884 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:05:26.990898 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'code': 200} Jun 22 15:05:26.994893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=bcbee587-9cfe-4804-a36b-62e4fe146b30,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:26.999059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:27.152172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c216058-4be0-47f5-8440-ae2c1270aab6 req-f449d8b2-950c-4012-a4ef-db2d80c6de8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:27.166251 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c216058-4be0-47f5-8440-ae2c1270aab6 req-f449d8b2-950c-4012-a4ef-db2d80c6de8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 945 time: 0.2455888 Jun 22 15:05:27.169460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.extraroute_db [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added routes are [] {{(pid=93501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 15:05:27.170169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.extraroute_db [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 15:05:27.173791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 060a9e09-5a14-4cf5-89c8-5e04b89fb885 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:27.241332 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:27.249266 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c216058-4be0-47f5-8440-ae2c1270aab6 req-058bfcb4-e6df-4044-bedf-f611762f9846 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808496 Jun 22 15:05:27.297367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:27.297683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:27.438311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c5f36-fbe2-4d5d-94b3-d14e8ca04430 None None] Network 69633559-6528-4b61-a637-5eeaf25b57be requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:27.441735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:27.542961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a8d4bd64-bc49-4f4f-99c6-7d272aece4cc None None] Provisioning for port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:27.578063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:27.605292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:27.605675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:27.754983 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:27.765819 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:27.786742 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:27.787386 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:27.906837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=56a436b9-842f-4ae9-a75b-4a6b12d8b5cf,segment=NetworkSegment(533d600b-1c01-41b9-a777-e467813ca155),segment_id=533d600b-1c01-41b9-a777-e467813ca155)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:27.917681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:27.918944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 87a7e39b-cf8f-41ea-8c35-2ffa86602847 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:27.925482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dff60c3b-f306-4185-88ca-27e568eaf016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:27.965027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900f88d-3501-407a-bef1-2e9a8482420f req-8de32bc4-4027-4d34-8eb0-7adbedf94c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:27.966764 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c900f88d-3501-407a-bef1-2e9a8482420f req-8de32bc4-4027-4d34-8eb0-7adbedf94c67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 1098 time: 0.2213428 Jun 22 15:05:27.968948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:27.989840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.004506 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:28.069257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=56a436b9-842f-4ae9-a75b-4a6b12d8b5cf,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:28.074305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:28.090800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:28.096870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:28.097078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.149427 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c900f88d-3501-407a-bef1-2e9a8482420f req-3c9dae0c-f67a-45a2-8178-28393022c808 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701317 Jun 22 15:05:28.215424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:28.258449 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:27Z', 'revision_number': 7, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '03ffafeb-bfc9-48c8-89b1-1e28677cc6d9', 'name': '', 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:e2:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '486aff53-759e-4133-94da-863290864915', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:23Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '486aff53-759e-4133-94da-863290864915', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:25Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:28.299768 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:28.300281 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Updating router e900f684-1a01-42a6-ac69-7783a863c852 port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:05:28.346641 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.351131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:28.361341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.365093 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ede7903d-f2ba-4bd5-998a-682a58a32ef8 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852 HTTP/1.1" status: 200 len: 704 time: 1.8352883 Jun 22 15:05:28.365527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42338) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:28.380623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-adbd1c1c-a9a8-42dd-85bf-197334ad903d None None] Provisioning complete for port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:28.380955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-adbd1c1c-a9a8-42dd-85bf-197334ad903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.432381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.524005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 87a7e39b-cf8f-41ea-8c35-2ffa86602847, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=87a7e39b-cf8f-41ea-8c35-2ffa86602847,segment=NetworkSegment(1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2),segment_id=1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:28.536705 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dc2e0d9e-2d6f-448e-a8eb-1caf40d67c55 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852 HTTP/1.1" status: 200 len: 704 time: 0.1693916 Jun 22 15:05:28.539049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42344) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:28.541226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.544440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-834664e0-3d1f-42f9-9853-98d10399745b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:28.591626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dcd8d-4c81-4b2d-8951-e4e419ce0755 req-ef41969d-bfc1-411c-8271-76491c078619 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:28.598240 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-795dcd8d-4c81-4b2d-8951-e4e419ce0755 req-ef41969d-bfc1-411c-8271-76491c078619 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 945 time: 0.1511464 Jun 22 15:05:28.638270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-adbd1c1c-a9a8-42dd-85bf-197334ad903d None None] Provisioning for port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:28.648929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-adbd1c1c-a9a8-42dd-85bf-197334ad903d None None] Provisioning complete for port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:28.649425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-adbd1c1c-a9a8-42dd-85bf-197334ad903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.652251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=87a7e39b-cf8f-41ea-8c35-2ffa86602847,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:28.664641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:28.677521 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-795dcd8d-4c81-4b2d-8951-e4e419ce0755 req-ee4d64f1-89f8-44e5-9073-83550eae68b6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720782 Jun 22 15:05:28.733094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-adbd1c1c-a9a8-42dd-85bf-197334ad903d None None] Port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:28.869549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-16191b5c-7fa8-446c-9d8f-e2c2799b01ac None None] Provisioning complete for port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:28.869773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-16191b5c-7fa8-446c-9d8f-e2c2799b01ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.896950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:28.922521 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.935990 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Transition to ACTIVE for port object 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:28.945693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-16191b5c-7fa8-446c-9d8f-e2c2799b01ac None None] Port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:28.946644 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:28.954449 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:28.965597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:28.966077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:29.022359 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:29.077216 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464e94b-08a9-4abc-867d-b6cdbcd101a5 None None] Pushing event updated for resources: {'Port': ['ID=03ffafeb-bfc9-48c8-89b1-1e28677cc6d9,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:29.083218 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f464e94b-08a9-4abc-867d-b6cdbcd101a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:29.114956 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Attempting to bind port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:29.115441 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Attempting to bind port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '533d600b-1c01-41b9-a777-e467813ca155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:29.115909 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Attempting to bind port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 on network 69633559-6528-4b61-a637-5eeaf25b57be {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:29.122636 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:29.123103 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Checking segment: {'id': '533d600b-1c01-41b9-a777-e467813ca155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:29.123644 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:29.124137 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Bound using segment: {'id': '533d600b-1c01-41b9-a777-e467813ca155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:29.124713 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Bound port: 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533d600b-1c01-41b9-a777-e467813ca155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:29.126067 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:29.137962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 87a7e39b-cf8f-41ea-8c35-2ffa86602847 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:29.236412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:29.237213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:29.258400 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] For port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:29.262635 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] For port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=03ffafeb-bfc9-48c8-89b1-1e28677cc6d9,segment=NetworkSegment(533d600b-1c01-41b9-a777-e467813ca155),segment_id=533d600b-1c01-41b9-a777-e467813ca155)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:29.272704 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:29.275359 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-52f11679-9019-452b-beee-087e13e45101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:29.393153 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464e94b-08a9-4abc-867d-b6cdbcd101a5 None None] Pushing event updated for resources: {'Port': ['ID=03ffafeb-bfc9-48c8-89b1-1e28677cc6d9,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:29.398893 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f464e94b-08a9-4abc-867d-b6cdbcd101a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:29.416952 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:29.417706 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:29.485723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:29.486363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:29.518026 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:29.598395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=03ffafeb-bfc9-48c8-89b1-1e28677cc6d9,segment=NetworkSegment(533d600b-1c01-41b9-a777-e467813ca155),segment_id=533d600b-1c01-41b9-a777-e467813ca155)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:29.598969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:29.684101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:29.758236 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:27Z', 'revision_number': 7, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '03ffafeb-bfc9-48c8-89b1-1e28677cc6d9', 'name': '', 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:e2:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '486aff53-759e-4133-94da-863290864915', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:23Z', 'updated_at': '2021-06-22T15:05:29Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '486aff53-759e-4133-94da-863290864915', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:28Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:29.789709 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da52e65-5294-4f48-8be9-64b29702afbe None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:27Z', 'revision_number': 7, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '03ffafeb-bfc9-48c8-89b1-1e28677cc6d9', 'name': '', 'network_id': '69633559-6528-4b61-a637-5eeaf25b57be', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:e2:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '486aff53-759e-4133-94da-863290864915', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:23Z', 'updated_at': '2021-06-22T15:05:29Z', 'revision_number': 4, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '486aff53-759e-4133-94da-863290864915', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:28Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:29.922656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:29.925436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-30773738-5c34-4d19-bfdf-b4777a845bca tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:29.941894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ece50-50e8-4312-af08-4fe384207f35 req-ee678037-e542-4938-b429-369ac27a7c16 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:29.943422 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab6ece50-50e8-4312-af08-4fe384207f35 req-ee678037-e542-4938-b429-369ac27a7c16 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 945 time: 0.1186962 Jun 22 15:05:29.975321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=03ffafeb-bfc9-48c8-89b1-1e28677cc6d9,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:30.016463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:30.075082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:30.095147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:30.095946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:30.129547 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab6ece50-50e8-4312-af08-4fe384207f35 req-096f9c15-5c2f-4cfb-a534-538cfc327ea8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628263 Jun 22 15:05:30.167663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:30.212029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:30.269060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b1146ad0-c470-4401-8c66-e6a5ed25c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:30.402034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd03be-2773-417a-b2b3-03aa4bda2000 req-3e9b467e-16a9-49a4-b2d2-4c73c8354178 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:30.411699 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5ebd03be-2773-417a-b2b3-03aa4bda2000 req-3e9b467e-16a9-49a4-b2d2-4c73c8354178 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 945 time: 0.1141760 Jun 22 15:05:30.420636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:30.464316 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5ebd03be-2773-417a-b2b3-03aa4bda2000 req-c2b96efc-b83f-47dc-85e3-22344d8e56ae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513968 Jun 22 15:05:30.483573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:29Z', 'revision_number': 8, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:28Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:30.484663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42360) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:30.516211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:30.527046 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:30.527714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:30.542951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:30.548481 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0081847 Jun 22 15:05:30.551112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42362) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:30.560084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a6fa0-0df2-4c97-91c2-624b102f827b tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:30.561921 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c34a6fa0-0df2-4c97-91c2-624b102f827b tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 1093 time: 0.0760379 Jun 22 15:05:30.564659 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42364) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:30.569845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:30.593838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:30.614885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting subnet 486aff53-759e-4133-94da-863290864915 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:05:30.618418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:30.635523 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:30.687842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:30.720258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:30.805265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:30.853869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.77 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/bf3cc8d1-bcfd-4b98-826b-8e13e74505d4) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:30.880666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:30.883889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a42706e0-7339-4d51-9e7e-69ae6898ab43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:30.904222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:29Z', 'revision_number': 8, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:28Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:30.916893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Subnet': ['ID=486aff53-759e-4133-94da-863290864915,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:30.921476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:30.925275 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/486aff53-759e-4133-94da-863290864915 HTTP/1.1" status: 204 len: 168 time: 0.3732357 Jun 22 15:05:30.926291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:30.928354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42366) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:30.934074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d5c5b-1073-445f-8f5e-ea672edaeeac None None] Network 69633559-6528-4b61-a637-5eeaf25b57be requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:30.936624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d22f8a-319b-47c6-9d67-789454d95fcb None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:29Z', 'revision_number': 8, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:28Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:31.042948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:31.054863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:31.138054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:31.141521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c1d28182-9e0f-42f6-aa43-d525618f6ba1 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:31.148409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:31.148773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:31.215486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:31.223930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:31.248634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:31.276878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=bf3cc8d1-bcfd-4b98-826b-8e13e74505d4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:31.288169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:31.292841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=56a436b9-842f-4ae9-a75b-4a6b12d8b5cf,segment=NetworkSegment(533d600b-1c01-41b9-a777-e467813ca155),segment_id=533d600b-1c01-41b9-a777-e467813ca155)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:31.293170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:31.346002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] DHCP port deletion for 69633559-6528-4b61-a637-5eeaf25b57be request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:05:31.388662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:31.442073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] Deleting port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:31.442457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:31.535289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] For port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=56a436b9-842f-4ae9-a75b-4a6b12d8b5cf,segment=NetworkSegment(533d600b-1c01-41b9-a777-e467813ca155),segment_id=533d600b-1c01-41b9-a777-e467813ca155)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:31.536432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:31.618853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] Calling delete_port for 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:31.641998 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:31.656731 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:31.658552 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:31.707212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:31.711191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:31.737425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] Pushing event deleted for resources: {'Port': ['ID=56a436b9-842f-4ae9-a75b-4a6b12d8b5cf,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:31.740564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:31.741484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] No DVR routers for this DVR port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:31.783228 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:31.813333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:31.848633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d01be6b9-b9f1-4cca-8764-ff34420752bf tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:31.883013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=56a436b9-842f-4ae9-a75b-4a6b12d8b5cf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:31.889927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:31.895898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No DVR routers for this DVR port 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:31.966703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.010555 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:29Z', 'revision_number': 8, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:28Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:32.012764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.026326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69633559-6528-4b61-a637-5eeaf25b57be']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:32.039277 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:32.041544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533d600b-1c01-41b9-a777-e467813ca155') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:32.041845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533d600b-1c01-41b9-a777-e467813ca155') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:32.049179 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:32.049789 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:32.054058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.094763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.096882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.131544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:05:32.131955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:05:32.134937 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:05:32.145181 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:32.253592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.258334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-19df7a9c-4150-4845-9154-091d0be8ab67 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:32.265809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.269432 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/networks/69633559-6528-4b61-a637-5eeaf25b57be HTTP/1.1" status: 204 len: 168 time: 1.3398569 Jun 22 15:05:32.271527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42370) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:32.290414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Network': ['ID=69633559-6528-4b61-a637-5eeaf25b57be,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:32.296237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:32.409608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.423894 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.426595 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:29Z', 'revision_number': 8, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:28Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:32.436259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d07fc487-b731-47f3-a037-4b9470f17717 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:32.459503 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c1a71-9ae9-401b-9cdd-86c0ec200167 None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:29Z', 'revision_number': 8, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a7e39b-cf8f-41ea-8c35-2ffa86602847', 'name': '', 'network_id': '42e3710d-69b8-408f-aa78-e23fc49f521e', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:55:b4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:20Z', 'updated_at': '2021-06-22T15:05:28Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'd7ef67f5-862f-4885-a458-96b157eefb03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:32.535631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=bf3cc8d1-bcfd-4b98-826b-8e13e74505d4,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:32.539982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:32.543777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.667752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8ca475cd-324f-4a98-98ba-dc7095cb0e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.724148 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 63ef7853-b029-45d6-8375-ef99c588d17e associated. External IP: 172.26.6.77, port: bcbee587-9cfe-4804-a36b-62e4fe146b30. Jun 22 15:05:32.828363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:32.876407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:32.909147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:32.909657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 56a436b9-842f-4ae9-a75b-4a6b12d8b5cf not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:32.910169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:32.933279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:32.934058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 03ffafeb-bfc9-48c8-89b1-1e28677cc6d9 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:32.939498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:33.032304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 37524112-6bd4-4c27-b050-ccd4132cb50a has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:33.135945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 87a7e39b-cf8f-41ea-8c35-2ffa86602847 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:33.136289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:33.211381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:33.228865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] Sync routers for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:33.235661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:33.241527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:33.242193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:33.265691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 87a7e39b-cf8f-41ea-8c35-2ffa86602847, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=87a7e39b-cf8f-41ea-8c35-2ffa86602847,segment=NetworkSegment(1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2),segment_id=1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:33.266968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:33.325805 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7599723 Jun 22 15:05:33.326429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42374) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:33.327127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:05:33.329909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc9a082-f18a-402e-915b-f973ba09dcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:05:33.382488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:33.383372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 87a7e39b-cf8f-41ea-8c35-2ffa86602847 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:33.410333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2813f4-f990-49ff-b0be-9d4ae5698711 x-openstack-request-id: req-dc2813f4-f990-49ff-b0be-9d4ae5698711 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:05:33.410333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:05:33.411107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc2813f4-f990-49ff-b0be-9d4ae5698711 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:05:33.411107 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'status': 'completed', 'code': 200} Jun 22 15:05:33.420455 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-328e12fd-669d-4c26-b23d-8193dedf1c52 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/63ef7853-b029-45d6-8375-ef99c588d17e HTTP/1.1" status: 200 len: 990 time: 0.0866325 Jun 22 15:05:33.551554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-acf10e04-a94a-4ffe-8093-e671f9fe30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:33.554012 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-acf10e04-a94a-4ffe-8093-e671f9fe30e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 1098 time: 0.1036670 Jun 22 15:05:33.702460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:33.710039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-ef3f0ab8-104b-440f-81de-c53446c05a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:33.711585 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-ef3f0ab8-104b-440f-81de-c53446c05a50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19fcd109-b59e-48be-9dda-955425509e71 HTTP/1.1" status: 200 len: 898 time: 0.1508465 Jun 22 15:05:33.714941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-68bc268e-9bbe-449f-8840-504994a61de6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:33.747580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '63ef7853-b029-45d6-8375-ef99c588d17e', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'port_id': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'mac_address': 'fa:16:3e:c3:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:05:31Z', 'updated_at': '2021-06-22T15:05:31Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d7122b-9b03-411f-be23-da005c2daa76', 'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:aa:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:09Z', 'updated_at': '2021-06-22T15:05:15Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:33.762843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=87a7e39b-cf8f-41ea-8c35-2ffa86602847,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:33.771973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:33.799929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] Checking router: 37524112-6bd4-4c27-b050-ccd4132cb50a for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:33.815770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:33.816399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:33.889592 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-b55c0bd7-b2cb-41a0-9d2d-e47c21ab3652 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcbee587-9cfe-4804-a36b-62e4fe146b30 HTTP/1.1" status: 200 len: 998 time: 0.1707151 Jun 22 15:05:33.976241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:34.008471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-23da957e-00ea-4051-935b-4a1ee93d4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:34.010570 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-23da957e-00ea-4051-935b-4a1ee93d4a97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=16314ac3-c95a-4ecc-b2f1-515d51664b80 HTTP/1.1" status: 200 len: 835 time: 0.1079798 Jun 22 15:05:34.150803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-2b3f50d7-d194-4fe5-95b1-5a641517e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:34.153674 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-2b3f50d7-d194-4fe5-95b1-5a641517e75d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19fcd109-b59e-48be-9dda-955425509e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1364627 Jun 22 15:05:34.195229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:34.207976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:34.287377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:34.305084 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-0b35716b-8e3d-402f-828c-ffce06966485 service neutron] 10.222.0.21 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430039 Jun 22 15:05:34.402431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:34.412197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1392796 Jun 22 15:05:34.412848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42380) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:34.420730 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:34.423458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42382) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:34.455234 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:34.456616 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:34.530455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting subnet d7ef67f5-862f-4885-a458-96b157eefb03 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:05:34.538727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:34.569093 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-203980fd-03ba-4f17-8109-37f3444e79d1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/63ef7853-b029-45d6-8375-ef99c588d17e HTTP/1.1" status: 200 len: 990 time: 0.1443927 Jun 22 15:05:34.610398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:34.625378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '63ef7853-b029-45d6-8375-ef99c588d17e', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'port_id': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'mac_address': 'fa:16:3e:c3:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:05:31Z', 'updated_at': '2021-06-22T15:05:31Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d7122b-9b03-411f-be23-da005c2daa76', 'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:aa:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:09Z', 'updated_at': '2021-06-22T15:05:15Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:34.719438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c92a8-49c6-40fb-9997-4237279c7bce None None] The sync data for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv is: [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '63ef7853-b029-45d6-8375-ef99c588d17e', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'port_id': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'mac_address': 'fa:16:3e:c3:c8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:05:31Z', 'updated_at': '2021-06-22T15:05:31Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d7122b-9b03-411f-be23-da005c2daa76', 'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:aa:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:09Z', 'updated_at': '2021-06-22T15:05:15Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:34.907898 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc9a082-f18a-402e-915b-f973ba09dcf5 req-35ca62f7-6f07-4889-93c1-8388c87f2a13 service neutron] 10.222.0.21 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957053 Jun 22 15:05:34.917225 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:35.108880 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021209d-e44e-4ec8-9e02-88418059b56b None None] New status for floating IP 63ef7853-b029-45d6-8375-ef99c588d17e: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:05:35.247074 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:33Z', 'revision_number': 9, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:35.258982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.300971 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:35.314053 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:35.314387 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:35.366645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.371077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-153f0ad6-6083-40de-9a5b-8cce87151249 tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:35.405649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ef67f5-862f-4885-a458-96b157eefb03,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:35.409414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:35.410572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.413138 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/d7ef67f5-862f-4885-a458-96b157eefb03 HTTP/1.1" status: 204 len: 168 time: 0.9993403 Jun 22 15:05:35.417306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42386) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:35.432421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87e026-54af-48fc-b38b-a8851c2d5692 None None] Network 42e3710d-69b8-408f-aa78-e23fc49f521e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:35.442988 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:35.526114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.573348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42388) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:35.586185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.634752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 830975a6-707e-423a-b329-768a60061d28 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:35.635169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.683463 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4403c352-a13b-4a6c-811d-4a76167deb16 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/63ef7853-b029-45d6-8375-ef99c588d17e HTTP/1.1" status: 200 len: 992 time: 0.1088538 Jun 22 15:05:35.698967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] DHCP port deletion for 42e3710d-69b8-408f-aa78-e23fc49f521e request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:05:35.718523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 830975a6-707e-423a-b329-768a60061d28, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=830975a6-707e-423a-b329-768a60061d28,segment=NetworkSegment(1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2),segment_id=1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:35.720213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.762256 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:33Z', 'revision_number': 9, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:35.773548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] Deleting port 830975a6-707e-423a-b329-768a60061d28 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:35.774170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.797810 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691d4e00-3d2f-4d63-a2fe-c0b8283c4f28 None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:33Z', 'revision_number': 9, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '060a9e09-5a14-4cf5-89c8-5e04b89fb885', 'name': '', 'network_id': 'a6f24951-0dd8-4b47-9554-059469141d23', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:81:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:16Z', 'updated_at': '2021-06-22T15:05:24Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': 'f98b3785-2a82-4aaa-afbb-573676bb3590', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:35.807691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 830975a6-707e-423a-b329-768a60061d28 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:35.867370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] For port 830975a6-707e-423a-b329-768a60061d28, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=830975a6-707e-423a-b329-768a60061d28,segment=NetworkSegment(1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2),segment_id=1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:35.869009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.944326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:35.946631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7bca15ca-f74c-4d2c-832e-81b45fb0ae47 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:35.967110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] Calling delete_port for 830975a6-707e-423a-b329-768a60061d28 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:35.973543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=830975a6-707e-423a-b329-768a60061d28,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:35.976334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:35.980755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No DVR routers for this DVR port 830975a6-707e-423a-b329-768a60061d28 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:36.060253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:36.062333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2dea2710-0b11-460b-a13c-385d365af286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:36.089949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] Pushing event deleted for resources: {'Port': ['ID=830975a6-707e-423a-b329-768a60061d28,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:36.093592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:36.094375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] No DVR routers for this DVR port 830975a6-707e-423a-b329-768a60061d28 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:36.114510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:36.127068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e3710d-69b8-408f-aa78-e23fc49f521e']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:36.138072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:36.139194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae8d4d7-01c5-4cae-a41e-7d894e8cf6d2') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:36.147334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:36.174592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:36.183265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:05:36.183678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:05:36.186921 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:05:36.264572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:36.268440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6fee4d1f-9287-4628-b3f5-10c34aeac9fd tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:36.272486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:36.278422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42392) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:36.287770 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/networks/42e3710d-69b8-408f-aa78-e23fc49f521e HTTP/1.1" status: 204 len: 168 time: 0.8669171 Jun 22 15:05:36.303659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Network': ['ID=42e3710d-69b8-408f-aa78-e23fc49f521e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:36.307270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:36.716578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:36.862096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 87a7e39b-cf8f-41ea-8c35-2ffa86602847 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:36.891538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 87a7e39b-cf8f-41ea-8c35-2ffa86602847 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:36.892182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 87a7e39b-cf8f-41ea-8c35-2ffa86602847 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:36.892182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 830975a6-707e-423a-b329-768a60061d28 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:36.912190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 830975a6-707e-423a-b329-768a60061d28 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:36.912675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 830975a6-707e-423a-b329-768a60061d28 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:37.021559 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 060a9e09-5a14-4cf5-89c8-5e04b89fb885 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:37.021935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:37.131784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 060a9e09-5a14-4cf5-89c8-5e04b89fb885, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=060a9e09-5a14-4cf5-89c8-5e04b89fb885,segment=NetworkSegment(20d28a56-2ad8-44b0-af02-cac2012221c9),segment_id=20d28a56-2ad8-44b0-af02-cac2012221c9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:37.133023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:37.210163 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 060a9e09-5a14-4cf5-89c8-5e04b89fb885 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:37.411667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:37.414887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4994c7e9-03e1-41f4-8d58-5a94b24df3b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:37.440168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=060a9e09-5a14-4cf5-89c8-5e04b89fb885,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:37.442775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:37.573758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:37.769182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:37.870899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:37.877894 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5972483 Jun 22 15:05:37.879925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42396) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:37.883425 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:37.893810 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:37.895058 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:37.940771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting subnet f98b3785-2a82-4aaa-afbb-573676bb3590 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:05:37.945280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:37.984353 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:37.987830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.083741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.152700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.155914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d6029fca-e4af-414a-8271-00daa88f5253 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:38.183104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Subnet': ['ID=f98b3785-2a82-4aaa-afbb-573676bb3590,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:38.185609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.187613 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/f98b3785-2a82-4aaa-afbb-573676bb3590 HTTP/1.1" status: 204 len: 168 time: 0.3067021 Jun 22 15:05:38.189665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:38.190304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42398) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:38.198217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b1627-4ecd-4890-9aab-47761e097090 None None] Network a6f24951-0dd8-4b47-9554-059469141d23 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:38.240471 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:37Z', 'revision_number': 10, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:38.282815 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:38.294676 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:38.295301 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:38.295445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.379718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 8f9f59ab-226d-41b9-9070-78d9dda6e003 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:38.380072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.405052 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:38.469261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 8f9f59ab-226d-41b9-9070-78d9dda6e003, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8f9f59ab-226d-41b9-9070-78d9dda6e003,segment=NetworkSegment(20d28a56-2ad8-44b0-af02-cac2012221c9),segment_id=20d28a56-2ad8-44b0-af02-cac2012221c9)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:38.469618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.469817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] DHCP port deletion for a6f24951-0dd8-4b47-9554-059469141d23 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:05:38.556921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 8f9f59ab-226d-41b9-9070-78d9dda6e003 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:38.557587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] Deleting port 8f9f59ab-226d-41b9-9070-78d9dda6e003 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:38.558618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.648144 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:37Z', 'revision_number': 10, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:38.649888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] For port 8f9f59ab-226d-41b9-9070-78d9dda6e003, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8f9f59ab-226d-41b9-9070-78d9dda6e003,segment=NetworkSegment(20d28a56-2ad8-44b0-af02-cac2012221c9),segment_id=20d28a56-2ad8-44b0-af02-cac2012221c9)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:38.650373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.671640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.674408 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7ca68e93-e55b-4242-b9ef-e190e2b73ef5 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:38.689039 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52b1b-56a5-41c9-a2be-d1057d729a2f None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:37Z', 'revision_number': 10, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None, '_interfaces': [{'id': '9557f4d0-613a-4865-bf5f-628b5920807f', 'name': '', 'network_id': '4812f619-3386-4c6c-b49a-a6dfe1399017', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'mac_address': 'fa:16:3e:ac:e8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:12Z', 'updated_at': '2021-06-22T15:05:20Z', 'revision_number': 5, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'subnets': [{'id': '212abf87-7da7-42c9-b4a1-0ff5aa9179ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:38.701239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=8f9f59ab-226d-41b9-9070-78d9dda6e003,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:38.705102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:38.707997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No DVR routers for this DVR port 8f9f59ab-226d-41b9-9070-78d9dda6e003 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:38.725691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] Calling delete_port for 8f9f59ab-226d-41b9-9070-78d9dda6e003 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:38.793237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.802757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f24951-0dd8-4b47-9554-059469141d23']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:38.808911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.811557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:38.813287 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d28a56-2ad8-44b0-af02-cac2012221c9') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:38.813792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d28a56-2ad8-44b0-af02-cac2012221c9') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:38.822704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.836023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.839110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] Pushing event deleted for resources: {'Port': ['ID=8f9f59ab-226d-41b9-9070-78d9dda6e003,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:38.840966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] No DVR routers for this DVR port 8f9f59ab-226d-41b9-9070-78d9dda6e003 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:38.842366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:38.844953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:05:38.845365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:05:38.848413 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:05:38.904438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.907860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bef43f36-fadc-4c03-9cd6-2fc2dd51f351 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:38.911592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:38.913358 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/networks/a6f24951-0dd8-4b47-9554-059469141d23 HTTP/1.1" status: 204 len: 168 time: 0.7220581 Jun 22 15:05:38.916945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42402) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:38.930081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Network': ['ID=a6f24951-0dd8-4b47-9554-059469141d23,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:38.932442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:39.103673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8f9f59ab-226d-41b9-9070-78d9dda6e003 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:39.127189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 8f9f59ab-226d-41b9-9070-78d9dda6e003 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:39.127189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8f9f59ab-226d-41b9-9070-78d9dda6e003 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:39.127189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 060a9e09-5a14-4cf5-89c8-5e04b89fb885 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:39.144282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 060a9e09-5a14-4cf5-89c8-5e04b89fb885 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:39.144618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 060a9e09-5a14-4cf5-89c8-5e04b89fb885 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:39.251975 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:39.501072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port 9557f4d0-613a-4865-bf5f-628b5920807f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:39.501419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:39.590911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port 9557f4d0-613a-4865-bf5f-628b5920807f, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9557f4d0-613a-4865-bf5f-628b5920807f,segment=NetworkSegment(167e5440-eeb6-487e-9121-bcb05415b525),segment_id=167e5440-eeb6-487e-9121-bcb05415b525)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:39.591304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:39.671297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for 9557f4d0-613a-4865-bf5f-628b5920807f owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:39.731657 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-83cfbb14-f9f6-4c3d-a8f8-4e19da1f46e2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403623038&fields=id&tenant_id=df1a184c91084752ab23db1f17571be8 HTTP/1.1" status: 200 len: 267 time: 0.1377425 Jun 22 15:05:39.911429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-7cdfd04e-a773-401d-ba3e-cc31b6628e5b tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:39.913083 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-7cdfd04e-a773-401d-ba3e-cc31b6628e5b tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 812 time: 0.1711402 Jun 22 15:05:39.956875 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-c1590f54-640b-4a75-9321-34c57113254b tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/quotas/df1a184c91084752ab23db1f17571be8 HTTP/1.1" status: 200 len: 375 time: 0.0362530 Jun 22 15:05:40.012277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:40.019886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-adefe24d-5127-4d02-a7a2-dfe9efe54029 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:40.053026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=9557f4d0-613a-4865-bf5f-628b5920807f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:40.062602 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:40.079567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:40.169414 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-64a01b90-8f73-4506-8dec-d2a45b92d447 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2036469 Jun 22 15:05:40.174606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:40.399666 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-ef3dae49-1621-40bc-93c4-d796e6cbae10 service neutron] 10.222.0.22 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180541 Jun 22 15:05:40.413031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:40.533020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:40.542618 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6245449 Jun 22 15:05:40.542786 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:40.545435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42414) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:40.552578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:40.553281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:40.559451 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-631242c9-2df9-4096-980b-cf803c8695c5 service neutron] 10.222.0.22 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541231 Jun 22 15:05:40.598189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting subnet 212abf87-7da7-42c9-b4a1-0ff5aa9179ee {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:05:40.601269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:40.624715 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:40.652373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:40.676812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:39Z', 'revision_number': 11, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:40.708303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:40.721661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:40.723584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:40.749146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:40.803663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:40.814359 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:40.816623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a11e87d5-c950-498a-9a76-b9f6acac856e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:40.845595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Subnet': ['ID=212abf87-7da7-42c9-b4a1-0ff5aa9179ee,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:40.852991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:40.854326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:40.856558 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/212abf87-7da7-42c9-b4a1-0ff5aa9179ee HTTP/1.1" status: 204 len: 168 time: 0.3093534 Jun 22 15:05:40.859111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42422) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:40.871188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:39Z', 'revision_number': 11, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:40.874604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a28c4f-2cc3-4677-939c-fa19d94bfa51 None None] Network 4812f619-3386-4c6c-b49a-a6dfe1399017 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:40.950611 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c6d8ce76-6bec-44f5-8eee-fabd901c3950 req-c61e2e03-1f6a-4d58-9f54-ac92769c2145 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 210 time: 0.0435014 Jun 22 15:05:40.973106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:40.975688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e865fc9-44a9-45ef-ae1a-480012124f3f None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:39Z', 'revision_number': 11, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:41.046395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Deleting port e98eadd7-1a9e-4c5a-8eac-b36da582de27 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:41.046660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.117724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] For port e98eadd7-1a9e-4c5a-8eac-b36da582de27, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e98eadd7-1a9e-4c5a-8eac-b36da582de27,segment=NetworkSegment(167e5440-eeb6-487e-9121-bcb05415b525),segment_id=167e5440-eeb6-487e-9121-bcb05415b525)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:41.118139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.187740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Calling delete_port for e98eadd7-1a9e-4c5a-8eac-b36da582de27 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:41.271080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.273306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:41.303687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Port': ['ID=e98eadd7-1a9e-4c5a-8eac-b36da582de27,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:41.306298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No DVR routers for this DVR port e98eadd7-1a9e-4c5a-8eac-b36da582de27 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:41.307911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:41.332950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a1d361-632f-4ff1-bf4d-4ad96288f842 None None] DHCP port deletion for 4812f619-3386-4c6c-b49a-a6dfe1399017 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:05:41.394854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.406654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4812f619-3386-4c6c-b49a-a6dfe1399017']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:41.419302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167e5440-eeb6-487e-9121-bcb05415b525') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:41.419702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167e5440-eeb6-487e-9121-bcb05415b525') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:41.430088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.445155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.455830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:05:41.455830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:05:41.456523 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:05:41.532612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.536560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2e9aa5e2-3d03-4595-9fde-052f1d8a47c5 tempest-NetworksIpV6Test-323718259 tempest-NetworksIpV6Test-323718259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:41.547581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.549465 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/networks/4812f619-3386-4c6c-b49a-a6dfe1399017 HTTP/1.1" status: 204 len: 168 time: 0.6794217 Jun 22 15:05:41.552395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42434) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:41.559340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'routes': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:41.560586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Pushing event deleted for resources: {'Network': ['ID=4812f619-3386-4c6c-b49a-a6dfe1399017,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:41.563258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:41.744673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.extraroute_db [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Added routes are [] {{(pid=93502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 15:05:41.745021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.extraroute_db [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Removed routes are [] {{(pid=93502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 15:05:41.745385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.903088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.906711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:41.995362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router e900f684-1a01-42a6-ac69-7783a863c852 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:42.088913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:42.097410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.098934 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fadcd35a-7500-4d56-bff9-45745fdf9201 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852 HTTP/1.1" status: 200 len: 705 time: 0.5454800 Jun 22 15:05:42.100171 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b476b-244a-4658-939c-513e1bce0dea None None] Sync routers for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:42.101720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42438) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:42.111511 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b476b-244a-4658-939c-513e1bce0dea None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:42.112528 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-458b476b-244a-4658-939c-513e1bce0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:42.136399 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8d66d2e3-2003-4d78-8147-20bcae1e55e1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e900f684-1a01-42a6-ac69-7783a863c852 HTTP/1.1" status: 200 len: 205 time: 0.0330634 Jun 22 15:05:42.139754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42440) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:42.230727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-228af1c5-4c91-4ae4-b7d6-bcc502207645 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.302141 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-458b476b-244a-4658-939c-513e1bce0dea None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:42.375784 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-458b476b-244a-4658-939c-513e1bce0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:39Z', 'revision_number': 11, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:42.409595 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b476b-244a-4658-939c-513e1bce0dea None None] Checking router: e900f684-1a01-42a6-ac69-7783a863c852 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:42.419393 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b476b-244a-4658-939c-513e1bce0dea None None] Routers {'e900f684-1a01-42a6-ac69-7783a863c852'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:42.420020 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-458b476b-244a-4658-939c-513e1bce0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['e900f684-1a01-42a6-ac69-7783a863c852'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:42.440765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-228af1c5-4c91-4ae4-b7d6-bcc502207645 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.443145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-228af1c5-4c91-4ae4-b7d6-bcc502207645 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.497281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-228af1c5-4c91-4ae4-b7d6-bcc502207645 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.497841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228af1c5-4c91-4ae4-b7d6-bcc502207645 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Fanout notify agent at l3_agent the message router_deleted on router e900f684-1a01-42a6-ac69-7783a863c852 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:05:42.501518 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-458b476b-244a-4658-939c-513e1bce0dea None None] Set router e900f684-1a01-42a6-ac69-7783a863c852 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:42.509406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-228af1c5-4c91-4ae4-b7d6-bcc502207645 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.514666 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-228af1c5-4c91-4ae4-b7d6-bcc502207645 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852 HTTP/1.1" status: 204 len: 168 time: 0.3699677 Jun 22 15:05:42.517204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42442) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:42.522813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4cc6d88a-2dff-42bf-9ce9-c0c35ebde6d7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2015657462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:42.533467 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-be029ebb-12cf-401e-961f-450f9475f74e req-39ddf6f6-0a88-43f7-96d5-0e0446795d17 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 210 time: 0.4656994 Jun 22 15:05:42.573635 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-458b476b-244a-4658-939c-513e1bce0dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:39Z', 'revision_number': 11, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:42.574752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-b09116eb-d7f1-441f-8085-99c2926269e6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:42.575167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d88a-2dff-42bf-9ce9-c0c35ebde6d7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.576277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d88a-2dff-42bf-9ce9-c0c35ebde6d7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.576454 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-b09116eb-d7f1-441f-8085-99c2926269e6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 812 time: 0.5869772 Jun 22 15:05:42.605319 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458b476b-244a-4658-939c-513e1bce0dea None None] The sync data for ids ['e900f684-1a01-42a6-ac69-7783a863c852'] in dv-neutron-601336-93-hyperv is: [{'id': 'e900f684-1a01-42a6-ac69-7783a863c852', 'name': 'tempest-RoutersIpV6Test-router-1367877617', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:11Z', 'updated_at': '2021-06-22T15:05:39Z', 'revision_number': 11, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:42.640185 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-5c46ea01-6ad0-43fd-98a1-c55e3686abed tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1a184c91084752ab23db1f17571be8 HTTP/1.1" status: 200 len: 380 time: 0.0538905 Jun 22 15:05:42.652313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'port': {'device_id': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'admin_state_up': True, 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'security_groups': ['b160d67b-15ab-4c6c-bd37-2b81300b030c']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:42.660162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d88a-2dff-42bf-9ce9-c0c35ebde6d7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.672379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d88a-2dff-42bf-9ce9-c0c35ebde6d7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.694127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d88a-2dff-42bf-9ce9-c0c35ebde6d7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.698492 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4cc6d88a-2dff-42bf-9ce9-c0c35ebde6d7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1774228 Jun 22 15:05:42.699066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42444) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:42.704469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b59cd75b-285d-4487-9cf6-c1692d1476c2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:42.794297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Made reservation on behalf of df1a184c91084752ab23db1f17571be8 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:42.802166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.877186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e98eadd7-1a9e-4c5a-8eac-b36da582de27 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:42.909695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: e98eadd7-1a9e-4c5a-8eac-b36da582de27 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:42.910705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e98eadd7-1a9e-4c5a-8eac-b36da582de27 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:42.911549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9557f4d0-613a-4865-bf5f-628b5920807f no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:42.935323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 9557f4d0-613a-4865-bf5f-628b5920807f {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:42.936081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9557f4d0-613a-4865-bf5f-628b5920807f not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:42.983174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b59cd75b-285d-4487-9cf6-c1692d1476c2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:42.995783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b59cd75b-285d-4487-9cf6-c1692d1476c2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:43.020054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Allocated IP 172.20.0.6 (ed0422ad-0de6-429f-a4fd-43d77d26c56c/f1d60a4f-f936-4590-8797-492177cdea87/9af815a2-885e-4617-ae9a-7b50cb99712e) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:43.119820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59cd75b-285d-4487-9cf6-c1692d1476c2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Router 25b5cac5-b67f-480e-923b-fbfeacd465e7 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:05:43.205394 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59cd75b-285d-4487-9cf6-c1692d1476c2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:43.205636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:43.213595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b59cd75b-285d-4487-9cf6-c1692d1476c2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:43.214792 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b59cd75b-285d-4487-9cf6-c1692d1476c2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "PUT /v2.0/routers/25b5cac5-b67f-480e-923b-fbfeacd465e7 HTTP/1.1" status: 200 len: 698 time: 0.5147207 Jun 22 15:05:43.217549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42446) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:43.220239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] Sync routers for ids ['25b5cac5-b67f-480e-923b-fbfeacd465e7'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:43.226706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Transition to ACTIVE for port object 9af815a2-885e-4617-ae9a-7b50cb99712e will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:43.237838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] Routers {'25b5cac5-b67f-480e-923b-fbfeacd465e7'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:43.239130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['25b5cac5-b67f-480e-923b-fbfeacd465e7'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:43.265897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:43.271180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-edcecdcf-922d-41e3-9271-afe7da8c062f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:43.311474 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6417ab7c-64c8-4622-bd63-9b0cee7af584 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/routers/25b5cac5-b67f-480e-923b-fbfeacd465e7 HTTP/1.1" status: 200 len: 704 time: 0.0926266 Jun 22 15:05:43.314539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42448) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:43.328206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:43.332446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:43.337971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:43.345738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'Port': ['ID=9af815a2-885e-4617-ae9a-7b50cb99712e,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:43.377906 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1087c02a-612a-4d5b-b74b-e7dbf454018d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=25b5cac5-b67f-480e-923b-fbfeacd465e7 HTTP/1.1" status: 200 len: 205 time: 0.0621078 Jun 22 15:05:43.378936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42450) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:43.387398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:43.437396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:43.438537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:43.462203 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8145289 Jun 22 15:05:43.475354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Request body: {'port': {'device_id': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:43.492182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-43be5770-1cb9-49dc-9a45-bbd23bc5ad1e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:43.544988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] Set router 25b5cac5-b67f-480e-923b-fbfeacd465e7 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:43.593399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:43.636532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5cac5-b67f-480e-923b-fbfeacd465e7', 'name': 'tempest-RoutersIpV6Test-router-2015657462', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:42Z', 'updated_at': '2021-06-22T15:05:42Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:43.684466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] Checking router: 25b5cac5-b67f-480e-923b-fbfeacd465e7 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:05:43.696729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] Routers {'25b5cac5-b67f-480e-923b-fbfeacd465e7'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:43.698303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['25b5cac5-b67f-480e-923b-fbfeacd465e7'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:43.796681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] Set router 25b5cac5-b67f-480e-923b-fbfeacd465e7 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:05:43.867399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b5cac5-b67f-480e-923b-fbfeacd465e7', 'name': 'tempest-RoutersIpV6Test-router-2015657462', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:42Z', 'updated_at': '2021-06-22T15:05:42Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:43.906552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52abfa-d906-45b1-957f-773d689335eb None None] The sync data for ids ['25b5cac5-b67f-480e-923b-fbfeacd465e7'] in dv-neutron-601336-93-hyperv is: [{'id': '25b5cac5-b67f-480e-923b-fbfeacd465e7', 'name': 'tempest-RoutersIpV6Test-router-2015657462', 'tenant_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:42Z', 'updated_at': '2021-06-22T15:05:42Z', 'revision_number': 2, 'project_id': '294aeb4a8f064bf4951f6cbb71f4ab52', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:43.913351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b72b77be-2e9d-44f3-9e16-d64cc6431118 None None] Provisioning for port 9af815a2-885e-4617-ae9a-7b50cb99712e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:43.918862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b72b77be-2e9d-44f3-9e16-d64cc6431118 None None] Provisioning complete for port 9af815a2-885e-4617-ae9a-7b50cb99712e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:43.919669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b72b77be-2e9d-44f3-9e16-d64cc6431118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:43.975241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b72b77be-2e9d-44f3-9e16-d64cc6431118 None None] Port 9af815a2-885e-4617-ae9a-7b50cb99712e cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:43.995488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af815a2-885e-4617-ae9a-7b50cb99712e {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:05:44.003831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:44.019798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Transition to ACTIVE for port object 9af815a2-885e-4617-ae9a-7b50cb99712e will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:44.027792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:44.036802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-98f87da0-3e25-45c3-b476-30b9608e2998 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:44.130411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-43be5770-1cb9-49dc-9a45-bbd23bc5ad1e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:44.135790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-43be5770-1cb9-49dc-9a45-bbd23bc5ad1e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:44.143927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Pushing event updated for resources: {'Port': ['ID=9af815a2-885e-4617-ae9a-7b50cb99712e,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:44.178104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:44.235763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c5ecc-6478-4405-9434-2df54a472b3b req-c37c8bb7-f31a-41b9-aa29-52132e47a7fa tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:44.245378 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-064c5ecc-6478-4405-9434-2df54a472b3b req-c37c8bb7-f31a-41b9-aa29-52132e47a7fa tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 931 time: 0.2625680 Jun 22 15:05:44.252128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Attempting to bind port 9af815a2-885e-4617-ae9a-7b50cb99712e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:44.252729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Attempting to bind port 9af815a2-885e-4617-ae9a-7b50cb99712e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:44.253204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Attempting to bind port 9af815a2-885e-4617-ae9a-7b50cb99712e on network ed0422ad-0de6-429f-a4fd-43d77d26c56c {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:44.261138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Port 9af815a2-885e-4617-ae9a-7b50cb99712e on network ed0422ad-0de6-429f-a4fd-43d77d26c56c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:05:44.261866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Attempting to bind port 9af815a2-885e-4617-ae9a-7b50cb99712e on network ed0422ad-0de6-429f-a4fd-43d77d26c56c {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:44.268361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:44.268922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Checking segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:44.269592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Bound using segment: {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:44.270166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Bound port: 9af815a2-885e-4617-ae9a-7b50cb99712e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5255ae-eca7-442b-b9a2-40c293eaa9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:44.270853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:44.273220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-43be5770-1cb9-49dc-9a45-bbd23bc5ad1e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:44.273844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43be5770-1cb9-49dc-9a45-bbd23bc5ad1e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Fanout notify agent at l3_agent the message router_deleted on router 25b5cac5-b67f-480e-923b-fbfeacd465e7 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:05:44.284307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-43be5770-1cb9-49dc-9a45-bbd23bc5ad1e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:44.285696 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-43be5770-1cb9-49dc-9a45-bbd23bc5ad1e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/25b5cac5-b67f-480e-923b-fbfeacd465e7 HTTP/1.1" status: 204 len: 168 time: 0.9027846 Jun 22 15:05:44.289725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42454) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.326065 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-04c2029f-1204-425c-8b56-d58a7d879b54 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=25b5cac5-b67f-480e-923b-fbfeacd465e7 HTTP/1.1" status: 200 len: 205 time: 0.0349209 Jun 22 15:05:44.330608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42456) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.358303 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-064c5ecc-6478-4405-9434-2df54a472b3b req-c4b53c10-c5e3-482e-b143-2a2b78fe2e8c tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117003 Jun 22 15:05:44.382533 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-96d2b4ef-35cb-4c27-9b1f-f92af2d91d3c tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] delete failed (client error): The resource could not be found. Jun 22 15:05:44.387463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42458) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.388986 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-96d2b4ef-35cb-4c27-9b1f-f92af2d91d3c tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/25b5cac5-b67f-480e-923b-fbfeacd465e7 HTTP/1.1" status: 404 len: 336 time: 0.0528884 Jun 22 15:05:44.416584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] For port 9af815a2-885e-4617-ae9a-7b50cb99712e, host hv-neutron-6013, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:44.418565 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cfdf42-6f8b-4716-bc6a-eb6863ab059a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] DELETE failed (client error): The resource could not be found. Jun 22 15:05:44.418859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cfdf42-6f8b-4716-bc6a-eb6863ab059a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:05:44.423267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-67cfdf42-6f8b-4716-bc6a-eb6863ab059a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/486aff53-759e-4133-94da-863290864915 HTTP/1.1" status: 404 len: 337 time: 0.0323286 Jun 22 15:05:44.423517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42460) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.424484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] For port 9af815a2-885e-4617-ae9a-7b50cb99712e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9af815a2-885e-4617-ae9a-7b50cb99712e,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:44.431559 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:44.435374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:44.457497 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-d235284b-cbcb-42cc-9247-7d56b9068e31 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] DELETE failed (client error): The resource could not be found. Jun 22 15:05:44.458055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d235284b-cbcb-42cc-9247-7d56b9068e31 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:05:44.459979 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d235284b-cbcb-42cc-9247-7d56b9068e31 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/d7ef67f5-862f-4885-a458-96b157eefb03 HTTP/1.1" status: 404 len: 337 time: 0.0353563 Jun 22 15:05:44.462704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42462) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.493641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:44.494383 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:44.495209 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e8c2f6-c04f-453c-83e1-43919c5922a6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] DELETE failed (client error): The resource could not be found. Jun 22 15:05:44.495665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e8c2f6-c04f-453c-83e1-43919c5922a6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:05:44.495809 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] 10.222.0.21 "PUT /v2.0/ports/9af815a2-885e-4617-ae9a-7b50cb99712e HTTP/1.1" status: 200 len: 1093 time: 1.0260031 Jun 22 15:05:44.496359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:05:44.500002 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-56e8c2f6-c04f-453c-83e1-43919c5922a6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/f98b3785-2a82-4aaa-afbb-573676bb3590 HTTP/1.1" status: 404 len: 337 time: 0.0336499 Jun 22 15:05:44.500285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda" -d '{"events": [{"name": "network-changed", "server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:05:44.500416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42464) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.540391 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f03840-b06b-49f1-9313-6138c9cc96ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] DELETE failed (client error): The resource could not be found. Jun 22 15:05:44.540969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f03840-b06b-49f1-9313-6138c9cc96ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:05:44.543223 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-91f03840-b06b-49f1-9313-6138c9cc96ff tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/212abf87-7da7-42c9-b4a1-0ff5aa9179ee HTTP/1.1" status: 404 len: 337 time: 0.0419786 Jun 22 15:05:44.546004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42468) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.570716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb0d73b-496a-456e-98a1-bb9c0035d34f x-openstack-request-id: req-ffb0d73b-496a-456e-98a1-bb9c0035d34f {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:05:44.571391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:05:44.572103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffb0d73b-496a-456e-98a1-bb9c0035d34f {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:05:44.572614 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'status': 'completed', 'code': 200} Jun 22 15:05:44.580108 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4a009031-0552-4fea-8e52-f77bb5615136 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e900f684-1a01-42a6-ac69-7783a863c852 HTTP/1.1" status: 200 len: 205 time: 0.0307975 Jun 22 15:05:44.580378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42470) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.594994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Pushing event updated for resources: {'Port': ['ID=9af815a2-885e-4617-ae9a-7b50cb99712e,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:44.604940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:44.634114 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-dd5b86e6-4691-4c43-ac29-f3b4c4658337 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] delete failed (client error): The resource could not be found. Jun 22 15:05:44.636278 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dd5b86e6-4691-4c43-ac29-f3b4c4658337 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/e900f684-1a01-42a6-ac69-7783a863c852 HTTP/1.1" status: 404 len: 336 time: 0.0543334 Jun 22 15:05:44.638655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42472) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.672945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-1da114e4-6fc0-4b2b-abec-1a64770ba324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:44.674775 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-1da114e4-6fc0-4b2b-abec-1a64770ba324 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 1096 time: 0.1230040 Jun 22 15:05:44.679352 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b0b0cae2-0f53-4fa1-948a-e68231058977 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b74af59-fc26-4e16-8e5a-aaa65f82e89e HTTP/1.1" status: 200 len: 205 time: 0.0369964 Jun 22 15:05:44.679756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42474) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.731073 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-b22a35b8-d5be-4107-9cf7-7845ae3263df tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] delete failed (client error): The resource could not be found. Jun 22 15:05:44.737199 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b22a35b8-d5be-4107-9cf7-7845ae3263df tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/9b74af59-fc26-4e16-8e5a-aaa65f82e89e HTTP/1.1" status: 404 len: 336 time: 0.0554276 Jun 22 15:05:44.739039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42476) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.769091 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aaadb8f-7e0a-46f1-8b54-af90352b1cc1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] DELETE failed (client error): The resource could not be found. Jun 22 15:05:44.769592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aaadb8f-7e0a-46f1-8b54-af90352b1cc1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:05:44.774196 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3aaadb8f-7e0a-46f1-8b54-af90352b1cc1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/f029a007-6a0f-4749-9e87-28baa527e648 HTTP/1.1" status: 404 len: 337 time: 0.0315692 Jun 22 15:05:44.774196 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-ea356ec2-d233-4d91-8f48-632c178b237e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af815a2-885e-4617-ae9a-7b50cb99712e HTTP/1.1" status: 200 len: 217 time: 0.0772972 Jun 22 15:05:44.774673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42478) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.839788 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2a6386b1-d093-462a-ba1a-949f45d88206 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc90035c-fcbd-4e0e-a823-874110407b3f HTTP/1.1" status: 200 len: 205 time: 0.0642090 Jun 22 15:05:44.842738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42480) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.894208 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-9db91f6a-fd49-4340-86e5-726a893ef896 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] delete failed (client error): The resource could not be found. Jun 22 15:05:44.895373 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9db91f6a-fd49-4340-86e5-726a893ef896 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/fc90035c-fcbd-4e0e-a823-874110407b3f HTTP/1.1" status: 404 len: 336 time: 0.0515609 Jun 22 15:05:44.898230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42482) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.909246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-35f342a1-91f2-4a8f-afe2-fa32a94001fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:44.910890 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-35f342a1-91f2-4a8f-afe2-fa32a94001fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.1225755 Jun 22 15:05:44.935251 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-479297d6-ee02-4441-a647-0c3f6b1d3f26 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=201b359d-c15d-48d9-b1dc-025601395af5 HTTP/1.1" status: 200 len: 205 time: 0.0348887 Jun 22 15:05:44.937360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42484) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:44.980844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-d91d5ac3-0ee9-4ddf-b881-7c099f455cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:44.981340 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-e8af6d0f-43fb-43a8-ba83-8d83f49302ed tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] delete failed (client error): The resource could not be found. Jun 22 15:05:44.982547 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-d91d5ac3-0ee9-4ddf-b881-7c099f455cbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0636625 Jun 22 15:05:44.982679 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e8af6d0f-43fb-43a8-ba83-8d83f49302ed tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/201b359d-c15d-48d9-b1dc-025601395af5 HTTP/1.1" status: 404 len: 336 time: 0.0441010 Jun 22 15:05:44.985474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42486) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.020813 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2b3df3-3435-4a79-ba39-5b891d1889a1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] DELETE failed (client error): The resource could not be found. Jun 22 15:05:45.021358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2b3df3-3435-4a79-ba39-5b891d1889a1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:05:45.026261 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-de2b3df3-3435-4a79-ba39-5b891d1889a1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/3e004a20-1f95-418c-bd33-e47dcb0c41dd HTTP/1.1" status: 404 len: 337 time: 0.0367312 Jun 22 15:05:45.026432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42488) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.059553 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3e88b180-8727-466b-ad71-7b71da225daa tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e0dfaa0-df05-4573-9943-47be16633795 HTTP/1.1" status: 200 len: 205 time: 0.0297921 Jun 22 15:05:45.063152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42490) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.114024 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-3aa7f472-3d42-43c3-b1b9-5dc9b6780a08 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] delete failed (client error): The resource could not be found. Jun 22 15:05:45.117477 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3aa7f472-3d42-43c3-b1b9-5dc9b6780a08 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/8e0dfaa0-df05-4573-9943-47be16633795 HTTP/1.1" status: 404 len: 336 time: 0.0525291 Jun 22 15:05:45.118465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42492) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.129903 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-1dae2dd0-3e46-48ee-a07b-e72ed51117a9 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400738 Jun 22 15:05:45.147032 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-651a3df9-9a06-4c76-8762-3ac6a01169bc tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] DELETE failed (client error): The resource could not be found. Jun 22 15:05:45.147608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651a3df9-9a06-4c76-8762-3ac6a01169bc tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:05:45.151950 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-651a3df9-9a06-4c76-8762-3ac6a01169bc tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/3365b33f-936c-40c9-8e37-69d99b5bf21c HTTP/1.1" status: 404 len: 337 time: 0.0296233 Jun 22 15:05:45.152166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42494) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.185603 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3c7f95df-d2c5-49bb-9bad-04bb65536b1f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "GET /v2.0/ports?device_id=915b3343-6be1-41e6-b8ac-cab12c8a2904 HTTP/1.1" status: 200 len: 205 time: 0.0313120 Jun 22 15:05:45.187976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42496) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.234312 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-a38e5a1a-2abf-4b41-9330-57eff78f85e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] delete failed (client error): The resource could not be found. Jun 22 15:05:45.235329 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a38e5a1a-2abf-4b41-9330-57eff78f85e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/routers/915b3343-6be1-41e6-b8ac-cab12c8a2904 HTTP/1.1" status: 404 len: 336 time: 0.0448530 Jun 22 15:05:45.238000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42498) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.269027 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-861f53e8-c9df-43c4-a263-f81a83f91b52 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] DELETE failed (client error): The resource could not be found. Jun 22 15:05:45.269472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861f53e8-c9df-43c4-a263-f81a83f91b52 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:05:45.271126 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-861f53e8-c9df-43c4-a263-f81a83f91b52 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/14855d92-738b-4098-8f30-8ee551756883 HTTP/1.1" status: 404 len: 337 time: 0.0320382 Jun 22 15:05:45.273669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42500) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.275909 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-771a60c0-d774-4302-b2ba-7fa9ba91a325 req-6064fcb0-c117-4686-982f-c47dae0f5b67 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385643 Jun 22 15:05:45.303937 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-24613aca-232e-47bf-88c7-abb302429d86 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] DELETE failed (client error): The resource could not be found. Jun 22 15:05:45.304389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24613aca-232e-47bf-88c7-abb302429d86 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:05:45.307578 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-24613aca-232e-47bf-88c7-abb302429d86 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] 10.222.0.22 "DELETE /v2.0/subnets/686ef7c1-826a-4990-a7de-58faadb1f02b HTTP/1.1" status: 404 len: 337 time: 0.0325413 Jun 22 15:05:45.393179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-5dec8409-ddb0-4b94-87bd-117c90c371e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:45.394999 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-5dec8409-ddb0-4b94-87bd-117c90c371e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 1096 time: 0.0623908 Jun 22 15:05:45.506938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-73e6c5ea-8340-4831-8b53-b840fb2884f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:45.509389 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-73e6c5ea-8340-4831-8b53-b840fb2884f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.1085594 Jun 22 15:05:45.556190 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-c8542605-5eea-4aa9-b838-267084e1de68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af815a2-885e-4617-ae9a-7b50cb99712e HTTP/1.1" status: 200 len: 217 time: 0.0392082 Jun 22 15:05:45.563786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd997b-b28a-4a0a-9c1b-7053ae870b6d req-17004dcc-ea7f-4ada-b6d0-142e77728842 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:45.565447 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e0dd997b-b28a-4a0a-9c1b-7053ae870b6d req-17004dcc-ea7f-4ada-b6d0-142e77728842 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 943 time: 0.0751803 Jun 22 15:05:45.598265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42508) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.613126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-ace12852-c96e-4557-a6ff-3f7d7f36d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:45.614579 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-ace12852-c96e-4557-a6ff-3f7d7f36d688 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.0516951 Jun 22 15:05:45.636222 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e0dd997b-b28a-4a0a-9c1b-7053ae870b6d req-da1969dc-aac9-4b2f-a459-c967569971e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645585 Jun 22 15:05:45.689896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-85633725-a069-4c93-9a98-32528be0a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:45.691615 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-85633725-a069-4c93-9a98-32528be0a79e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695686 Jun 22 15:05:45.743362 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-dc955f84-3349-4b4d-a260-360355d5853f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=294aeb4a8f064bf4951f6cbb71f4ab52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435461 Jun 22 15:05:45.745896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42512) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:45.788329 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-1b061c44-eed3-4ad2-92e3-316027818b0b service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900829 Jun 22 15:05:45.795133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9820fcd-d627-476f-92eb-8352c09383e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:45.820628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9820fcd-d627-476f-92eb-8352c09383e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:45.869505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9820fcd-d627-476f-92eb-8352c09383e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:45.872131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9820fcd-d627-476f-92eb-8352c09383e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:45.875621 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d9820fcd-d627-476f-92eb-8352c09383e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a965829e-d61f-4988-9a66-c3f67aa3eb12 HTTP/1.1" status: 204 len: 168 time: 0.1264801 Jun 22 15:05:45.875621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c6c551bb-e781-4d7a-a9c3-ea081855050f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:45.884231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9820fcd-d627-476f-92eb-8352c09383e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a965829e-d61f-4988-9a66-c3f67aa3eb12,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:45.886935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d9820fcd-d627-476f-92eb-8352c09383e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:45.893121 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d3a221a6-ec67-4c96-92eb-21aaed6cbdda req-067db835-a82b-4233-8bae-428aa3be91b3 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981090 Jun 22 15:05:46.537865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42534) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:46.630066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'network': {'name': 'tempest-RoutersTest-1344560448'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:46.653759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:46.657344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:46.667760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:46.768565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:46.773340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:46.779468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9ef81a2f-fdb6-493a-bd27-bb322723d1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:46.800459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:05:46.816534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70e081c-26e3-483f-968e-642a3e26f0bc,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:46.821902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:46.823238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:46.823782 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added segment 710057cb-48e4-4831-bc7d-04d4f0adb9f4 of type vlan for network d6780c61-a62d-4d14-a015-09fcbdd0b028 Jun 22 15:05:46.824861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1ea15-6f1a-4181-bb39-b6c2ec79c099 req-8ac564f4-c7f4-4559-9976-395e485a0b32 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:46.826501 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5ae1ea15-6f1a-4181-bb39-b6c2ec79c099 req-8ac564f4-c7f4-4559-9976-395e485a0b32 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 943 time: 0.0723038 Jun 22 15:05:46.870523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:46.873517 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5ae1ea15-6f1a-4181-bb39-b6c2ec79c099 req-f3735090-5afa-4deb-bee8-e5924d9bc6f1 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Jun 22 15:05:46.906301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:46.912517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:46.913228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:46.916609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:46.970309 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4312351 Jun 22 15:05:46.972947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42540) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:46.979543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'network': {'name': 'tempest-RoutersTest-579875584'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:46.986520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Network': ['ID=d6780c61-a62d-4d14-a015-09fcbdd0b028,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:46.989261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:46.997420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network d6780c61-a62d-4d14-a015-09fcbdd0b028 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:05:47.020969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:47.025754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.049716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:05:47.059816 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.060169 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added segment fef0a3a5-3dee-467c-86b8-86f1884a6adf of type vlan for network 122589f0-f01a-413b-8525-aa96c6bda862 Jun 22 15:05:47.098723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.126497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.131939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:47.132513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.136962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14db54b7-ab9b-44d6-ba3b-cefe724808a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:47.187550 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2133956 Jun 22 15:05:47.190317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42542) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:47.195162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'subnet': {'network_id': 'd6780c61-a62d-4d14-a015-09fcbdd0b028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:47.245714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Network': ['ID=122589f0-f01a-413b-8525-aa96c6bda862,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:47.255953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.256345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.256722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.257123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.257502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.257872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.259050 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.259543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.259916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.260285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.260653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.261049 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.269649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:47.271943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 122589f0-f01a-413b-8525-aa96c6bda862 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:05:47.308826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:47.312616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.486665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.488401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8a3421b1-1d0a-446a-821f-7a7ce69918aa tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:47.545807 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Subnet': ['ID=9f80ded2-6b55-4576-8928-75e4cb5bd13c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:47.549174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:47.555298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Checking segment: {'id': '710057cb-48e4-4831-bc7d-04d4f0adb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd6780c61-a62d-4d14-a015-09fcbdd0b028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:47.555692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network hostable DHCP agents. Network: d6780c61-a62d-4d14-a015-09fcbdd0b028, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:05:47.571418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network d6780c61-a62d-4d14-a015-09fcbdd0b028 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:05:47.579554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, d6780c61-a62d-4d14-a015-09fcbdd0b028) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:47.583809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:47.584391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.590673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07fead0-4888-4db9-b5ab-b2440fb37ebf None None] Network d6780c61-a62d-4d14-a015-09fcbdd0b028 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:47.599072 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4077044 Jun 22 15:05:47.602063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42544) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:47.607391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'subnet': {'network_id': '122589f0-f01a-413b-8525-aa96c6bda862', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:47.693746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:47.697788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.737277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-d6780c61-a62d-4d14-a015-09fcbdd0b028', 'network_id': 'd6780c61-a62d-4d14-a015-09fcbdd0b028', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'fixed_ips': [{'subnet_id': '9f80ded2-6b55-4576-8928-75e4cb5bd13c'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:05:47.738092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.874562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Allocated IP 172.20.0.2 (d6780c61-a62d-4d14-a015-09fcbdd0b028/9f80ded2-6b55-4576-8928-75e4cb5bd13c/b6b950f4-07e2-4055-bf7b-936c1bb28404) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:47.878113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:47.880473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f333dd01-ebbd-455c-88b3-09e7399a79d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:47.953094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Checking segment: {'id': 'fef0a3a5-3dee-467c-86b8-86f1884a6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '122589f0-f01a-413b-8525-aa96c6bda862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:47.953094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network hostable DHCP agents. Network: 122589f0-f01a-413b-8525-aa96c6bda862, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:05:47.956231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Subnet': ['ID=2db1be54-b07d-4d19-8ed2-efaa0976f532,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:47.970462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.970920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.971223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.971632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.972029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.972338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.974472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.974472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.974472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.974472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.974472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.974976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:47.979686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:47.989019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 122589f0-f01a-413b-8525-aa96c6bda862 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:05:48.023694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 122589f0-f01a-413b-8525-aa96c6bda862) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:48.028816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:48.029398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.031783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.041002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f11bc7-bc12-4970-8522-a3e627b074fb None None] Network 122589f0-f01a-413b-8525-aa96c6bda862 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:48.049780 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-629cfa5d-4452-4ad4-8421-9ecb844bcdfb tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4464574 Jun 22 15:05:48.052838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42548) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:48.062143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-917b5974-171d-4d7a-8436-d41b866975c7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1479674529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:48.071672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521e02d-0fae-44a6-a67d-13b9e3c08c47 req-0d419b8d-56c7-4746-ab08-f09e546e683d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:48.073502 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b521e02d-0fae-44a6-a67d-13b9e3c08c47 req-0d419b8d-56c7-4746-ab08-f09e546e683d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 943 time: 0.0857365 Jun 22 15:05:48.082237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Transition to ACTIVE for port object b6b950f4-07e2-4055-bf7b-936c1bb28404 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:48.097025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-917b5974-171d-4d7a-8436-d41b866975c7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.098173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-917b5974-171d-4d7a-8436-d41b866975c7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.105145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Transition to ACTIVE for port object b6b950f4-07e2-4055-bf7b-936c1bb28404 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:48.112539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.114010 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b521e02d-0fae-44a6-a67d-13b9e3c08c47 req-f7559d11-a2df-4708-b94b-1d8279321427 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Jun 22 15:05:48.121853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:48.160593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-917b5974-171d-4d7a-8436-d41b866975c7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.166253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Network d6780c61-a62d-4d14-a015-09fcbdd0b028 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:48.166446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-917b5974-171d-4d7a-8436-d41b866975c7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.176705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:48.179392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:48.187706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-917b5974-171d-4d7a-8436-d41b866975c7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.188980 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-917b5974-171d-4d7a-8436-d41b866975c7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1341958 Jun 22 15:05:48.191971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42550) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:48.203845 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Pushing event updated for resources: {'Port': ['ID=b6b950f4-07e2-4055-bf7b-936c1bb28404,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:48.206838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:48.281562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Attempting to bind port b6b950f4-07e2-4055-bf7b-936c1bb28404 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:48.281942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Attempting to bind port b6b950f4-07e2-4055-bf7b-936c1bb28404 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '710057cb-48e4-4831-bc7d-04d4f0adb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd6780c61-a62d-4d14-a015-09fcbdd0b028'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:48.282311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Attempting to bind port b6b950f4-07e2-4055-bf7b-936c1bb28404 on network d6780c61-a62d-4d14-a015-09fcbdd0b028 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:48.290846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:48.291225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Checking segment: {'id': '710057cb-48e4-4831-bc7d-04d4f0adb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd6780c61-a62d-4d14-a015-09fcbdd0b028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:48.291634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.292029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Bound using segment: {'id': '710057cb-48e4-4831-bc7d-04d4f0adb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd6780c61-a62d-4d14-a015-09fcbdd0b028'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:48.292520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Bound port: b6b950f4-07e2-4055-bf7b-936c1bb28404, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710057cb-48e4-4831-bc7d-04d4f0adb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd6780c61-a62d-4d14-a015-09fcbdd0b028'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:48.292897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.346102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-122589f0-f01a-413b-8525-aa96c6bda862', 'network_id': '122589f0-f01a-413b-8525-aa96c6bda862', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'fixed_ips': [{'subnet_id': '2db1be54-b07d-4d19-8ed2-efaa0976f532'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:05:48.346952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.437797 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] For port b6b950f4-07e2-4055-bf7b-936c1bb28404, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:48.460397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] For port b6b950f4-07e2-4055-bf7b-936c1bb28404, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b6b950f4-07e2-4055-bf7b-936c1bb28404,segment=NetworkSegment(710057cb-48e4-4831-bc7d-04d4f0adb9f4),segment_id=710057cb-48e4-4831-bc7d-04d4f0adb9f4)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:48.468444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.471136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.473298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:48.565365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Pushing event updated for resources: {'Port': ['ID=b6b950f4-07e2-4055-bf7b-936c1bb28404,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:48.570363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:48.572414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Allocated IP 172.21.0.2 (122589f0-f01a-413b-8525-aa96c6bda862/2db1be54-b07d-4d19-8ed2-efaa0976f532/725847ff-c4c2-472a-a57c-4e234a07bc09) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:48.736981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.744157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.20.0.1 (d6780c61-a62d-4d14-a015-09fcbdd0b028/9f80ded2-6b55-4576-8928-75e4cb5bd13c/afb607c0-9892-41dd-baee-a8b43a6e4ead) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:48.745518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Transition to ACTIVE for port object 725847ff-c4c2-472a-a57c-4e234a07bc09 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:48.764457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Transition to ACTIVE for port object 725847ff-c4c2-472a-a57c-4e234a07bc09 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:48.770775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.772614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0b7ee67d-9ed4-4628-b588-73eb5d1f1fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:48.832525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Network 122589f0-f01a-413b-8525-aa96c6bda862 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:48.843674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:48.849761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:48.889891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Pushing event updated for resources: {'Port': ['ID=725847ff-c4c2-472a-a57c-4e234a07bc09,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:48.891186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.895550 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:48.923574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Transition to ACTIVE for port object afb607c0-9892-41dd-baee-a8b43a6e4ead will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:48.942099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b6b950f4-07e2-4055-bf7b-936c1bb28404 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:48.944575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Attempting to bind port 725847ff-c4c2-472a-a57c-4e234a07bc09 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:48.944988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Attempting to bind port 725847ff-c4c2-472a-a57c-4e234a07bc09 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'fef0a3a5-3dee-467c-86b8-86f1884a6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '122589f0-f01a-413b-8525-aa96c6bda862'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:48.945378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Attempting to bind port 725847ff-c4c2-472a-a57c-4e234a07bc09 on network 122589f0-f01a-413b-8525-aa96c6bda862 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:48.963693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.965778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:48.969591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:48.969976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Checking segment: {'id': 'fef0a3a5-3dee-467c-86b8-86f1884a6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '122589f0-f01a-413b-8525-aa96c6bda862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:48.970390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:48.970792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Bound using segment: {'id': 'fef0a3a5-3dee-467c-86b8-86f1884a6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '122589f0-f01a-413b-8525-aa96c6bda862'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:48.971282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Bound port: 725847ff-c4c2-472a-a57c-4e234a07bc09, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef0a3a5-3dee-467c-86b8-86f1884a6adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '122589f0-f01a-413b-8525-aa96c6bda862'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:48.971665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.014026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network d6780c61-a62d-4d14-a015-09fcbdd0b028 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:49.017333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:49.021253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:49.028297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=afb607c0-9892-41dd-baee-a8b43a6e4ead,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:49.049292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:49.057238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port b6b950f4-07e2-4055-bf7b-936c1bb28404 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:49.064095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] For port 725847ff-c4c2-472a-a57c-4e234a07bc09, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:49.069262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] For port 725847ff-c4c2-472a-a57c-4e234a07bc09, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=725847ff-c4c2-472a-a57c-4e234a07bc09,segment=NetworkSegment(fef0a3a5-3dee-467c-86b8-86f1884a6adf),segment_id=fef0a3a5-3dee-467c-86b8-86f1884a6adf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:49.072292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.075749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.078755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-742acd23-0e48-4b35-9d55-f21c7bffbab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:49.145795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Pushing event updated for resources: {'Port': ['ID=725847ff-c4c2-472a-a57c-4e234a07bc09,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:49.157680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:49.214518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.334151 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451a413-4052-4291-93e1-2b56bce482ee req-c5c96093-a6db-4ccc-b63f-ada54c2b03ee tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:49.341426 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2451a413-4052-4291-93e1-2b56bce482ee req-c5c96093-a6db-4ccc-b63f-ada54c2b03ee tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 943 time: 0.1062715 Jun 22 15:05:49.380274 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2451a413-4052-4291-93e1-2b56bce482ee req-062b52f0-2458-43a0-be3d-ad841f9bd300 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352743 Jun 22 15:05:49.529718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.534581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.537672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:49.613528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.615406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=afb607c0-9892-41dd-baee-a8b43a6e4ead,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:49.619030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:49.666011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b47ce2-87ab-43eb-9d6b-038addff8b50 None None] Network d6780c61-a62d-4d14-a015-09fcbdd0b028 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:49.714782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network d6780c61-a62d-4d14-a015-09fcbdd0b028 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:49.716293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:49.727840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5bac92d7-2c76-4442-b904-ab1d3d21dd8e None None] Provisioning for port b6b950f4-07e2-4055-bf7b-936c1bb28404 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:49.736390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5bac92d7-2c76-4442-b904-ab1d3d21dd8e None None] Provisioning complete for port b6b950f4-07e2-4055-bf7b-936c1bb28404 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:49.736667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5bac92d7-2c76-4442-b904-ab1d3d21dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.835290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 9c925c4d-c148-4d0e-b10d-e53cf97d56f4 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:05:49.884566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5bac92d7-2c76-4442-b904-ab1d3d21dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.928162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-5bac92d7-2c76-4442-b904-ab1d3d21dd8e None None] For port b6b950f4-07e2-4055-bf7b-936c1bb28404, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b6b950f4-07e2-4055-bf7b-936c1bb28404,segment=NetworkSegment(710057cb-48e4-4831-bc7d-04d4f0adb9f4),segment_id=710057cb-48e4-4831-bc7d-04d4f0adb9f4)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:49.931431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:49.937482 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/9c925c4d-c148-4d0e-b10d-e53cf97d56f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7443321 Jun 22 15:05:49.940288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42554) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:49.940473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5bac92d7-2c76-4442-b904-ab1d3d21dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:49.942456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:49.950028 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e0298-9ed4-4cc7-924f-57a6adde4b85 None None] Sync routers for ids ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:49.961211 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e0298-9ed4-4cc7-924f-57a6adde4b85 None None] Routers {'9c925c4d-c148-4d0e-b10d-e53cf97d56f4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:49.963565 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e48e0298-9ed4-4cc7-924f-57a6adde4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:49.995137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac92d7-2c76-4442-b904-ab1d3d21dd8e None None] Pushing event updated for resources: {'Port': ['ID=b6b950f4-07e2-4055-bf7b-936c1bb28404,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:49.999224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5bac92d7-2c76-4442-b904-ab1d3d21dd8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:50.010885 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e48e0298-9ed4-4cc7-924f-57a6adde4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:50.020838 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e0298-9ed4-4cc7-924f-57a6adde4b85 None None] Routers {'9c925c4d-c148-4d0e-b10d-e53cf97d56f4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:50.021698 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e48e0298-9ed4-4cc7-924f-57a6adde4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:50.031011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f304edff-bf87-4729-b031-ccfb54454a3d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:50.033087 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f304edff-bf87-4729-b031-ccfb54454a3d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports/afb607c0-9892-41dd-baee-a8b43a6e4ead HTTP/1.1" status: 200 len: 910 time: 0.0916920 Jun 22 15:05:50.036233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42556) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:50.057782 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e48e0298-9ed4-4cc7-924f-57a6adde4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:50.058543 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e0298-9ed4-4cc7-924f-57a6adde4b85 None None] The sync data for ids ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:50.273649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-df52157a-e4d0-494d-b1e1-2197088dc14b None None] Provisioning complete for port b6b950f4-07e2-4055-bf7b-936c1bb28404 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:50.274805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-df52157a-e4d0-494d-b1e1-2197088dc14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:50.323118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c912153-0d41-46c6-8a0b-879ac4e5b88f None None] Network 122589f0-f01a-413b-8525-aa96c6bda862 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:50.401120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:50.475759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-df52157a-e4d0-494d-b1e1-2197088dc14b None None] Provisioning for port afb607c0-9892-41dd-baee-a8b43a6e4ead completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:50.482769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-df52157a-e4d0-494d-b1e1-2197088dc14b None None] Provisioning complete for port afb607c0-9892-41dd-baee-a8b43a6e4ead triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:50.483155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-df52157a-e4d0-494d-b1e1-2197088dc14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:50.558126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-df52157a-e4d0-494d-b1e1-2197088dc14b None None] Port afb607c0-9892-41dd-baee-a8b43a6e4ead cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:50.678657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c74deafc-bf10-47da-bff6-8705ca970f26 None None] Provisioning for port 725847ff-c4c2-472a-a57c-4e234a07bc09 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:50.693797 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c74deafc-bf10-47da-bff6-8705ca970f26 None None] Provisioning complete for port afb607c0-9892-41dd-baee-a8b43a6e4ead triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:50.694171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c74deafc-bf10-47da-bff6-8705ca970f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:50.733296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-c74deafc-bf10-47da-bff6-8705ca970f26 None None] Port afb607c0-9892-41dd-baee-a8b43a6e4ead cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:50.933389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b6b950f4-07e2-4055-bf7b-936c1bb28404 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:50.979470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b6b950f4-07e2-4055-bf7b-936c1bb28404 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:50.979845 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.030281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108fdbb-206c-4561-bb51-e5b0f4801d43 req-17a0e48a-d4f8-4efd-8124-0d9dbac210f2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:51.032586 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8108fdbb-206c-4561-bb51-e5b0f4801d43 req-17a0e48a-d4f8-4efd-8124-0d9dbac210f2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 943 time: 0.5133719 Jun 22 15:05:51.064930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 725847ff-c4c2-472a-a57c-4e234a07bc09 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:51.107403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.21.0.1 (122589f0-f01a-413b-8525-aa96c6bda862/2db1be54-b07d-4d19-8ed2-efaa0976f532/6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:51.112664 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8108fdbb-206c-4561-bb51-e5b0f4801d43 req-8b7f2d2b-2c51-4313-888c-3f2ed58b6084 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720868 Jun 22 15:05:51.115785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 725847ff-c4c2-472a-a57c-4e234a07bc09 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:51.120149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 725847ff-c4c2-472a-a57c-4e234a07bc09 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:51.120588 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.200246 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.233837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.249194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Transition to ACTIVE for port object 6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:51.285048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.287998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:51.328320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 122589f0-f01a-413b-8525-aa96c6bda862 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:51.331579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:51.335748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:51.362649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:51.367355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:51.386477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 725847ff-c4c2-472a-a57c-4e234a07bc09, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=725847ff-c4c2-472a-a57c-4e234a07bc09,segment=NetworkSegment(fef0a3a5-3dee-467c-86b8-86f1884a6adf),segment_id=fef0a3a5-3dee-467c-86b8-86f1884a6adf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:51.387615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.390466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.392430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:51.441446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=725847ff-c4c2-472a-a57c-4e234a07bc09,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:51.451818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:51.516673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.576065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-099b38cd-1785-4c95-ba57-d341f6ed01bd None None] Provisioning for port 6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:51.579642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-099b38cd-1785-4c95-ba57-d341f6ed01bd None None] Provisioning complete for port 6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:51.580029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-099b38cd-1785-4c95-ba57-d341f6ed01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.612985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-099b38cd-1785-4c95-ba57-d341f6ed01bd None None] Port 6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:51.782594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.787091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.791705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:51.864489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:51.866220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:51.869712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:51.955050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 122589f0-f01a-413b-8525-aa96c6bda862 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:51.956344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:52.059906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 9c925c4d-c148-4d0e-b10d-e53cf97d56f4 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:52.157508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:52.166424 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/9c925c4d-c148-4d0e-b10d-e53cf97d56f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1253843 Jun 22 15:05:52.166424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42562) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:52.169194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82fa51f-f796-49d1-8dfa-939802b27a35 None None] Sync routers for ids ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:52.178551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fa51f-f796-49d1-8dfa-939802b27a35 None None] Routers {'9c925c4d-c148-4d0e-b10d-e53cf97d56f4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:52.179256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b82fa51f-f796-49d1-8dfa-939802b27a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:52.215336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b82fa51f-f796-49d1-8dfa-939802b27a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:52.219467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f85832-5ae3-41bf-9869-5afcdbfc7a45 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:52.221157 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-43f85832-5ae3-41bf-9869-5afcdbfc7a45 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports/6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca HTTP/1.1" status: 200 len: 910 time: 0.0540769 Jun 22 15:05:52.223963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42564) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:52.234966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fa51f-f796-49d1-8dfa-939802b27a35 None None] Routers {'9c925c4d-c148-4d0e-b10d-e53cf97d56f4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:52.235518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b82fa51f-f796-49d1-8dfa-939802b27a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:52.267199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b82fa51f-f796-49d1-8dfa-939802b27a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:52.267873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82fa51f-f796-49d1-8dfa-939802b27a35 None None] The sync data for ids ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:52.273003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6ad30d2c-dd3f-4706-b678-bdb494efd97a None None] Provisioning complete for port 6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:52.273467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6ad30d2c-dd3f-4706-b678-bdb494efd97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:52.287326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec6673-8f60-48a4-bd02-b25089e52423 req-80567a58-45e0-4623-8de3-452044257d81 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:52.288806 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-60ec6673-8f60-48a4-bd02-b25089e52423 req-80567a58-45e0-4623-8de3-452044257d81 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 943 time: 0.0653846 Jun 22 15:05:52.312422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6ad30d2c-dd3f-4706-b678-bdb494efd97a None None] Port 6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:05:52.328203 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-60ec6673-8f60-48a4-bd02-b25089e52423 req-aec0c6e5-65e5-44e9-8494-34eea2813134 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Jun 22 15:05:52.544409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:52.787749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port 6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:52.788089 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:52.852633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 725847ff-c4c2-472a-a57c-4e234a07bc09 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:52.874738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:52.901868 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 725847ff-c4c2-472a-a57c-4e234a07bc09 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:52.902160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:52.941647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for 6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:53.111864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:53.114525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c6753d3a-ff7f-41ae-aeac-e17e73221c11 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:53.139373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=6e2a31bf-d8e1-489c-8cfa-8d2a2e226fca,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:53.143851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:53.294428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:53.513720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 9c925c4d-c148-4d0e-b10d-e53cf97d56f4 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:53.538656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa0cfa-996c-4dbc-b55d-ca3eebfb498c req-7119a95b-f71c-469f-9542-c6f20f57b264 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:53.540394 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-47aa0cfa-996c-4dbc-b55d-ca3eebfb498c req-7119a95b-f71c-469f-9542-c6f20f57b264 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 943 time: 0.0878682 Jun 22 15:05:53.642111 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-47aa0cfa-996c-4dbc-b55d-ca3eebfb498c req-c14e705a-2169-4708-9884-d6cd8dd31101 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663214 Jun 22 15:05:53.648497 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:53.657264 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/9c925c4d-c148-4d0e-b10d-e53cf97d56f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4319446 Jun 22 15:05:53.657878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42568) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:53.658656 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9006c0-e289-41c8-a60c-0f267d08ca96 None None] Sync routers for ids ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:53.668883 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9006c0-e289-41c8-a60c-0f267d08ca96 None None] Routers {'9c925c4d-c148-4d0e-b10d-e53cf97d56f4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:53.669522 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3f9006c0-e289-41c8-a60c-0f267d08ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:53.703238 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3f9006c0-e289-41c8-a60c-0f267d08ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:53.712215 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9006c0-e289-41c8-a60c-0f267d08ca96 None None] Routers {'9c925c4d-c148-4d0e-b10d-e53cf97d56f4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:53.712936 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3f9006c0-e289-41c8-a60c-0f267d08ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:53.744185 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3f9006c0-e289-41c8-a60c-0f267d08ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:53.744854 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9006c0-e289-41c8-a60c-0f267d08ca96 None None] The sync data for ids ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:53.964399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:54.210357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port afb607c0-9892-41dd-baee-a8b43a6e4ead {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:54.211648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:54.294449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:54.359385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for afb607c0-9892-41dd-baee-a8b43a6e4ead owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:54.522544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:54.526172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dc0f343c-9e9f-438f-9a64-d2d6172b63f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:54.557224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=afb607c0-9892-41dd-baee-a8b43a6e4ead,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:54.559456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:54.662810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 9af815a2-885e-4617-ae9a-7b50cb99712e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:05:54.703093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:54.792552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 9af815a2-885e-4617-ae9a-7b50cb99712e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9af815a2-885e-4617-ae9a-7b50cb99712e,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:54.805227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'port_id': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'mac_address': 'fa:16:3e:5b:b5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:05:54.835579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac6793-034c-45f3-96c2-6891a946048c req-671d02e5-d581-446d-b67f-fc2af52a7c35 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:54.839058 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cdac6793-034c-45f3-96c2-6891a946048c req-671d02e5-d581-446d-b67f-fc2af52a7c35 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 943 time: 0.0725622 Jun 22 15:05:54.842362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:54.855415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af815a2-885e-4617-ae9a-7b50cb99712e {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:05:54.871807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 9c925c4d-c148-4d0e-b10d-e53cf97d56f4 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:05:54.876871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 9af815a2-885e-4617-ae9a-7b50cb99712e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9af815a2-885e-4617-ae9a-7b50cb99712e,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:54.878420 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cdac6793-034c-45f3-96c2-6891a946048c req-d898e4d7-7a0c-45c6-884d-559ecb73722a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330505 Jun 22 15:05:54.881038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:54.884939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:54.933077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=9af815a2-885e-4617-ae9a-7b50cb99712e,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:54.940278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.940634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.941002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.941364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.941681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.942010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.942341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.942667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.942999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.943323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.943644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.943962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:05:54.948554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:55.209655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['9af815a2-885e-4617-ae9a-7b50cb99712e'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:05:55.270453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:05:55.276461 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/9c925c4d-c148-4d0e-b10d-e53cf97d56f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172652 Jun 22 15:05:55.278864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42572) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:55.283195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7afcb9-f516-4bab-b743-81a46b9cc1ad None None] Sync routers for ids ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:05:55.304319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7afcb9-f516-4bab-b743-81a46b9cc1ad None None] Routers {'9c925c4d-c148-4d0e-b10d-e53cf97d56f4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:55.305571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7d7afcb9-f516-4bab-b743-81a46b9cc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:55.307544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cb8fb112-afa8-40cb-9b03-dd8b68870726 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c925c4d-c148-4d0e-b10d-e53cf97d56f4 HTTP/1.1" status: 200 len: 205 time: 0.0275304 Jun 22 15:05:55.309882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42574) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:55.347092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7d7afcb9-f516-4bab-b743-81a46b9cc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:55.370822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7afcb9-f516-4bab-b743-81a46b9cc1ad None None] Routers {'9c925c4d-c148-4d0e-b10d-e53cf97d56f4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:05:55.371489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7d7afcb9-f516-4bab-b743-81a46b9cc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:55.382764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbea088b-eb8f-4fcb-9126-db8f3377ed72 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.409282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7d7afcb9-f516-4bab-b743-81a46b9cc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:55.409925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7afcb9-f516-4bab-b743-81a46b9cc1ad None None] The sync data for ids ['9c925c4d-c148-4d0e-b10d-e53cf97d56f4'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:05:55.541045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbea088b-eb8f-4fcb-9126-db8f3377ed72 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.543096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbea088b-eb8f-4fcb-9126-db8f3377ed72 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.584409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbea088b-eb8f-4fcb-9126-db8f3377ed72 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.584965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbea088b-eb8f-4fcb-9126-db8f3377ed72 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Fanout notify agent at l3_agent the message router_deleted on router 9c925c4d-c148-4d0e-b10d-e53cf97d56f4 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:05:55.592533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fbea088b-eb8f-4fcb-9126-db8f3377ed72 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.593623 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fbea088b-eb8f-4fcb-9126-db8f3377ed72 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/9c925c4d-c148-4d0e-b10d-e53cf97d56f4 HTTP/1.1" status: 204 len: 168 time: 0.2828655 Jun 22 15:05:55.596258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42576) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:55.649820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting subnet 2db1be54-b07d-4d19-8ed2-efaa0976f532 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:05:55.652917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.690794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.771014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.834844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.838417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-985de190-c5d8-4101-9691-ef7c3fa559b2 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:55.862413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Subnet': ['ID=2db1be54-b07d-4d19-8ed2-efaa0976f532,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:55.865452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:55.866516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.868380 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/2db1be54-b07d-4d19-8ed2-efaa0976f532 HTTP/1.1" status: 204 len: 168 time: 0.2711878 Jun 22 15:05:55.871116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42578) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:55.872692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82619375-188e-4dee-b091-c439109ee9b4 None None] Network 122589f0-f01a-413b-8525-aa96c6bda862 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:55.923020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting subnet 9f80ded2-6b55-4576-8928-75e4cb5bd13c {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:05:55.926227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:55.971031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.061418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] DHCP port deletion for 122589f0-f01a-413b-8525-aa96c6bda862 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:05:56.105108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.106088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] Deleting port 725847ff-c4c2-472a-a57c-4e234a07bc09 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:56.106476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.132563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3023f59-3a38-4dab-b044-40200087dc60 req-5c714d9f-2b31-4947-8df0-0ff18f8f57ae tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:56.135109 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3023f59-3a38-4dab-b044-40200087dc60 req-5c714d9f-2b31-4947-8df0-0ff18f8f57ae tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 944 time: 0.1403658 Jun 22 15:05:56.170309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] For port 725847ff-c4c2-472a-a57c-4e234a07bc09, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=725847ff-c4c2-472a-a57c-4e234a07bc09,segment=NetworkSegment(fef0a3a5-3dee-467c-86b8-86f1884a6adf),segment_id=fef0a3a5-3dee-467c-86b8-86f1884a6adf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:56.170715 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.203879 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3023f59-3a38-4dab-b044-40200087dc60 req-8fe71355-48ed-43b0-9832-d4f483b1bba5 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592871 Jun 22 15:05:56.214845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.218321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a42f6473-5e98-4db4-84be-ce3936b086d6 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:56.236592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] Calling delete_port for 725847ff-c4c2-472a-a57c-4e234a07bc09 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:56.257225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Subnet': ['ID=9f80ded2-6b55-4576-8928-75e4cb5bd13c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:56.260568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:56.263256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.265277 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/9f80ded2-6b55-4576-8928-75e4cb5bd13c HTTP/1.1" status: 204 len: 168 time: 0.3932221 Jun 22 15:05:56.268552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42582) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:56.281650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff158366-acbf-4798-8f18-864b7cce8b6a None None] Network d6780c61-a62d-4d14-a015-09fcbdd0b028 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:56.345212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.397663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port 725847ff-c4c2-472a-a57c-4e234a07bc09 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:56.397913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.408532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.410545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:56.435881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] Pushing event deleted for resources: {'Port': ['ID=725847ff-c4c2-472a-a57c-4e234a07bc09,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:56.438746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:56.445068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] No DVR routers for this DVR port 725847ff-c4c2-472a-a57c-4e234a07bc09 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:56.466872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port 725847ff-c4c2-472a-a57c-4e234a07bc09, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=725847ff-c4c2-472a-a57c-4e234a07bc09,segment=NetworkSegment(fef0a3a5-3dee-467c-86b8-86f1884a6adf),segment_id=fef0a3a5-3dee-467c-86b8-86f1884a6adf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:56.467238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.525974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] DHCP port deletion for d6780c61-a62d-4d14-a015-09fcbdd0b028 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:05:56.535563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for 725847ff-c4c2-472a-a57c-4e234a07bc09 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:56.571972 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] Deleting port b6b950f4-07e2-4055-bf7b-936c1bb28404 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:05:56.572341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.612439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.615024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:56.635549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] For port b6b950f4-07e2-4055-bf7b-936c1bb28404, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b6b950f4-07e2-4055-bf7b-936c1bb28404,segment=NetworkSegment(710057cb-48e4-4831-bc7d-04d4f0adb9f4),segment_id=710057cb-48e4-4831-bc7d-04d4f0adb9f4)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:56.635951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.638666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=725847ff-c4c2-472a-a57c-4e234a07bc09,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:56.645083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:56.645867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No DVR routers for this DVR port 725847ff-c4c2-472a-a57c-4e234a07bc09 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:56.680948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 9af815a2-885e-4617-ae9a-7b50cb99712e up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:56.705673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] Calling delete_port for b6b950f4-07e2-4055-bf7b-936c1bb28404 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:05:56.727850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.737533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122589f0-f01a-413b-8525-aa96c6bda862']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:56.747864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef0a3a5-3dee-467c-86b8-86f1884a6adf') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:56.748159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef0a3a5-3dee-467c-86b8-86f1884a6adf') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:56.756658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.769897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.776229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:05:56.776625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:05:56.779678 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:05:56.812546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 9af815a2-885e-4617-ae9a-7b50cb99712e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:56.817043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 9af815a2-885e-4617-ae9a-7b50cb99712e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:56.817427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.843214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.846267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.849189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.850448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f1669635-b80a-4249-8ac2-84f8149eb3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:56.851076 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/networks/122589f0-f01a-413b-8525-aa96c6bda862 HTTP/1.1" status: 204 len: 168 time: 0.5815611 Jun 22 15:05:56.852432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7aa17c3b-ae06-489f-a6e5-4df15819acad tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:56.854825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42584) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:56.874181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Network': ['ID=122589f0-f01a-413b-8525-aa96c6bda862,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:56.877257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:56.886410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] No DVR routers for this DVR port b6b950f4-07e2-4055-bf7b-936c1bb28404 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:05:56.887952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] Pushing event deleted for resources: {'Port': ['ID=b6b950f4-07e2-4055-bf7b-936c1bb28404,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:56.892005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:56.903634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b6b950f4-07e2-4055-bf7b-936c1bb28404 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:56.926021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: b6b950f4-07e2-4055-bf7b-936c1bb28404 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:56.926372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b6b950f4-07e2-4055-bf7b-936c1bb28404 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:56.926787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 725847ff-c4c2-472a-a57c-4e234a07bc09 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:05:56.940071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:56.963891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 725847ff-c4c2-472a-a57c-4e234a07bc09 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:05:56.964244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 725847ff-c4c2-472a-a57c-4e234a07bc09 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:05:56.979081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.001981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:05:57.004254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da4c988-7693-443f-99bf-5856a6acff64" -d '{"events": [{"server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "name": "network-vif-plugged", "status": "completed", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:05:57.021861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 9af815a2-885e-4617-ae9a-7b50cb99712e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9af815a2-885e-4617-ae9a-7b50cb99712e,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:05:57.028074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.031954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d53c60aa-07a3-464b-a644-6f728dcc1484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:57.043190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.053343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6780c61-a62d-4d14-a015-09fcbdd0b028']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:57.064013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710057cb-48e4-4831-bc7d-04d4f0adb9f4') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:57.064335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710057cb-48e4-4831-bc7d-04d4f0adb9f4') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:05:57.067708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5167152c-043d-413c-ba13-343678f0eeaf x-openstack-request-id: req-5167152c-043d-413c-ba13-343678f0eeaf {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:05:57.068028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "name": "network-vif-plugged", "status": "completed", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:05:57.068290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5167152c-043d-413c-ba13-343678f0eeaf {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:05:57.068683 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'code': 200} Jun 22 15:05:57.078449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.095336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.096063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=9af815a2-885e-4617-ae9a-7b50cb99712e,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:57.103149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:05:57.103572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.104555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:05:57.113721 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:05:57.173882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.177334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-433a6a13-07bf-47ae-9e81-ccaee074bbf9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:57.181626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.183689 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/networks/d6780c61-a62d-4d14-a015-09fcbdd0b028 HTTP/1.1" status: 204 len: 168 time: 0.3273926 Jun 22 15:05:57.187471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42590) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:57.193661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'network': {'name': 'tempest-RoutersTest-205857163'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:57.198223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Network': ['ID=d6780c61-a62d-4d14-a015-09fcbdd0b028,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:57.200396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:57.222137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:57.225752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.247807 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:05:57.249824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:05:57.262239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.262624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added segment 70f5ad89-1ff3-49e2-91da-bc64139954ac of type vlan for network 4bb4642e-d074-4253-9077-5b1e8c853b54 Jun 22 15:05:57.278892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646fead-a129-45e6-a2d5-8793ecc9a70c req-1ea1846e-da27-4393-b078-f407c9bb6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:57.280475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9646fead-a129-45e6-a2d5-8793ecc9a70c req-1ea1846e-da27-4393-b078-f407c9bb6002 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 1098 time: 0.0557384 Jun 22 15:05:57.303869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.317613 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9646fead-a129-45e6-a2d5-8793ecc9a70c req-26fa85ee-cc6d-4507-ae4a-818d2c036316 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305443 Jun 22 15:05:57.342016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.347345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:57.347922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.352384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f16c67a0-415c-48d4-885a-fed061fbed96 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:57.425209 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2365036 Jun 22 15:05:57.427960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42594) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:57.434035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'subnet': {'network_id': '4bb4642e-d074-4253-9077-5b1e8c853b54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:57.440311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Network': ['ID=4bb4642e-d074-4253-9077-5b1e8c853b54,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:57.445635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-269bbb49-c7c5-46f3-97e9-40e10881039e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:57.451375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 4bb4642e-d074-4253-9077-5b1e8c853b54 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:05:57.472769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9532-7f43-46e2-b641-e83722d0b0dd req-c266788c-0d3c-46b6-a087-2ce804b6acc4 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:57.474362 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bf4a9532-7f43-46e2-b641-e83722d0b0dd req-c266788c-0d3c-46b6-a087-2ce804b6acc4 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 945 time: 0.1418433 Jun 22 15:05:57.517777 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bf4a9532-7f43-46e2-b641-e83722d0b0dd req-d19f246b-25f8-4eb2-b6f5-1188c08835eb tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368235 Jun 22 15:05:57.529669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:57.533388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.709487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.712952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d93875db-3086-4e7b-bdf1-4047de93cfed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:57.768756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Subnet': ['ID=fdef19ed-22a2-4083-8a41-02021a8776d4,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:57.772073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:57.778545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Checking segment: {'id': '70f5ad89-1ff3-49e2-91da-bc64139954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4bb4642e-d074-4253-9077-5b1e8c853b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:57.778902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network hostable DHCP agents. Network: 4bb4642e-d074-4253-9077-5b1e8c853b54, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:05:57.795461 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 4bb4642e-d074-4253-9077-5b1e8c853b54 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:05:57.803505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 4bb4642e-d074-4253-9077-5b1e8c853b54) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:57.807761 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:57.808334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.812156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5054fd1a-771b-4618-bc7a-2b5c86056e64 None None] Network 4bb4642e-d074-4253-9077-5b1e8c853b54 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:57.827568 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3984926 Jun 22 15:05:57.830088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42596) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:57.834532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4cce6cb7-2230-4e21-aa0f-b052c6e722c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-117005788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:57.858167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4cce6cb7-2230-4e21-aa0f-b052c6e722c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.859142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4cce6cb7-2230-4e21-aa0f-b052c6e722c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.912122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4cce6cb7-2230-4e21-aa0f-b052c6e722c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.917252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4cce6cb7-2230-4e21-aa0f-b052c6e722c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.932695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4cce6cb7-2230-4e21-aa0f-b052c6e722c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:57.933902 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4cce6cb7-2230-4e21-aa0f-b052c6e722c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1029005 Jun 22 15:05:57.936577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42598) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:57.941941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'port': {'network_id': '4bb4642e-d074-4253-9077-5b1e8c853b54', 'name': 'tempest-RoutersTest-968680125'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:57.960380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-4bb4642e-d074-4253-9077-5b1e8c853b54', 'network_id': '4bb4642e-d074-4253-9077-5b1e8c853b54', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'fixed_ips': [{'subnet_id': 'fdef19ed-22a2-4083-8a41-02021a8776d4'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:05:57.962237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.053168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:05:58.056938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.074967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] device_id is not set on port 72e55bd4-2d31-481b-9431-94790ee319a0 yet. {{(pid=93501) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:05:58.096358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Allocated IP 172.20.0.2 (4bb4642e-d074-4253-9077-5b1e8c853b54/fdef19ed-22a2-4083-8a41-02021a8776d4/bca96242-4ee4-45c8-b645-eed1d0e7017e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:58.232769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.240500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Transition to ACTIVE for port object bca96242-4ee4-45c8-b645-eed1d0e7017e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:58.254842 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Transition to ACTIVE for port object bca96242-4ee4-45c8-b645-eed1d0e7017e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:58.262072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.263941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:58.303755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Network 4bb4642e-d074-4253-9077-5b1e8c853b54 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:58.309015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:58.311100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.20.0.11 (4bb4642e-d074-4253-9077-5b1e8c853b54/fdef19ed-22a2-4083-8a41-02021a8776d4/72e55bd4-2d31-481b-9431-94790ee319a0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:58.312319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:58.319393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Pushing event updated for resources: {'Port': ['ID=bca96242-4ee4-45c8-b645-eed1d0e7017e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:58.324441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:58.374750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Attempting to bind port bca96242-4ee4-45c8-b645-eed1d0e7017e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:05:58.375125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Attempting to bind port bca96242-4ee4-45c8-b645-eed1d0e7017e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '70f5ad89-1ff3-49e2-91da-bc64139954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4bb4642e-d074-4253-9077-5b1e8c853b54'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:05:58.375490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Attempting to bind port bca96242-4ee4-45c8-b645-eed1d0e7017e on network 4bb4642e-d074-4253-9077-5b1e8c853b54 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:05:58.380338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:05:58.380717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Checking segment: {'id': '70f5ad89-1ff3-49e2-91da-bc64139954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4bb4642e-d074-4253-9077-5b1e8c853b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:05:58.381152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.381546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Bound using segment: {'id': '70f5ad89-1ff3-49e2-91da-bc64139954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4bb4642e-d074-4253-9077-5b1e8c853b54'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:05:58.382015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Bound port: bca96242-4ee4-45c8-b645-eed1d0e7017e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f5ad89-1ff3-49e2-91da-bc64139954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4bb4642e-d074-4253-9077-5b1e8c853b54'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:05:58.382391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.447427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] For port bca96242-4ee4-45c8-b645-eed1d0e7017e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:05:58.451252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] For port bca96242-4ee4-45c8-b645-eed1d0e7017e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bca96242-4ee4-45c8-b645-eed1d0e7017e,segment=NetworkSegment(70f5ad89-1ff3-49e2-91da-bc64139954ac),segment_id=70f5ad89-1ff3-49e2-91da-bc64139954ac)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:05:58.455103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.457080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5bac92d7-2c76-4442-b904-ab1d3d21dd8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:58.471852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.487750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Transition to ACTIVE for port object 72e55bd4-2d31-481b-9431-94790ee319a0 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:05:58.515420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Pushing event updated for resources: {'Port': ['ID=bca96242-4ee4-45c8-b645-eed1d0e7017e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:58.521556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:58.536497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.547698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1bff5d0f-12d9-47cf-8c6d-49195ef11ac1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:58.586990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 4bb4642e-d074-4253-9077-5b1e8c853b54 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:58.593184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:58.597329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:58.604591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=72e55bd4-2d31-481b-9431-94790ee319a0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:58.624712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:58.667004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:58.667628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:58.716274 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7784646 Jun 22 15:05:58.717432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42602) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:58.758282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b326d6-84bb-49c2-b157-02b850c4f6b1 req-77af4878-a9f0-4294-8d5e-cffce2a2751a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:58.760307 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-09b326d6-84bb-49c2-b157-02b850c4f6b1 req-77af4878-a9f0-4294-8d5e-cffce2a2751a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 945 time: 0.1079078 Jun 22 15:05:58.810632 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-09b326d6-84bb-49c2-b157-02b850c4f6b1 req-463ff340-f9a1-4736-9856-8e6ae08b48d3 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Jun 22 15:05:58.931038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bca96242-4ee4-45c8-b645-eed1d0e7017e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:05:58.985930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port bca96242-4ee4-45c8-b645-eed1d0e7017e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:59.106969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af4bd1-2820-43ce-b481-532fc42b12ab req-d15b3b96-912e-46ec-8c10-9a790e82b9d6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:59.108429 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f0af4bd1-2820-43ce-b481-532fc42b12ab req-d15b3b96-912e-46ec-8c10-9a790e82b9d6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 945 time: 0.1328394 Jun 22 15:05:59.177973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:59.183053 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f0af4bd1-2820-43ce-b481-532fc42b12ab req-d3d357ec-415e-4b92-a675-ea20481e2571 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687037 Jun 22 15:05:59.207225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42608) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:59.259142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc5f7a3-9967-427b-bb82-7e0d8c673969 tempest-TestVolumeBootPattern-925313796 tempest-TestVolumeBootPattern-925313796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:05:59.260529 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bfc5f7a3-9967-427b-bb82-7e0d8c673969 tempest-TestVolumeBootPattern-925313796 tempest-TestVolumeBootPattern-925313796-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 1093 time: 0.0523345 Jun 22 15:05:59.263309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42610) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:05:59.268595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:05:59.291596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:59.402961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:59.438617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:59.444081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:59.448076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fc952abe-2815-4efd-bf33-4dfac8e55d4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:59.521462 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Allocated IP 172.26.6.194 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/2ae4932f-dbdd-400c-b3a0-9635979193c5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:05:59.532389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=72e55bd4-2d31-481b-9431-94790ee319a0,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:59.536914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:59.643388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:59.680374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad82d2-7cb1-493c-af46-abdaa3290e1e None None] Network 4bb4642e-d074-4253-9077-5b1e8c853b54 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:05:59.692470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:59.695528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-38bf10e7-b684-4109-a7ce-04da34c1c484 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:05:59.724357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:59.733249 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:05:59.737880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:05:59.741530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:05:59.769709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'Port': ['ID=2ae4932f-dbdd-400c-b3a0-9635979193c5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:05:59.771871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:05:59.871144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:05:59.908438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5ed4a77d-66d3-4a5b-b443-a665e97419a5 None None] Provisioning for port bca96242-4ee4-45c8-b645-eed1d0e7017e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:05:59.917995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5ed4a77d-66d3-4a5b-b443-a665e97419a5 None None] Provisioning complete for port bca96242-4ee4-45c8-b645-eed1d0e7017e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:05:59.918297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5ed4a77d-66d3-4a5b-b443-a665e97419a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.133272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5ed4a77d-66d3-4a5b-b443-a665e97419a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.166993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.171922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.176461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8077d8b3-0584-4edf-afdf-74b16e0c4e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.201058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:00.203304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-5ed4a77d-66d3-4a5b-b443-a665e97419a5 None None] For port bca96242-4ee4-45c8-b645-eed1d0e7017e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bca96242-4ee4-45c8-b645-eed1d0e7017e,segment=NetworkSegment(70f5ad89-1ff3-49e2-91da-bc64139954ac),segment_id=70f5ad89-1ff3-49e2-91da-bc64139954ac)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:00.211963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5ed4a77d-66d3-4a5b-b443-a665e97419a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.214076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-098af777-b2a8-466a-afbc-1e16255e8846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:00.268337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.269326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4a77d-66d3-4a5b-b443-a665e97419a5 None None] Pushing event updated for resources: {'Port': ['ID=bca96242-4ee4-45c8-b645-eed1d0e7017e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:00.271397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=72e55bd4-2d31-481b-9431-94790ee319a0,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:00.273212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5ed4a77d-66d3-4a5b-b443-a665e97419a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:00.279209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:00.381514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 4bb4642e-d074-4253-9077-5b1e8c853b54 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:00.383783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:00.452443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8261401c-5b42-4d60-8167-9612bbdeaffb None None] Provisioning for port 72e55bd4-2d31-481b-9431-94790ee319a0 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:00.461801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8261401c-5b42-4d60-8167-9612bbdeaffb None None] Provisioning complete for port 72e55bd4-2d31-481b-9431-94790ee319a0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:00.462858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8261401c-5b42-4d60-8167-9612bbdeaffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.499342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8261401c-5b42-4d60-8167-9612bbdeaffb None None] Port 72e55bd4-2d31-481b-9431-94790ee319a0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:00.510226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8261401c-5b42-4d60-8167-9612bbdeaffb None None] Provisioning complete for port bca96242-4ee4-45c8-b645-eed1d0e7017e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:00.510613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8261401c-5b42-4d60-8167-9612bbdeaffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.528115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.534600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 8ce9c31d-90e4-407d-9bbb-8d051e80e6c1 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:06:00.618657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.634908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:00.645421 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b67984-e42d-41e6-80f5-5bd6116a3768 None None] Sync routers for ids ['8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:00.647984 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/8ce9c31d-90e4-407d-9bbb-8d051e80e6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9293118 Jun 22 15:06:00.651135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42612) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:00.663314 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b67984-e42d-41e6-80f5-5bd6116a3768 None None] Routers {'8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:00.664871 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a7b67984-e42d-41e6-80f5-5bd6116a3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:00.697039 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a7b67984-e42d-41e6-80f5-5bd6116a3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:00.706436 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b67984-e42d-41e6-80f5-5bd6116a3768 None None] Routers {'8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:00.707044 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a7b67984-e42d-41e6-80f5-5bd6116a3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:00.722417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4077b8d-9aaf-4e80-95ed-d60a212642a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:00.726945 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e4077b8d-9aaf-4e80-95ed-d60a212642a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports/72e55bd4-2d31-481b-9431-94790ee319a0 HTTP/1.1" status: 200 len: 977 time: 0.0715656 Jun 22 15:06:00.727242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42614) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:00.740027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fd40dc57-298b-477e-9b70-9f31606334b4 None None] Provisioning complete for port 72e55bd4-2d31-481b-9431-94790ee319a0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:00.740405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fd40dc57-298b-477e-9b70-9f31606334b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.755332 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a7b67984-e42d-41e6-80f5-5bd6116a3768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:00.755992 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b67984-e42d-41e6-80f5-5bd6116a3768 None None] The sync data for ids ['8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:00.792262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-fd40dc57-298b-477e-9b70-9f31606334b4 None None] Port 72e55bd4-2d31-481b-9431-94790ee319a0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:00.881662 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bca96242-4ee4-45c8-b645-eed1d0e7017e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:00.902355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.910413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.923610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30cd9d39-6f88-4373-8f3c-5d23b9fc14e7 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:00.943634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port bca96242-4ee4-45c8-b645-eed1d0e7017e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:00.944154 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:00.996322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event updated for resources: {'Port': ['ID=2ae4932f-dbdd-400c-b3a0-9635979193c5,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:01.002223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:01.003470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:01.064113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1c54b603-eda1-4f12-a0b8-c11dca9ebc4d None None] Provisioning complete for port 72e55bd4-2d31-481b-9431-94790ee319a0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:01.064490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1c54b603-eda1-4f12-a0b8-c11dca9ebc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:01.115646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1c54b603-eda1-4f12-a0b8-c11dca9ebc4d None None] Port 72e55bd4-2d31-481b-9431-94790ee319a0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:01.123009 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Floating IP c228a65b-f46d-483c-a020-64eb959daf22 associated. External IP: 172.26.6.194, port: 9af815a2-885e-4617-ae9a-7b50cb99712e. Jun 22 15:06:01.234294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dc1f44c6-0c2a-4d29-a02c-ece50a587e47 None None] Provisioning complete for port 72e55bd4-2d31-481b-9431-94790ee319a0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:01.234849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dc1f44c6-0c2a-4d29-a02c-ece50a587e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:01.275508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f44c6-0c2a-4d29-a02c-ece50a587e47 None None] Port 72e55bd4-2d31-481b-9431-94790ee319a0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:01.345027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Router 9fc5d268-39ca-42f2-bf33-69459458e898 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:01.456683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:01.466718 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] Sync routers for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:01.475897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:01.477053 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:01.477723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:01.481242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:01.513677 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2492881 Jun 22 15:06:01.514386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:06:01.516799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8772bdc8-9839-4815-9f97-cca9fe00becd" -d '{"events": [{"name": "network-changed", "server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:06:01.562033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447d26ae-e20a-42a3-999a-cae2ab7271d9 x-openstack-request-id: req-447d26ae-e20a-42a3-999a-cae2ab7271d9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:06:01.562640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:06:01.562752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-447d26ae-e20a-42a3-999a-cae2ab7271d9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:06:01.563158 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'status': 'completed', 'code': 200} Jun 22 15:06:01.602349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:01.650547 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-5d1e2801-f817-4d32-94fe-6588dbc16235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:01.652220 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-5d1e2801-f817-4d32-94fe-6588dbc16235 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 1098 time: 0.0620363 Jun 22 15:06:01.706315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port 72e55bd4-2d31-481b-9431-94790ee319a0 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:01.706315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:01.748373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-a65500b0-449b-479f-9fde-d37ab4b40952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:01.750009 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-a65500b0-449b-479f-9fde-d37ab4b40952 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.0911121 Jun 22 15:06:01.803121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:01.823521 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-ec1a2f97-e25d-4df6-a5b4-acadc80184f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af815a2-885e-4617-ae9a-7b50cb99712e HTTP/1.1" status: 200 len: 999 time: 0.0670736 Jun 22 15:06:01.842525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:03:43Z', 'updated_at': '2021-06-22T15:03:47Z', 'revision_number': 1, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}, {'id': 'c228a65b-f46d-483c-a020-64eb959daf22', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:5b:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:05:59Z', 'updated_at': '2021-06-22T15:05:59Z', 'revision_number': 0, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:01.871074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] Checking router: 9fc5d268-39ca-42f2-bf33-69459458e898 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:01.876457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for 72e55bd4-2d31-481b-9431-94790ee319a0 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:01.879505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:01.880085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-80e12084-200f-4b60-952b-518e805de03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:01.880239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:01.881603 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-80e12084-200f-4b60-952b-518e805de03a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.0511301 Jun 22 15:06:01.942623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-221db751-44b1-4a9f-a1b3-2de97ba4b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:01.944492 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-221db751-44b1-4a9f-a1b3-2de97ba4b8e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0567534 Jun 22 15:06:01.993257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:02.047700 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-030e169d-3903-42db-a1c5-a4621e46c9c3 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955207 Jun 22 15:06:02.059780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:02.073007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a2706ac0-8322-48c1-8778-10f01bb79cc4 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:02.095936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=72e55bd4-2d31-481b-9431-94790ee319a0,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:02.101759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:02.156370 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8772bdc8-9839-4815-9f97-cca9fe00becd req-5c97d6eb-7f73-4990-bb22-06fbdb56c818 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020985 Jun 22 15:06:02.248557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:02.259524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:03:43Z', 'updated_at': '2021-06-22T15:03:47Z', 'revision_number': 1, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}, {'id': 'c228a65b-f46d-483c-a020-64eb959daf22', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:5b:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:05:59Z', 'updated_at': '2021-06-22T15:05:59Z', 'revision_number': 0, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:02.289597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21532ecc-a348-4ea0-8d84-ce11b3e11572 None None] The sync data for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv is: [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:03:43Z', 'updated_at': '2021-06-22T15:03:47Z', 'revision_number': 1, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}, {'id': 'c228a65b-f46d-483c-a020-64eb959daf22', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:5b:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:05:59Z', 'updated_at': '2021-06-22T15:05:59Z', 'revision_number': 0, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:02.416247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 8ce9c31d-90e4-407d-9bbb-8d051e80e6c1 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:02.497538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:02.502471 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/8ce9c31d-90e4-407d-9bbb-8d051e80e6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7741880 Jun 22 15:06:02.505111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42620) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:02.510910 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72f32b-68c2-4797-a0de-f03e99f3d411 None None] Sync routers for ids ['8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:02.520720 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72f32b-68c2-4797-a0de-f03e99f3d411 None None] Routers {'8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:02.521348 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8e72f32b-68c2-4797-a0de-f03e99f3d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:02.533382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d03ef-35c6-414f-af97-9033ded585ae None None] New status for floating IP c228a65b-f46d-483c-a020-64eb959daf22: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:06:02.555599 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8e72f32b-68c2-4797-a0de-f03e99f3d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:02.564415 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72f32b-68c2-4797-a0de-f03e99f3d411 None None] Routers {'8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:02.565223 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8e72f32b-68c2-4797-a0de-f03e99f3d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:02.599861 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8e72f32b-68c2-4797-a0de-f03e99f3d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:02.600804 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72f32b-68c2-4797-a0de-f03e99f3d411 None None] The sync data for ids ['8ce9c31d-90e4-407d-9bbb-8d051e80e6c1'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:02.655353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba6e0af6-4243-46e5-9357-aebaf550a2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:02.692602 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-23bb5e27-65fd-43fa-b04a-b1940dced009 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] remove_router_interface failed (client error): The resource could not be found. Jun 22 15:06:02.693664 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-23bb5e27-65fd-43fa-b04a-b1940dced009 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/8ce9c31d-90e4-407d-9bbb-8d051e80e6c1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1876314 Jun 22 15:06:02.696619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42624) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:02.725595 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1d5452b2-32a8-4779-8aaf-0708dcb44852 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ce9c31d-90e4-407d-9bbb-8d051e80e6c1 HTTP/1.1" status: 200 len: 205 time: 0.0276783 Jun 22 15:06:02.728767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42626) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:02.802258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c22475e4-608a-4f22-a71e-8b58757df61b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:02.889953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:02.955583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c22475e4-608a-4f22-a71e-8b58757df61b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:02.957649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c22475e4-608a-4f22-a71e-8b58757df61b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.000649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c22475e4-608a-4f22-a71e-8b58757df61b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.001411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22475e4-608a-4f22-a71e-8b58757df61b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Fanout notify agent at l3_agent the message router_deleted on router 8ce9c31d-90e4-407d-9bbb-8d051e80e6c1 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:06:03.008235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c22475e4-608a-4f22-a71e-8b58757df61b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.009469 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c22475e4-608a-4f22-a71e-8b58757df61b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/8ce9c31d-90e4-407d-9bbb-8d051e80e6c1 HTTP/1.1" status: 204 len: 168 time: 0.2797930 Jun 22 15:06:03.012307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42628) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:03.062522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting subnet fdef19ed-22a2-4083-8a41-02021a8776d4 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:03.065484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.103485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.187079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.243229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.245170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b7f7ba1d-6560-4771-98a8-b3ea4c9a4cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:03.269529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Subnet': ['ID=fdef19ed-22a2-4083-8a41-02021a8776d4,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:03.272556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:03.273552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.275369 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/fdef19ed-22a2-4083-8a41-02021a8776d4 HTTP/1.1" status: 204 len: 168 time: 0.2620831 Jun 22 15:06:03.277937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42630) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:03.279506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c844b48-3224-445c-8caf-6b01611a9223 None None] Network 4bb4642e-d074-4253-9077-5b1e8c853b54 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:03.358986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.410864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port bca96242-4ee4-45c8-b645-eed1d0e7017e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:03.411205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.459967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] DHCP port deletion for 4bb4642e-d074-4253-9077-5b1e8c853b54 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:06:03.477983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port bca96242-4ee4-45c8-b645-eed1d0e7017e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bca96242-4ee4-45c8-b645-eed1d0e7017e,segment=NetworkSegment(70f5ad89-1ff3-49e2-91da-bc64139954ac),segment_id=70f5ad89-1ff3-49e2-91da-bc64139954ac)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:03.478340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.505291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] Deleting port bca96242-4ee4-45c8-b645-eed1d0e7017e {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:03.505676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.541960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for bca96242-4ee4-45c8-b645-eed1d0e7017e owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:03.571049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] For port bca96242-4ee4-45c8-b645-eed1d0e7017e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bca96242-4ee4-45c8-b645-eed1d0e7017e,segment=NetworkSegment(70f5ad89-1ff3-49e2-91da-bc64139954ac),segment_id=70f5ad89-1ff3-49e2-91da-bc64139954ac)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:03.571444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.624508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.626645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bd85922b-99a3-499a-8060-6db02236c036 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:03.635774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] Calling delete_port for bca96242-4ee4-45c8-b645-eed1d0e7017e owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:03.650899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=bca96242-4ee4-45c8-b645-eed1d0e7017e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:03.654046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:03.654889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No DVR routers for this DVR port bca96242-4ee4-45c8-b645-eed1d0e7017e on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:03.714301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.716099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:03.737157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.737603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] Pushing event deleted for resources: {'Port': ['ID=bca96242-4ee4-45c8-b645-eed1d0e7017e,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:03.740011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:03.744571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] No DVR routers for this DVR port bca96242-4ee4-45c8-b645-eed1d0e7017e on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:03.747136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb4642e-d074-4253-9077-5b1e8c853b54']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:03.757925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f5ad89-1ff3-49e2-91da-bc64139954ac') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:03.758243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f5ad89-1ff3-49e2-91da-bc64139954ac') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:03.767248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.781621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.787697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:06:03.788085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:06:03.791917 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:06:03.846154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.850663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.853757 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/networks/4bb4642e-d074-4253-9077-5b1e8c853b54 HTTP/1.1" status: 204 len: 168 time: 0.5747197 Jun 22 15:06:03.854606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3d098ac-8195-415f-8b5f-336bf2f27fde tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:03.857514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42632) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:03.865095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'network': {'name': 'tempest-RoutersTest-1927839683'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:03.869463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Network': ['ID=4bb4642e-d074-4253-9077-5b1e8c853b54,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:03.871878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:03.882956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.892347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:03.895973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.920866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:03.929751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.930186 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added segment 9e377ade-8434-47fe-9485-4d9ef098cc93 of type vlan for network c63c571f-5448-4c42-8253-a7d42d2192c2 Jun 22 15:06:03.970394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:03.999550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.005403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:04.005928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.008761 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:04.073102 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2138722 Jun 22 15:06:04.075827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42634) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:04.080715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'subnet': {'network_id': 'c63c571f-5448-4c42-8253-a7d42d2192c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:04.089261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Network': ['ID=c63c571f-5448-4c42-8253-a7d42d2192c2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:04.091966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-742e4c3d-f386-48a5-858c-d686c2de953f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:04.099207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network c63c571f-5448-4c42-8253-a7d42d2192c2 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:04.174328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:04.178024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.356147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.358094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-17a56584-173c-4b8d-9cdc-7b0de2d0650e tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:04.420545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Subnet': ['ID=860664fc-e80a-4339-92ab-23d1de019bd1,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:04.424174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:04.430993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Checking segment: {'id': '9e377ade-8434-47fe-9485-4d9ef098cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c63c571f-5448-4c42-8253-a7d42d2192c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:04.431354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network hostable DHCP agents. Network: c63c571f-5448-4c42-8253-a7d42d2192c2, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:04.447560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network c63c571f-5448-4c42-8253-a7d42d2192c2 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:04.458065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, c63c571f-5448-4c42-8253-a7d42d2192c2) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:04.463598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:04.464220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.469097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f7edd7-70d9-47e1-9799-bae992878324 None None] Network c63c571f-5448-4c42-8253-a7d42d2192c2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:04.480180 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4033089 Jun 22 15:06:04.482714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42636) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:04.487378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5a641fa5-71a6-4409-8310-a9fdfd959362 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-230243167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:04.509846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a641fa5-71a6-4409-8310-a9fdfd959362 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.510865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a641fa5-71a6-4409-8310-a9fdfd959362 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.564052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a641fa5-71a6-4409-8310-a9fdfd959362 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.568404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a641fa5-71a6-4409-8310-a9fdfd959362 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.589186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a641fa5-71a6-4409-8310-a9fdfd959362 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.589549 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5a641fa5-71a6-4409-8310-a9fdfd959362 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1058526 Jun 22 15:06:04.592293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42638) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:04.615165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-c63c571f-5448-4c42-8253-a7d42d2192c2', 'network_id': 'c63c571f-5448-4c42-8253-a7d42d2192c2', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'fixed_ips': [{'subnet_id': '860664fc-e80a-4339-92ab-23d1de019bd1'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:04.616067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.751498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Allocated IP 172.20.0.2 (c63c571f-5448-4c42-8253-a7d42d2192c2/860664fc-e80a-4339-92ab-23d1de019bd1/d498bf8d-757f-446b-b1fd-522e238d67ee) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:04.871303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.877989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bca96242-4ee4-45c8-b645-eed1d0e7017e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:04.902189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: bca96242-4ee4-45c8-b645-eed1d0e7017e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:04.902544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bca96242-4ee4-45c8-b645-eed1d0e7017e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:04.919296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.927392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Transition to ACTIVE for port object d498bf8d-757f-446b-b1fd-522e238d67ee will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:04.943408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Transition to ACTIVE for port object d498bf8d-757f-446b-b1fd-522e238d67ee will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:04.951092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:04.953050 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:04.992854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Network c63c571f-5448-4c42-8253-a7d42d2192c2 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:04.995764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:04.999117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:05.005715 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Pushing event updated for resources: {'Port': ['ID=d498bf8d-757f-446b-b1fd-522e238d67ee,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:05.008480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:05.063848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Attempting to bind port d498bf8d-757f-446b-b1fd-522e238d67ee on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:05.064222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Attempting to bind port d498bf8d-757f-446b-b1fd-522e238d67ee by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '9e377ade-8434-47fe-9485-4d9ef098cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c63c571f-5448-4c42-8253-a7d42d2192c2'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:05.064587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Attempting to bind port d498bf8d-757f-446b-b1fd-522e238d67ee on network c63c571f-5448-4c42-8253-a7d42d2192c2 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:05.069595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:05.070099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Checking segment: {'id': '9e377ade-8434-47fe-9485-4d9ef098cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c63c571f-5448-4c42-8253-a7d42d2192c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:05.070726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.071128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Bound using segment: {'id': '9e377ade-8434-47fe-9485-4d9ef098cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c63c571f-5448-4c42-8253-a7d42d2192c2'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:05.071595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Bound port: d498bf8d-757f-446b-b1fd-522e238d67ee, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e377ade-8434-47fe-9485-4d9ef098cc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c63c571f-5448-4c42-8253-a7d42d2192c2'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:05.071966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.118973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.20.0.1 (c63c571f-5448-4c42-8253-a7d42d2192c2/860664fc-e80a-4339-92ab-23d1de019bd1/f1323670-bf0c-41a8-988c-20515feef4c0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:05.133242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] For port d498bf8d-757f-446b-b1fd-522e238d67ee, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:05.136108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] For port d498bf8d-757f-446b-b1fd-522e238d67ee, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d498bf8d-757f-446b-b1fd-522e238d67ee,segment=NetworkSegment(9e377ade-8434-47fe-9485-4d9ef098cc93),segment_id=9e377ade-8434-47fe-9485-4d9ef098cc93)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:05.139913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.142631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:05.197410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Pushing event updated for resources: {'Port': ['ID=d498bf8d-757f-446b-b1fd-522e238d67ee,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:05.200403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:05.240702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.255836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Transition to ACTIVE for port object f1323670-bf0c-41a8-988c-20515feef4c0 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:05.289747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.292571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:05.336326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network c63c571f-5448-4c42-8253-a7d42d2192c2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:05.340592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:05.342704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:05.375465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=f1323670-bf0c-41a8-988c-20515feef4c0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:05.378483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:05.401607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.530964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.564869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.788526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.794167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.797212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-750faed8-b953-495d-a6a7-368fbecfeb90 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:05.869826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=f1323670-bf0c-41a8-988c-20515feef4c0,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:05.872169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:05.874196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:05.966535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network c63c571f-5448-4c42-8253-a7d42d2192c2 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:05.967949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:06.078341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3f3a9e-0378-4e36-b446-e3e22b7db2af None None] Network c63c571f-5448-4c42-8253-a7d42d2192c2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:06.089106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 70fc07d9-36a8-403d-804f-9c592ce60135 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:06:06.180535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:06.188692 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/70fc07d9-36a8-403d-804f-9c592ce60135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5953319 Jun 22 15:06:06.189399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42640) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:06.192345 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a81db3-321c-4bc2-857f-66e52075501f None None] Sync routers for ids ['70fc07d9-36a8-403d-804f-9c592ce60135'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:06.205328 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a81db3-321c-4bc2-857f-66e52075501f None None] Routers {'70fc07d9-36a8-403d-804f-9c592ce60135'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:06.206243 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41a81db3-321c-4bc2-857f-66e52075501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['70fc07d9-36a8-403d-804f-9c592ce60135'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:06.240265 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41a81db3-321c-4bc2-857f-66e52075501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:06.249172 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7930a4fb-9b91-4c0b-9f0b-e2cc5a3b3fc2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:06.250858 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7930a4fb-9b91-4c0b-9f0b-e2cc5a3b3fc2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports/f1323670-bf0c-41a8-988c-20515feef4c0 HTTP/1.1" status: 200 len: 910 time: 0.0605216 Jun 22 15:06:06.251100 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a81db3-321c-4bc2-857f-66e52075501f None None] Routers {'70fc07d9-36a8-403d-804f-9c592ce60135'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:06.251963 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41a81db3-321c-4bc2-857f-66e52075501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['70fc07d9-36a8-403d-804f-9c592ce60135'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:06.253901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42642) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:06.290717 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41a81db3-321c-4bc2-857f-66e52075501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:06.291511 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a81db3-321c-4bc2-857f-66e52075501f None None] The sync data for ids ['70fc07d9-36a8-403d-804f-9c592ce60135'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:06.336693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-393338c0-43b9-452b-a99b-6f41f7966f28 None None] Provisioning for port d498bf8d-757f-446b-b1fd-522e238d67ee completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:06.579741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:06.667536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-865b330b-7f50-4eca-adb6-7cf8e6f274ec None None] Provisioning for port f1323670-bf0c-41a8-988c-20515feef4c0 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:06.672045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-865b330b-7f50-4eca-adb6-7cf8e6f274ec None None] Provisioning complete for port f1323670-bf0c-41a8-988c-20515feef4c0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:06.672419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-865b330b-7f50-4eca-adb6-7cf8e6f274ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:06.714862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-865b330b-7f50-4eca-adb6-7cf8e6f274ec None None] Port f1323670-bf0c-41a8-988c-20515feef4c0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:06.852430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-aaffe49d-6fd9-4264-837e-765f9507dd82 None None] Provisioning complete for port f1323670-bf0c-41a8-988c-20515feef4c0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:06.852830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aaffe49d-6fd9-4264-837e-765f9507dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:06.922524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d498bf8d-757f-446b-b1fd-522e238d67ee up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:06.943788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-aaffe49d-6fd9-4264-837e-765f9507dd82 None None] Port f1323670-bf0c-41a8-988c-20515feef4c0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:06.973939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d498bf8d-757f-446b-b1fd-522e238d67ee completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:06.978278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d498bf8d-757f-446b-b1fd-522e238d67ee triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:06.978655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:07.067361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:07.086907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5d89edd4-9e09-4e17-9306-530f534dfaf7 None None] Provisioning complete for port f1323670-bf0c-41a8-988c-20515feef4c0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:07.087263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5d89edd4-9e09-4e17-9306-530f534dfaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:07.127458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port d498bf8d-757f-446b-b1fd-522e238d67ee, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d498bf8d-757f-446b-b1fd-522e238d67ee,segment=NetworkSegment(9e377ade-8434-47fe-9485-4d9ef098cc93),segment_id=9e377ade-8434-47fe-9485-4d9ef098cc93)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:07.134385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:07.137421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-afb3cb03-5b17-402a-a240-2a7c7c125d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:07.140854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5d89edd4-9e09-4e17-9306-530f534dfaf7 None None] Port f1323670-bf0c-41a8-988c-20515feef4c0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:07.169402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port f1323670-bf0c-41a8-988c-20515feef4c0 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:07.169748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:07.184024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=d498bf8d-757f-446b-b1fd-522e238d67ee,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:07.186983 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:07.253253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:07.317998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for f1323670-bf0c-41a8-988c-20515feef4c0 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:07.484133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:07.486814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bc86482b-53e6-468e-900f-79b315c212b4 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:07.511764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=f1323670-bf0c-41a8-988c-20515feef4c0,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:07.516173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:07.654446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:07.804835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 70fc07d9-36a8-403d-804f-9c592ce60135 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:07.880844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:07.886292 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/70fc07d9-36a8-403d-804f-9c592ce60135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6311862 Jun 22 15:06:07.888932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42646) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:07.890320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece6167-f725-49d2-ada0-dd45b9d5ce77 None None] Sync routers for ids ['70fc07d9-36a8-403d-804f-9c592ce60135'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:07.899655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece6167-f725-49d2-ada0-dd45b9d5ce77 None None] Routers {'70fc07d9-36a8-403d-804f-9c592ce60135'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:07.900284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1ece6167-f725-49d2-ada0-dd45b9d5ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['70fc07d9-36a8-403d-804f-9c592ce60135'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:07.917969 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d08f7e20-1b91-4d9c-b662-514406cf0d55 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fc07d9-36a8-403d-804f-9c592ce60135 HTTP/1.1" status: 200 len: 205 time: 0.0278201 Jun 22 15:06:07.920516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42648) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:07.936904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1ece6167-f725-49d2-ada0-dd45b9d5ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:07.945870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece6167-f725-49d2-ada0-dd45b9d5ce77 None None] Routers {'70fc07d9-36a8-403d-804f-9c592ce60135'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:07.946473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1ece6167-f725-49d2-ada0-dd45b9d5ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['70fc07d9-36a8-403d-804f-9c592ce60135'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:07.978533 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1ece6167-f725-49d2-ada0-dd45b9d5ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:07.979195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece6167-f725-49d2-ada0-dd45b9d5ce77 None None] The sync data for ids ['70fc07d9-36a8-403d-804f-9c592ce60135'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:07.996170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b2412a9-a11e-414f-b829-a55a9fe86914 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.151838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b2412a9-a11e-414f-b829-a55a9fe86914 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.153809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b2412a9-a11e-414f-b829-a55a9fe86914 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.195113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b2412a9-a11e-414f-b829-a55a9fe86914 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.195796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2412a9-a11e-414f-b829-a55a9fe86914 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Fanout notify agent at l3_agent the message router_deleted on router 70fc07d9-36a8-403d-804f-9c592ce60135 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:06:08.202286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b2412a9-a11e-414f-b829-a55a9fe86914 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.203343 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2b2412a9-a11e-414f-b829-a55a9fe86914 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/70fc07d9-36a8-403d-804f-9c592ce60135 HTTP/1.1" status: 204 len: 168 time: 0.2818739 Jun 22 15:06:08.205985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42654) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:08.259851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting subnet 860664fc-e80a-4339-92ab-23d1de019bd1 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:08.262834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.302396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.382003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.441466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.444047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9b0ea28d-bb5c-4c5e-a782-6204ba7405c0 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:08.469343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Subnet': ['ID=860664fc-e80a-4339-92ab-23d1de019bd1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:08.472248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:08.473289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.475374 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/860664fc-e80a-4339-92ab-23d1de019bd1 HTTP/1.1" status: 204 len: 168 time: 0.2684669 Jun 22 15:06:08.478300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42656) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:08.480730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000989cd-1495-4dc2-9b1d-014d53bdaef8 None None] Network c63c571f-5448-4c42-8253-a7d42d2192c2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:08.557239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.615557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port d498bf8d-757f-446b-b1fd-522e238d67ee {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:08.615937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.660680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] DHCP port deletion for c63c571f-5448-4c42-8253-a7d42d2192c2 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:06:08.696393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port d498bf8d-757f-446b-b1fd-522e238d67ee, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d498bf8d-757f-446b-b1fd-522e238d67ee,segment=NetworkSegment(9e377ade-8434-47fe-9485-4d9ef098cc93),segment_id=9e377ade-8434-47fe-9485-4d9ef098cc93)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:08.696674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.707089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] Deleting port d498bf8d-757f-446b-b1fd-522e238d67ee {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:08.707473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.771853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for d498bf8d-757f-446b-b1fd-522e238d67ee owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:08.773802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] For port d498bf8d-757f-446b-b1fd-522e238d67ee, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d498bf8d-757f-446b-b1fd-522e238d67ee,segment=NetworkSegment(9e377ade-8434-47fe-9485-4d9ef098cc93),segment_id=9e377ade-8434-47fe-9485-4d9ef098cc93)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:08.774569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.842113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] Calling delete_port for d498bf8d-757f-446b-b1fd-522e238d67ee owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:08.863068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.866396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67bc8228-23d5-4b29-8656-000c866ddfa4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:08.890781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=d498bf8d-757f-446b-b1fd-522e238d67ee,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:08.893805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:08.894601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No DVR routers for this DVR port d498bf8d-757f-446b-b1fd-522e238d67ee on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:08.898250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d498bf8d-757f-446b-b1fd-522e238d67ee no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:08.923993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: d498bf8d-757f-446b-b1fd-522e238d67ee {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:08.924380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d498bf8d-757f-446b-b1fd-522e238d67ee not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:08.964074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.966909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:08.987601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:08.993216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] Pushing event deleted for resources: {'Port': ['ID=d498bf8d-757f-446b-b1fd-522e238d67ee,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:08.995124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] No DVR routers for this DVR port d498bf8d-757f-446b-b1fd-522e238d67ee on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:08.996560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:09.006329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63c571f-5448-4c42-8253-a7d42d2192c2']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:09.020269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e377ade-8434-47fe-9485-4d9ef098cc93') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:09.020610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e377ade-8434-47fe-9485-4d9ef098cc93') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:09.031025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.045645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.052412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:06:09.052907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:06:09.056931 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:06:09.131116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.136402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c8148bc-7bd0-4825-9941-ff9f4efe7aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:09.140545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.146462 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/networks/c63c571f-5448-4c42-8253-a7d42d2192c2 HTTP/1.1" status: 204 len: 168 time: 0.6635728 Jun 22 15:06:09.147172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42658) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:09.161868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-397061691', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:09.171932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Network': ['ID=c63c571f-5448-4c42-8253-a7d42d2192c2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:09.175611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:09.190563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.191986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.266967 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.439770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.665202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.688723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.795072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.26.6.247 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/8bc12c00-c592-4087-9ea8-488123921651) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:09.903917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.945590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:09.947740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67b885b0-e526-4df4-8137-f430afddaa83 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:09.988113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:09.991108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:09.996737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:09.999217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=8bc12c00-c592-4087-9ea8-488123921651,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:10.017286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:10.070867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:10.238095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:10.429931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:10.552981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 97f8d545-c500-42f9-baf7-1759d9c1a632 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:06:10.658708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:10.668014 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8d5d3-cb2b-4b69-bb49-6102198072f4 None None] Sync routers for ids ['97f8d545-c500-42f9-baf7-1759d9c1a632'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:10.676352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:10.677412 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8d5d3-cb2b-4b69-bb49-6102198072f4 None None] Routers {'97f8d545-c500-42f9-baf7-1759d9c1a632'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:10.677673 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.5289457 Jun 22 15:06:10.678023 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-00a8d5d3-cb2b-4b69-bb49-6102198072f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['97f8d545-c500-42f9-baf7-1759d9c1a632'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:10.681140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42662) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:10.713614 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-00a8d5d3-cb2b-4b69-bb49-6102198072f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:10.722208 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8d5d3-cb2b-4b69-bb49-6102198072f4 None None] Routers {'97f8d545-c500-42f9-baf7-1759d9c1a632'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:10.722798 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-00a8d5d3-cb2b-4b69-bb49-6102198072f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['97f8d545-c500-42f9-baf7-1759d9c1a632'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:10.755004 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-00a8d5d3-cb2b-4b69-bb49-6102198072f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:10.755658 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8d5d3-cb2b-4b69-bb49-6102198072f4 None None] The sync data for ids ['97f8d545-c500-42f9-baf7-1759d9c1a632'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:10.791492 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2a43dae8-9e22-4618-b2ad-c0942242ef60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/routers/97f8d545-c500-42f9-baf7-1759d9c1a632 HTTP/1.1" status: 200 len: 880 time: 0.1091802 Jun 22 15:06:10.793869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42664) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:11.374339 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c5f6e34a-16ee-4731-bb47-f77438f78939 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5793345 Jun 22 15:06:11.376837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42666) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:11.381107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3f13fefe-c6d2-49dd-9e29-04ef3545e77b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-397061691'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:11.672637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f13fefe-c6d2-49dd-9e29-04ef3545e77b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:11.682528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f13fefe-c6d2-49dd-9e29-04ef3545e77b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:11.791294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f13fefe-c6d2-49dd-9e29-04ef3545e77b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 97f8d545-c500-42f9-baf7-1759d9c1a632 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:11.893378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f13fefe-c6d2-49dd-9e29-04ef3545e77b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:11.900447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3f13fefe-c6d2-49dd-9e29-04ef3545e77b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:11.901609 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3f13fefe-c6d2-49dd-9e29-04ef3545e77b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/97f8d545-c500-42f9-baf7-1759d9c1a632 HTTP/1.1" status: 200 len: 887 time: 0.5238731 Jun 22 15:06:11.902659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8edd4-5ab1-43ab-879b-9f181f68c0e9 None None] Sync routers for ids ['97f8d545-c500-42f9-baf7-1759d9c1a632'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:11.904258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42668) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:11.911586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8edd4-5ab1-43ab-879b-9f181f68c0e9 None None] Routers {'97f8d545-c500-42f9-baf7-1759d9c1a632'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:11.912193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-01f8edd4-5ab1-43ab-879b-9f181f68c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['97f8d545-c500-42f9-baf7-1759d9c1a632'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:11.947604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-01f8edd4-5ab1-43ab-879b-9f181f68c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:11.955986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8edd4-5ab1-43ab-879b-9f181f68c0e9 None None] Routers {'97f8d545-c500-42f9-baf7-1759d9c1a632'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:11.956582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-01f8edd4-5ab1-43ab-879b-9f181f68c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['97f8d545-c500-42f9-baf7-1759d9c1a632'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:11.988392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-01f8edd4-5ab1-43ab-879b-9f181f68c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:11.989063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f8edd4-5ab1-43ab-879b-9f181f68c0e9 None None] The sync data for ids ['97f8d545-c500-42f9-baf7-1759d9c1a632'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:12.011665 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d5290b63-d34a-4157-a88e-0fa1e2dcf596 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/routers/97f8d545-c500-42f9-baf7-1759d9c1a632 HTTP/1.1" status: 200 len: 887 time: 0.1062219 Jun 22 15:06:12.014274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42670) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:12.042793 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3031a2a6-a68e-48a8-8a8d-181c58ab6560 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=97f8d545-c500-42f9-baf7-1759d9c1a632 HTTP/1.1" status: 200 len: 205 time: 0.0274065 Jun 22 15:06:12.045130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42672) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:12.147190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.249713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.301375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port 8bc12c00-c592-4087-9ea8-488123921651 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:12.301780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.381282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.442561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for 8bc12c00-c592-4087-9ea8-488123921651 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:12.603219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.606036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b6ab9e59-f31f-447d-bb7e-e10bafb74085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:12.632098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=8bc12c00-c592-4087-9ea8-488123921651,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:12.634762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:12.695449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.782999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.785069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.829468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.830006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Fanout notify agent at l3_agent the message router_deleted on router 97f8d545-c500-42f9-baf7-1759d9c1a632 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:06:12.837500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.838824 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/97f8d545-c500-42f9-baf7-1759d9c1a632 HTTP/1.1" status: 204 len: 168 time: 0.7928383 Jun 22 15:06:12.842331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42674) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:12.847073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'network': {'name': 'tempest-RoutersTest-460724217'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:12.867828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:12.871207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.893476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:12.902399 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.902738 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added segment 6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6 of type vlan for network c6a1fcb5-c226-4da6-aa65-32063880c2e4 Jun 22 15:06:12.941479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.969284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.974783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:12.975361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:12.978941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83bd9eb6-e282-486e-9019-3a6abb467341 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:13.027339 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1839962 Jun 22 15:06:13.030088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42676) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:13.035286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'subnet': {'network_id': 'c6a1fcb5-c226-4da6-aa65-32063880c2e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:13.085645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Network': ['ID=c6a1fcb5-c226-4da6-aa65-32063880c2e4,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:13.090161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:13.095813 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network c6a1fcb5-c226-4da6-aa65-32063880c2e4 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:13.137839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:13.141617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.315888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.318489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5fee5c0-4762-41ff-aa3b-531dcee89b39 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:13.379204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Subnet': ['ID=92bd8063-ae13-470d-9b74-29aad6fd5342,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:13.381774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:13.385488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Checking segment: {'id': '6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6a1fcb5-c226-4da6-aa65-32063880c2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:13.385843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network hostable DHCP agents. Network: c6a1fcb5-c226-4da6-aa65-32063880c2e4, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:13.401722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network c6a1fcb5-c226-4da6-aa65-32063880c2e4 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:13.409976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, c6a1fcb5-c226-4da6-aa65-32063880c2e4) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:13.414475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:13.415064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.418532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f7d3b-ac59-48d4-9386-ba5d160e9b8a None None] Network c6a1fcb5-c226-4da6-aa65-32063880c2e4 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:13.430828 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-90ca6a91-f3d3-4e30-a0c8-bd9950abb6f5 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3997121 Jun 22 15:06:13.433278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42678) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:13.437966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9c78da44-248b-4a79-827e-bf632350d957 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-639869848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:13.461277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c78da44-248b-4a79-827e-bf632350d957 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.462258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c78da44-248b-4a79-827e-bf632350d957 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.518606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c78da44-248b-4a79-827e-bf632350d957 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.523909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c78da44-248b-4a79-827e-bf632350d957 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.539989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c78da44-248b-4a79-827e-bf632350d957 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.541415 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9c78da44-248b-4a79-827e-bf632350d957 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1071279 Jun 22 15:06:13.544094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42680) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:13.562868 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3463710-65d1-4864-a057-feca7788831d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-c6a1fcb5-c226-4da6-aa65-32063880c2e4', 'network_id': 'c6a1fcb5-c226-4da6-aa65-32063880c2e4', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'fixed_ips': [{'subnet_id': '92bd8063-ae13-470d-9b74-29aad6fd5342'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:13.563748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3463710-65d1-4864-a057-feca7788831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.706627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-d3463710-65d1-4864-a057-feca7788831d None None] Allocated IP 172.20.0.2 (c6a1fcb5-c226-4da6-aa65-32063880c2e4/92bd8063-ae13-470d-9b74-29aad6fd5342/add63938-d970-4f79-aec2-caa155397002) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:13.858771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3463710-65d1-4864-a057-feca7788831d None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.868028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d3463710-65d1-4864-a057-feca7788831d None None] Transition to ACTIVE for port object add63938-d970-4f79-aec2-caa155397002 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:13.883154 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d3463710-65d1-4864-a057-feca7788831d None None] Transition to ACTIVE for port object add63938-d970-4f79-aec2-caa155397002 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:13.889189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3463710-65d1-4864-a057-feca7788831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:13.890957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-934ad0bf-44c0-4e62-9aa5-ee3678de52f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:13.930297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3463710-65d1-4864-a057-feca7788831d None None] Network c6a1fcb5-c226-4da6-aa65-32063880c2e4 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:13.933511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-d3463710-65d1-4864-a057-feca7788831d None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:13.937029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3463710-65d1-4864-a057-feca7788831d None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:13.943899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3463710-65d1-4864-a057-feca7788831d None None] Pushing event updated for resources: {'Port': ['ID=add63938-d970-4f79-aec2-caa155397002,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:13.965951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d3463710-65d1-4864-a057-feca7788831d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:14.000553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d3463710-65d1-4864-a057-feca7788831d None None] Attempting to bind port add63938-d970-4f79-aec2-caa155397002 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:14.000948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d3463710-65d1-4864-a057-feca7788831d None None] Attempting to bind port add63938-d970-4f79-aec2-caa155397002 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6a1fcb5-c226-4da6-aa65-32063880c2e4'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:14.001308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3463710-65d1-4864-a057-feca7788831d None None] Attempting to bind port add63938-d970-4f79-aec2-caa155397002 on network c6a1fcb5-c226-4da6-aa65-32063880c2e4 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:14.006076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3463710-65d1-4864-a057-feca7788831d None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:14.006466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3463710-65d1-4864-a057-feca7788831d None None] Checking segment: {'id': '6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6a1fcb5-c226-4da6-aa65-32063880c2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:14.006887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3463710-65d1-4864-a057-feca7788831d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:14.007279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3463710-65d1-4864-a057-feca7788831d None None] Bound using segment: {'id': '6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6a1fcb5-c226-4da6-aa65-32063880c2e4'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:14.007817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d3463710-65d1-4864-a057-feca7788831d None None] Bound port: add63938-d970-4f79-aec2-caa155397002, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c6a1fcb5-c226-4da6-aa65-32063880c2e4'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:14.008185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3463710-65d1-4864-a057-feca7788831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:14.067779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d3463710-65d1-4864-a057-feca7788831d None None] For port add63938-d970-4f79-aec2-caa155397002, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:14.070746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d3463710-65d1-4864-a057-feca7788831d None None] For port add63938-d970-4f79-aec2-caa155397002, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=add63938-d970-4f79-aec2-caa155397002,segment=NetworkSegment(6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6),segment_id=6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:14.075870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3463710-65d1-4864-a057-feca7788831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:14.077986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:14.135180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3463710-65d1-4864-a057-feca7788831d None None] Pushing event updated for resources: {'Port': ['ID=add63938-d970-4f79-aec2-caa155397002,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:14.138331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d3463710-65d1-4864-a057-feca7788831d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:14.155730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:14.416570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.20.0.1 (c6a1fcb5-c226-4da6-aa65-32063880c2e4/92bd8063-ae13-470d-9b74-29aad6fd5342/559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:14.545605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:14.564275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Transition to ACTIVE for port object 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:14.598801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:14.602313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:14.639199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network c6a1fcb5-c226-4da6-aa65-32063880c2e4 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:14.644593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:14.648765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:14.677953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:14.682881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:14.699509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:14.843689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:14.912687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device add63938-d970-4f79-aec2-caa155397002 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:14.966235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port add63938-d970-4f79-aec2-caa155397002 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:15.056637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b98302f-7db9-4e0a-bab9-3f93be01e79f None None] Network c6a1fcb5-c226-4da6-aa65-32063880c2e4 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:15.134971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:15.139561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:15.142519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83e2a834-197c-4022-bf6c-154c23e89718 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:15.144409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8870ca5a-e318-494d-99d1-a3829a9bee96 None None] Provisioning for port add63938-d970-4f79-aec2-caa155397002 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:15.173962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8870ca5a-e318-494d-99d1-a3829a9bee96 None None] Provisioning complete for port add63938-d970-4f79-aec2-caa155397002 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:15.174342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8870ca5a-e318-494d-99d1-a3829a9bee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:15.219135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:15.221363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:15.223259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:15.297077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8870ca5a-e318-494d-99d1-a3829a9bee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:15.315794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network c6a1fcb5-c226-4da6-aa65-32063880c2e4 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:15.316992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:15.334153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8870ca5a-e318-494d-99d1-a3829a9bee96 None None] For port add63938-d970-4f79-aec2-caa155397002, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=add63938-d970-4f79-aec2-caa155397002,segment=NetworkSegment(6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6),segment_id=6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:15.339462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8870ca5a-e318-494d-99d1-a3829a9bee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:15.341283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:15.392291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870ca5a-e318-494d-99d1-a3829a9bee96 None None] Pushing event updated for resources: {'Port': ['ID=add63938-d970-4f79-aec2-caa155397002,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:15.396003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8870ca5a-e318-494d-99d1-a3829a9bee96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:15.448539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 49b29407-43fa-488b-a0c3-7a7cf3ae7983 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:06:15.544987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:15.550112 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/49b29407-43fa-488b-a0c3-7a7cf3ae7983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0049016 Jun 22 15:06:15.552845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42688) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:15.559637 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90536ede-1e3d-4778-afd6-98fccae049e0 None None] Sync routers for ids ['49b29407-43fa-488b-a0c3-7a7cf3ae7983'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:15.573347 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90536ede-1e3d-4778-afd6-98fccae049e0 None None] Routers {'49b29407-43fa-488b-a0c3-7a7cf3ae7983'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:15.573603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ff300b0f-fd4f-4fe6-bddf-8a05eba66921 None None] Provisioning for port 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:15.573962 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-90536ede-1e3d-4778-afd6-98fccae049e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['49b29407-43fa-488b-a0c3-7a7cf3ae7983'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:15.577265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ff300b0f-fd4f-4fe6-bddf-8a05eba66921 None None] Provisioning complete for port 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:15.577803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff300b0f-fd4f-4fe6-bddf-8a05eba66921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:15.611030 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-90536ede-1e3d-4778-afd6-98fccae049e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:15.619705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8ac0b1-880b-44b3-bf6a-4c72665e259b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:15.621243 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5f8ac0b1-880b-44b3-bf6a-4c72665e259b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports/559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 HTTP/1.1" status: 200 len: 910 time: 0.0673671 Jun 22 15:06:15.624428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42690) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:15.630404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92bd8063-ae13-470d-9b74-29aad6fd5342'}]}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:15.631586 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90536ede-1e3d-4778-afd6-98fccae049e0 None None] Routers {'49b29407-43fa-488b-a0c3-7a7cf3ae7983'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:15.632543 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-90536ede-1e3d-4778-afd6-98fccae049e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['49b29407-43fa-488b-a0c3-7a7cf3ae7983'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:15.634603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ff300b0f-fd4f-4fe6-bddf-8a05eba66921 None None] Port 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:15.656992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ff300b0f-fd4f-4fe6-bddf-8a05eba66921 None None] Provisioning complete for port add63938-d970-4f79-aec2-caa155397002 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:15.657465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff300b0f-fd4f-4fe6-bddf-8a05eba66921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:15.675680 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-90536ede-1e3d-4778-afd6-98fccae049e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:15.676524 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90536ede-1e3d-4778-afd6-98fccae049e0 None None] The sync data for ids ['49b29407-43fa-488b-a0c3-7a7cf3ae7983'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:15.895509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e17c0d83-39c0-4116-ba23-8b47944f5945 None None] Provisioning complete for port 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:15.895969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e17c0d83-39c0-4116-ba23-8b47944f5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:15.950011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-e17c0d83-39c0-4116-ba23-8b47944f5945 None None] Port 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:16.070970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f32db782-ed00-4d00-b5ac-7b7f3fab6121 None None] Provisioning complete for port 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:16.071737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f32db782-ed00-4d00-b5ac-7b7f3fab6121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:16.110511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f32db782-ed00-4d00-b5ac-7b7f3fab6121 None None] Port 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:16.191928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:16.549127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:16.557737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:16.561028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4a61883a-a55c-4606-a7e8-5a1e25ddc4b2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:16.639350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:16.642824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:16.652252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:16.652906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:16.654212 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/ports/559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 HTTP/1.1" status: 200 len: 910 time: 1.0287247 Jun 22 15:06:16.657011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42692) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:16.867713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device add63938-d970-4f79-aec2-caa155397002 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:16.913886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port add63938-d970-4f79-aec2-caa155397002 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:16.914266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:16.970929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:17.216732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:17.217026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:17.304262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:17.369057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for 559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:17.537202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:17.540654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-706e3361-ba29-4bfc-b7be-ed1bdef73358 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:17.566319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=559fd3f7-6278-4e8b-8bf7-edb5fdc6ed09,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:17.571413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:17.711313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:17.871139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 49b29407-43fa-488b-a0c3-7a7cf3ae7983 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:17.945872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:17.950814 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/49b29407-43fa-488b-a0c3-7a7cf3ae7983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2928455 Jun 22 15:06:17.953552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42694) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:17.956123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31301a35-cb4e-4ae9-bf5c-948be70559db None None] Sync routers for ids ['49b29407-43fa-488b-a0c3-7a7cf3ae7983'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:17.966200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31301a35-cb4e-4ae9-bf5c-948be70559db None None] Routers {'49b29407-43fa-488b-a0c3-7a7cf3ae7983'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:17.966808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-31301a35-cb4e-4ae9-bf5c-948be70559db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['49b29407-43fa-488b-a0c3-7a7cf3ae7983'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:17.984277 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-eb2ce1f2-63ad-4934-bd51-daa8d6f098b6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b29407-43fa-488b-a0c3-7a7cf3ae7983 HTTP/1.1" status: 200 len: 205 time: 0.0295453 Jun 22 15:06:17.986870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42696) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:18.003210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-31301a35-cb4e-4ae9-bf5c-948be70559db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:18.012259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31301a35-cb4e-4ae9-bf5c-948be70559db None None] Routers {'49b29407-43fa-488b-a0c3-7a7cf3ae7983'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:18.012892 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-31301a35-cb4e-4ae9-bf5c-948be70559db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['49b29407-43fa-488b-a0c3-7a7cf3ae7983'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:18.043736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-31301a35-cb4e-4ae9-bf5c-948be70559db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:18.044385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31301a35-cb4e-4ae9-bf5c-948be70559db None None] The sync data for ids ['49b29407-43fa-488b-a0c3-7a7cf3ae7983'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:18.065912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e00c36bd-7275-4edf-ad7f-451452b35053 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.225996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e00c36bd-7275-4edf-ad7f-451452b35053 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.228074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e00c36bd-7275-4edf-ad7f-451452b35053 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.269603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e00c36bd-7275-4edf-ad7f-451452b35053 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.270158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00c36bd-7275-4edf-ad7f-451452b35053 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Fanout notify agent at l3_agent the message router_deleted on router 49b29407-43fa-488b-a0c3-7a7cf3ae7983 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:06:18.276760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e00c36bd-7275-4edf-ad7f-451452b35053 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.277869 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e00c36bd-7275-4edf-ad7f-451452b35053 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/49b29407-43fa-488b-a0c3-7a7cf3ae7983 HTTP/1.1" status: 204 len: 168 time: 0.2899389 Jun 22 15:06:18.280672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42698) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:18.334135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting subnet 92bd8063-ae13-470d-9b74-29aad6fd5342 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:18.337263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.376583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.458686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.519520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.523022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fcd8e1a-c895-4637-bc77-3d4a284ad96e tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:18.547209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Subnet': ['ID=92bd8063-ae13-470d-9b74-29aad6fd5342,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:18.549617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:18.552973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.554919 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/92bd8063-ae13-470d-9b74-29aad6fd5342 HTTP/1.1" status: 204 len: 168 time: 0.2732191 Jun 22 15:06:18.557729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42702) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:18.558996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b24d6e-ffd8-4f2a-9a8e-e10467778a63 None None] Network c6a1fcb5-c226-4da6-aa65-32063880c2e4 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:18.636133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.696564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port add63938-d970-4f79-aec2-caa155397002 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:18.696949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.741122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] DHCP port deletion for c6a1fcb5-c226-4da6-aa65-32063880c2e4 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:06:18.769025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port add63938-d970-4f79-aec2-caa155397002, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=add63938-d970-4f79-aec2-caa155397002,segment=NetworkSegment(6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6),segment_id=6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:18.769391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.786507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] Deleting port add63938-d970-4f79-aec2-caa155397002 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:18.786926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.838829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for add63938-d970-4f79-aec2-caa155397002 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:18.854411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] For port add63938-d970-4f79-aec2-caa155397002, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=add63938-d970-4f79-aec2-caa155397002,segment=NetworkSegment(6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6),segment_id=6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:18.854810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.894234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device add63938-d970-4f79-aec2-caa155397002 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:18.918574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:18.920764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:18.924789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] Calling delete_port for add63938-d970-4f79-aec2-caa155397002 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:18.942861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=add63938-d970-4f79-aec2-caa155397002,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:18.947445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:18.950111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No DVR routers for this DVR port add63938-d970-4f79-aec2-caa155397002 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:19.037301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.048011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a1fcb5-c226-4da6-aa65-32063880c2e4']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:19.058891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:19.059192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6105eebb-4cc7-4b4e-af5a-52deeaf8e7b6') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:19.068209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.083319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.091560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:06:19.092110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:06:19.095682 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:06:19.101693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: add63938-d970-4f79-aec2-caa155397002 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:19.102191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device add63938-d970-4f79-aec2-caa155397002 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:19.158568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.165111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.167227 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/networks/c6a1fcb5-c226-4da6-aa65-32063880c2e4 HTTP/1.1" status: 204 len: 168 time: 0.6084321 Jun 22 15:06:19.168274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e4741c68-bf4e-45a5-a7e6-0c48e3e69fc2 tempest-NetworksIpV6TestAttrs-1229435147 tempest-NetworksIpV6TestAttrs-1229435147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:19.171553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42704) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:19.177013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-78d67579-c739-4187-991c-6b1ff78e493e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-359428009', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:19.178733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.181175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3a3a3ff0-69cd-4fc1-acfa-45849f5a67d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:19.183908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Network': ['ID=c6a1fcb5-c226-4da6-aa65-32063880c2e4,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:19.188279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:19.202103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78d67579-c739-4187-991c-6b1ff78e493e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.203108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78d67579-c739-4187-991c-6b1ff78e493e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.203958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] Network c6a1fcb5-c226-4da6-aa65-32063880c2e4 is not hosted by any dhcp agent {{(pid=93503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 15:06:19.204416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] No DVR routers for this DVR port add63938-d970-4f79-aec2-caa155397002 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:19.206163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] Pushing event deleted for resources: {'Port': ['ID=add63938-d970-4f79-aec2-caa155397002,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:19.209271 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:19.257945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78d67579-c739-4187-991c-6b1ff78e493e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.261926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78d67579-c739-4187-991c-6b1ff78e493e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.278180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-78d67579-c739-4187-991c-6b1ff78e493e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.279648 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-78d67579-c739-4187-991c-6b1ff78e493e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1063170 Jun 22 15:06:19.282338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42706) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:19.287631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'network': {'name': 'tempest-RoutersTest-1314524669'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:19.309453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:19.312865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.337329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:19.346900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.347243 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added segment 086ba5c9-841c-47b8-901e-767a5bd7ab0f of type vlan for network 2725050a-7135-4e71-8711-4df59179d2fa Jun 22 15:06:19.392885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.422486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.428073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:19.429015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.431288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-37089bac-7b97-424b-b5ec-f319eebfd550 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:19.486354 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2025919 Jun 22 15:06:19.488922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42708) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:19.494474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'subnet': {'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:19.502120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Network': ['ID=2725050a-7135-4e71-8711-4df59179d2fa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:19.505275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:19.513250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2725050a-7135-4e71-8711-4df59179d2fa details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:19.581686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:19.586109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.770802 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.774726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0e86885b-4fc7-460f-8254-aeb75b9e8711 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:19.838210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Subnet': ['ID=27a60fd4-b208-4a45-b0d0-e31622fa95d8,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:19.841871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:19.845768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Checking segment: {'id': '086ba5c9-841c-47b8-901e-767a5bd7ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:19.846126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network hostable DHCP agents. Network: 2725050a-7135-4e71-8711-4df59179d2fa, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:19.862468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 2725050a-7135-4e71-8711-4df59179d2fa is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:19.871917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 2725050a-7135-4e71-8711-4df59179d2fa) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:19.875753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:19.876330 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:19.881171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c9349-a976-4b76-a5e6-81077c2114fd None None] Network 2725050a-7135-4e71-8711-4df59179d2fa requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:19.892296 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4019041 Jun 22 15:06:19.894784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42710) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:20.034186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-2725050a-7135-4e71-8711-4df59179d2fa', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:20.035173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.171808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Allocated IP 172.20.0.2 (2725050a-7135-4e71-8711-4df59179d2fa/27a60fd4-b208-4a45-b0d0-e31622fa95d8/d8dcbe76-d402-4e31-9eeb-2729b66e2623) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:20.205427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.311247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.319904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Transition to ACTIVE for port object d8dcbe76-d402-4e31-9eeb-2729b66e2623 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:20.334301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Transition to ACTIVE for port object d8dcbe76-d402-4e31-9eeb-2729b66e2623 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:20.341009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.343722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:20.384527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Network 2725050a-7135-4e71-8711-4df59179d2fa is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:20.389031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:20.391558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:20.406416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Pushing event updated for resources: {'Port': ['ID=d8dcbe76-d402-4e31-9eeb-2729b66e2623,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:20.410156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:20.460408 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.20.0.1 (2725050a-7135-4e71-8711-4df59179d2fa/27a60fd4-b208-4a45-b0d0-e31622fa95d8/d438dbde-6c6b-44da-9af4-d44b272a8621) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:20.461507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Attempting to bind port d8dcbe76-d402-4e31-9eeb-2729b66e2623 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:20.461890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Attempting to bind port d8dcbe76-d402-4e31-9eeb-2729b66e2623 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '086ba5c9-841c-47b8-901e-767a5bd7ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:20.462899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Attempting to bind port d8dcbe76-d402-4e31-9eeb-2729b66e2623 on network 2725050a-7135-4e71-8711-4df59179d2fa {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:20.469218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:20.469687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Checking segment: {'id': '086ba5c9-841c-47b8-901e-767a5bd7ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:20.470156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.470463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Bound using segment: {'id': '086ba5c9-841c-47b8-901e-767a5bd7ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:20.471017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Bound port: d8dcbe76-d402-4e31-9eeb-2729b66e2623, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086ba5c9-841c-47b8-901e-767a5bd7ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:20.471398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.532951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] For port d8dcbe76-d402-4e31-9eeb-2729b66e2623, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:20.536102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] For port d8dcbe76-d402-4e31-9eeb-2729b66e2623, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d8dcbe76-d402-4e31-9eeb-2729b66e2623,segment=NetworkSegment(086ba5c9-841c-47b8-901e-767a5bd7ab0f),segment_id=086ba5c9-841c-47b8-901e-767a5bd7ab0f)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:20.540979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.543660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bcbc096f-895c-460d-b2d2-ef2e5913f00b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:20.583868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.601049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Transition to ACTIVE for port object d438dbde-6c6b-44da-9af4-d44b272a8621 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:20.605839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Pushing event updated for resources: {'Port': ['ID=d8dcbe76-d402-4e31-9eeb-2729b66e2623,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:20.608943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:20.636465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.639593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:20.685110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 2725050a-7135-4e71-8711-4df59179d2fa is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:20.688863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:20.693132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:20.701174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=d438dbde-6c6b-44da-9af4-d44b272a8621,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:20.722381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:20.761174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.913251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:20.926990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d8dcbe76-d402-4e31-9eeb-2729b66e2623 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:20.977162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d8dcbe76-d402-4e31-9eeb-2729b66e2623 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:21.191660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:21.198127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:21.201061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f131bb35-fb3a-4c5b-81b0-4b44acda5c79 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:21.550992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d503d58-c6da-4567-a274-ed9cc19c2d36 None None] Network 2725050a-7135-4e71-8711-4df59179d2fa requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:21.602930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-eacfb758-660c-4ec2-9b97-5f30cde8e847 None None] Provisioning for port d8dcbe76-d402-4e31-9eeb-2729b66e2623 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:21.612854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-eacfb758-660c-4ec2-9b97-5f30cde8e847 None None] Provisioning complete for port d8dcbe76-d402-4e31-9eeb-2729b66e2623 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:21.613365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eacfb758-660c-4ec2-9b97-5f30cde8e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:21.648684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:21.650562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=d438dbde-6c6b-44da-9af4-d44b272a8621,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:21.654118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:21.750831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 2725050a-7135-4e71-8711-4df59179d2fa is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:21.752489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:21.765003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eacfb758-660c-4ec2-9b97-5f30cde8e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:21.810592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-eacfb758-660c-4ec2-9b97-5f30cde8e847 None None] For port d8dcbe76-d402-4e31-9eeb-2729b66e2623, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d8dcbe76-d402-4e31-9eeb-2729b66e2623,segment=NetworkSegment(086ba5c9-841c-47b8-901e-767a5bd7ab0f),segment_id=086ba5c9-841c-47b8-901e-767a5bd7ab0f)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:21.814760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-eacfb758-660c-4ec2-9b97-5f30cde8e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:21.817222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:21.877913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfb758-660c-4ec2-9b97-5f30cde8e847 None None] Pushing event updated for resources: {'Port': ['ID=d8dcbe76-d402-4e31-9eeb-2729b66e2623,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:21.881616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-eacfb758-660c-4ec2-9b97-5f30cde8e847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:21.882380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:06:21.993516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:22.000213 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1043065 Jun 22 15:06:22.003269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42712) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:22.004433 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Sync routers for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:22.011760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'network': {'name': 'tempest-RoutersTest-103820312'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:22.016239 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:22.016904 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:22.041125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-24e0d980-ce66-4d6a-8d7f-acd0109172fe None None] Provisioning for port d438dbde-6c6b-44da-9af4-d44b272a8621 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:22.045441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-24e0d980-ce66-4d6a-8d7f-acd0109172fe None None] Provisioning complete for port d438dbde-6c6b-44da-9af4-d44b272a8621 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:22.045908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-24e0d980-ce66-4d6a-8d7f-acd0109172fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.055534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:22.059122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.088046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:22.089957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-24e0d980-ce66-4d6a-8d7f-acd0109172fe None None] Port d438dbde-6c6b-44da-9af4-d44b272a8621 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:22.099584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.101411 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added segment 0c7f5b04-fb8f-4a00-97ce-0d095cf88216 of type vlan for network 4e4cb273-f54c-4b91-9be0-e027cf76a92d Jun 22 15:06:22.103041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-24e0d980-ce66-4d6a-8d7f-acd0109172fe None None] Provisioning complete for port d8dcbe76-d402-4e31-9eeb-2729b66e2623 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:22.103041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-24e0d980-ce66-4d6a-8d7f-acd0109172fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.127619 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:22.159243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.203457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.210436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:22.211186 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.214296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3e310f16-ccc2-4ad1-b791-f7e06698bc42 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:22.285006 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2803557 Jun 22 15:06:22.288179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42716) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:22.293980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'subnet': {'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:22.303140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Network': ['ID=4e4cb273-f54c-4b91-9be0-e027cf76a92d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:22.306891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-034889a0-d48a-4825-b73a-98d620963d2a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:22.315354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 4e4cb273-f54c-4b91-9be0-e027cf76a92d details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:22.357886 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:20Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:21Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:22.375026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-422873dd-24ee-4e64-8335-dd8efe07ef3e None None] Provisioning complete for port d438dbde-6c6b-44da-9af4-d44b272a8621 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:22.375580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-422873dd-24ee-4e64-8335-dd8efe07ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.427123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-422873dd-24ee-4e64-8335-dd8efe07ef3e None None] Port d438dbde-6c6b-44da-9af4-d44b272a8621 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:22.439009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:22.442799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.502307 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Checking router: 2df5a146-63ee-4323-bc69-d3fe18b6d041 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:22.502592 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Updating router 2df5a146-63ee-4323-bc69-d3fe18b6d041 port d438dbde-6c6b-44da-9af4-d44b272a8621 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:06:22.540610 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.548338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4b9fe64-edff-4fed-b8c7-d2fd5c9431e8 None None] Provisioning complete for port d438dbde-6c6b-44da-9af4-d44b272a8621 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:22.548833 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4b9fe64-edff-4fed-b8c7-d2fd5c9431e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.589657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d4b9fe64-edff-4fed-b8c7-d2fd5c9431e8 None None] Port d438dbde-6c6b-44da-9af4-d44b272a8621 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:22.652978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.655819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d073a47c-5231-4575-84be-4f02d80005a2 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:22.717921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Subnet': ['ID=fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:22.722829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:22.726008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Checking segment: {'id': '0c7f5b04-fb8f-4a00-97ce-0d095cf88216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:22.726384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network hostable DHCP agents. Network: 4e4cb273-f54c-4b91-9be0-e027cf76a92d, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:22.745062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 4e4cb273-f54c-4b91-9be0-e027cf76a92d is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:22.754401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 4e4cb273-f54c-4b91-9be0-e027cf76a92d) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:22.760650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:22.761471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.765110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df64143-03bd-48a8-bf9d-8db5f8559b29 None None] Network 4e4cb273-f54c-4b91-9be0-e027cf76a92d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:22.784031 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4934897 Jun 22 15:06:22.784950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42718) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:22.824240 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.835710 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Transition to ACTIVE for port object d438dbde-6c6b-44da-9af4-d44b272a8621 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:22.845238 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:22.847724 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-8dc1bfa1-bc0c-4f55-9aea-7d3edc6cd8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:22.926077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d8dcbe76-d402-4e31-9eeb-2729b66e2623 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:22.929291 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Pushing event updated for resources: {'Port': ['ID=d438dbde-6c6b-44da-9af4-d44b272a8621,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:22.984920 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.986262 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.986879 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.987492 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.988769 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.989330 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.989902 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.990686 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.991538 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.992652 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.993108 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.993686 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:22.997198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:22.998546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.003439 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:23.019806 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Attempting to bind port d438dbde-6c6b-44da-9af4-d44b272a8621 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:23.021207 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Attempting to bind port d438dbde-6c6b-44da-9af4-d44b272a8621 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '086ba5c9-841c-47b8-901e-767a5bd7ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:23.022681 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Attempting to bind port d438dbde-6c6b-44da-9af4-d44b272a8621 on network 2725050a-7135-4e71-8711-4df59179d2fa {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:23.030043 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:23.030835 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Checking segment: {'id': '086ba5c9-841c-47b8-901e-767a5bd7ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:23.031497 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.032115 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Bound using segment: {'id': '086ba5c9-841c-47b8-901e-767a5bd7ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:23.033280 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Bound port: d438dbde-6c6b-44da-9af4-d44b272a8621, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086ba5c9-841c-47b8-901e-767a5bd7ab0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:23.034035 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.114737 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] For port d438dbde-6c6b-44da-9af4-d44b272a8621, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:23.121189 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] For port d438dbde-6c6b-44da-9af4-d44b272a8621, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d438dbde-6c6b-44da-9af4-d44b272a8621,segment=NetworkSegment(086ba5c9-841c-47b8-901e-767a5bd7ab0f),segment_id=086ba5c9-841c-47b8-901e-767a5bd7ab0f)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:23.129138 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.134081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d8dcbe76-d402-4e31-9eeb-2729b66e2623 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:23.134615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.135541 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:23.189343 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:23.189855 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:23.223793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.286603 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:23.287347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Allocated IP 172.21.0.2 (4e4cb273-f54c-4b91-9be0-e027cf76a92d/fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c/ef7b1239-8cad-4536-8990-c95df8cd4464) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:23.337320 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Pushing event updated for resources: {'Port': ['ID=d438dbde-6c6b-44da-9af4-d44b272a8621,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:23.342467 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:23.511019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.524032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Transition to ACTIVE for port object ef7b1239-8cad-4536-8990-c95df8cd4464 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:23.526656 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:20Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:23Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:23.543945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Transition to ACTIVE for port object ef7b1239-8cad-4536-8990-c95df8cd4464 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:23.550460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.553172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f1669635-b80a-4249-8ac2-84f8149eb3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:23.555772 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd8980-73c8-4491-adda-9f00419a04a6 None None] The sync data for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv is: [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:20Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:23Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:23.593407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Network 4e4cb273-f54c-4b91-9be0-e027cf76a92d is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:23.597913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:23.600195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.21.0.1 (4e4cb273-f54c-4b91-9be0-e027cf76a92d/fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c/af40ee0a-0387-43a4-9158-b88fed618b53) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:23.601672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:23.609130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Pushing event updated for resources: {'Port': ['ID=ef7b1239-8cad-4536-8990-c95df8cd4464,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:23.631110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:23.665252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Attempting to bind port ef7b1239-8cad-4536-8990-c95df8cd4464 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:23.665630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Attempting to bind port ef7b1239-8cad-4536-8990-c95df8cd4464 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0c7f5b04-fb8f-4a00-97ce-0d095cf88216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:23.666016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Attempting to bind port ef7b1239-8cad-4536-8990-c95df8cd4464 on network 4e4cb273-f54c-4b91-9be0-e027cf76a92d {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:23.671115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:23.671492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Checking segment: {'id': '0c7f5b04-fb8f-4a00-97ce-0d095cf88216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:23.671902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.672300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Bound using segment: {'id': '0c7f5b04-fb8f-4a00-97ce-0d095cf88216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:23.672848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Bound port: ef7b1239-8cad-4536-8990-c95df8cd4464, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7f5b04-fb8f-4a00-97ce-0d095cf88216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:23.673228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.716944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.736442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Transition to ACTIVE for port object af40ee0a-0387-43a4-9158-b88fed618b53 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:23.742969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] For port ef7b1239-8cad-4536-8990-c95df8cd4464, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:23.746907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] For port ef7b1239-8cad-4536-8990-c95df8cd4464, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ef7b1239-8cad-4536-8990-c95df8cd4464,segment=NetworkSegment(0c7f5b04-fb8f-4a00-97ce-0d095cf88216),segment_id=0c7f5b04-fb8f-4a00-97ce-0d095cf88216)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:23.751018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.754148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:23.774527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:23.776812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2c74b56d-af32-4831-ab84-4cc4b481b819 tempest-FloatingIPTestJSON-1705949809 tempest-FloatingIPTestJSON-1705949809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:23.827875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 4e4cb273-f54c-4b91-9be0-e027cf76a92d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:23.831769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:23.832322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Pushing event updated for resources: {'Port': ['ID=ef7b1239-8cad-4536-8990-c95df8cd4464,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:23.841397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:23.843982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:23.849214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=af40ee0a-0387-43a4-9158-b88fed618b53,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:23.871434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:23.895322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.049843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.333206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.338742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.341809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:24.411105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.413123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=af40ee0a-0387-43a4-9158-b88fed618b53,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:24.415930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:24.510799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network 4e4cb273-f54c-4b91-9be0-e027cf76a92d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:24.512230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:24.613509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:24.712146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:24.718082 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9319956 Jun 22 15:06:24.720849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42722) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:24.726939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'network': {'name': 'tempest-RoutersTest-421765723'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:24.748130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:24.752101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.778901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:24.789666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.789808 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added segment 1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25 of type vlan for network a87337ef-b864-4827-85e0-1539c66a58e1 Jun 22 15:06:24.821127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f374b6d7-c7a2-42c8-a9d4-8904f298fa14 None None] Network 4e4cb273-f54c-4b91-9be0-e027cf76a92d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:24.837087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.870329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.876987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:24.877702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:24.882843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-145f6179-6611-4fab-b58b-26a0b7e49a7f tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:24.914708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b056d024-dd37-4696-8315-d3abf33e7bf9 None None] Provisioning for port ef7b1239-8cad-4536-8990-c95df8cd4464 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:24.956711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42724) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:24.957004 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2349076 Jun 22 15:06:24.964278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Network': ['ID=a87337ef-b864-4827-85e0-1539c66a58e1,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:24.965036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'subnet': {'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:24.967327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:24.967681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ef7b1239-8cad-4536-8990-c95df8cd4464 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:24.994525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network a87337ef-b864-4827-85e0-1539c66a58e1 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:25.129659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port ef7b1239-8cad-4536-8990-c95df8cd4464 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:25.136498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ef7b1239-8cad-4536-8990-c95df8cd4464 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:25.136916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:25.230184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Sync routers for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:25.234343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:25.415246 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:25.415979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:25.440725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:25.444551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:25.499867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port ef7b1239-8cad-4536-8990-c95df8cd4464, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ef7b1239-8cad-4536-8990-c95df8cd4464,segment=NetworkSegment(0c7f5b04-fb8f-4a00-97ce-0d095cf88216),segment_id=0c7f5b04-fb8f-4a00-97ce-0d095cf88216)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:25.509283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:25.510190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d438dbde-6c6b-44da-9af4-d44b272a8621 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:25.515027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d3463710-65d1-4864-a057-feca7788831d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:25.538615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-28654c46-5af2-4300-9f36-9a0ff247b176 None None] Provisioning complete for port ef7b1239-8cad-4536-8990-c95df8cd4464 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:25.539014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-28654c46-5af2-4300-9f36-9a0ff247b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:25.596302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:25.650966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:25.655686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7249de73-2c8e-42c8-b946-374da71a6e09 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:25.701977 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=ef7b1239-8cad-4536-8990-c95df8cd4464,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:25.710461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:25.722398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Subnet': ['ID=b378a883-fa47-4f0d-ad61-511c0af4a936,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:25.727012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:25.734696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Checking segment: {'id': '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:25.735056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network hostable DHCP agents. Network: a87337ef-b864-4827-85e0-1539c66a58e1, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:25.754827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network a87337ef-b864-4827-85e0-1539c66a58e1 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:25.765810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, a87337ef-b864-4827-85e0-1539c66a58e1) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:25.770679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:25.771350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:25.790648 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8296912 Jun 22 15:06:25.790885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d438dbde-6c6b-44da-9af4-d44b272a8621 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:25.791012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42726) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:25.796029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db62078-7d21-4479-b9d3-a5e39d86d5f3 None None] Network a87337ef-b864-4827-85e0-1539c66a58e1 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:25.812420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d438dbde-6c6b-44da-9af4-d44b272a8621 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:25.813084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.025517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-28654c46-5af2-4300-9f36-9a0ff247b176 None None] Provisioning for port af40ee0a-0387-43a4-9158-b88fed618b53 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:26.034333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-28654c46-5af2-4300-9f36-9a0ff247b176 None None] Provisioning complete for port af40ee0a-0387-43a4-9158-b88fed618b53 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:26.034716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-28654c46-5af2-4300-9f36-9a0ff247b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.177066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-28654c46-5af2-4300-9f36-9a0ff247b176 None None] Port af40ee0a-0387-43a4-9158-b88fed618b53 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:26.194491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.202370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.219989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-a87337ef-b864-4827-85e0-1539c66a58e1', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:26.220891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.255976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:23Z', 'revision_number': 3, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:24Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:23Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:26.318142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port d438dbde-6c6b-44da-9af4-d44b272a8621, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d438dbde-6c6b-44da-9af4-d44b272a8621,segment=NetworkSegment(086ba5c9-841c-47b8-901e-767a5bd7ab0f),segment_id=086ba5c9-841c-47b8-901e-767a5bd7ab0f)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:26.323323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Checking router: 2df5a146-63ee-4323-bc69-d3fe18b6d041 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:26.323688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Updating router 2df5a146-63ee-4323-bc69-d3fe18b6d041 port af40ee0a-0387-43a4-9158-b88fed618b53 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:06:26.327688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.353671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dcae7f4a-e017-4948-9d31-162da326f91c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:26.475350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-076a0d78-b36a-4536-951f-a27b4c983287 None None] Provisioning complete for port af40ee0a-0387-43a4-9158-b88fed618b53 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:26.475827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-076a0d78-b36a-4536-951f-a27b4c983287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.483559 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.22.0.1 (a87337ef-b864-4827-85e0-1539c66a58e1/b378a883-fa47-4f0d-ad61-511c0af4a936/964a1865-9b40-46ec-ab15-99c6ba1ac00d) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:26.518781 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.557915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=d438dbde-6c6b-44da-9af4-d44b272a8621,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:26.579722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:26.582173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-076a0d78-b36a-4536-951f-a27b4c983287 None None] Port af40ee0a-0387-43a4-9158-b88fed618b53 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:26.603701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.616969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Transition to ACTIVE for port object 964a1865-9b40-46ec-ab15-99c6ba1ac00d will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:26.651238 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.654143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4711bce-a8c7-4588-be39-4b9425286368 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:26.692818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network a87337ef-b864-4827-85e0-1539c66a58e1 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:26.696990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:26.702980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:26.738379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=964a1865-9b40-46ec-ab15-99c6ba1ac00d,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:26.743070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:26.745134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Allocated IP 172.22.0.2 (a87337ef-b864-4827-85e0-1539c66a58e1/b378a883-fa47-4f0d-ad61-511c0af4a936/4c5bcbc3-34bf-4df5-aff9-a292aedd55e6) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:26.755074 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.888527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:26.913860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ef7b1239-8cad-4536-8990-c95df8cd4464 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:26.993812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.011567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Transition to ACTIVE for port object af40ee0a-0387-43a4-9158-b88fed618b53 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:27.026292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.029073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.031381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-21daaca7-1fc6-4213-84e1-759036a0b194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:27.063481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Transition to ACTIVE for port object 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:27.071358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ef7b1239-8cad-4536-8990-c95df8cd4464 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:27.071853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.180966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.186261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.189733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6bf2000-530f-471f-86e3-50f63c30656d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:27.267345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.269314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=964a1865-9b40-46ec-ab15-99c6ba1ac00d,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:27.272843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:27.298437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Transition to ACTIVE for port object 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:27.317724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.323466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5ab58-ac3c-43ec-bab5-d95145823e0e None None] Pushing event updated for resources: {'Port': ['ID=af40ee0a-0387-43a4-9158-b88fed618b53,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:27.330435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b7f5ab58-ac3c-43ec-bab5-d95145823e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:27.333570 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:27.373565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network a87337ef-b864-4827-85e0-1539c66a58e1 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:27.375079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:27.403561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Network a87337ef-b864-4827-85e0-1539c66a58e1 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:27.424484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:27.429813 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:27.438995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Attempting to bind port af40ee0a-0387-43a4-9158-b88fed618b53 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:27.439370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Attempting to bind port af40ee0a-0387-43a4-9158-b88fed618b53 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0c7f5b04-fb8f-4a00-97ce-0d095cf88216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:27.439740 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Attempting to bind port af40ee0a-0387-43a4-9158-b88fed618b53 on network 4e4cb273-f54c-4b91-9be0-e027cf76a92d {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:27.452354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Pushing event updated for resources: {'Port': ['ID=4c5bcbc3-34bf-4df5-aff9-a292aedd55e6,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:27.475858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:27.485551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:27.485943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Checking segment: {'id': '0c7f5b04-fb8f-4a00-97ce-0d095cf88216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:27.486346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.486746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Bound using segment: {'id': '0c7f5b04-fb8f-4a00-97ce-0d095cf88216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:27.487240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Bound port: af40ee0a-0387-43a4-9158-b88fed618b53, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7f5b04-fb8f-4a00-97ce-0d095cf88216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:27.487618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.491720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:27.559614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Attempting to bind port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:27.559986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Attempting to bind port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:27.560357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Attempting to bind port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 on network a87337ef-b864-4827-85e0-1539c66a58e1 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:27.562839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d438dbde-6c6b-44da-9af4-d44b272a8621 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:27.567568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:27.573516 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815399 Jun 22 15:06:27.575971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42728) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:27.581296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'network': {'name': 'tempest-RoutersTest-2060218325'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:27.596595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:27.597000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Checking segment: {'id': '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:27.597407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.597815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Bound using segment: {'id': '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:27.598296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Bound port: 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:27.598669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.602585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:27.606212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.638819 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:27.656106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.656456 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added segment 6022b5f3-0f05-4cba-8757-bfb2e2ce0c41 of type vlan for network b4719168-9d06-4210-8427-432a5f77e1e7 Jun 22 15:06:27.659407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] For port af40ee0a-0387-43a4-9158-b88fed618b53, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:27.685468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] For port af40ee0a-0387-43a4-9158-b88fed618b53, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=af40ee0a-0387-43a4-9158-b88fed618b53,segment=NetworkSegment(0c7f5b04-fb8f-4a00-97ce-0d095cf88216),segment_id=0c7f5b04-fb8f-4a00-97ce-0d095cf88216)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:27.695705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.699610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.700967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:27.730114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.736373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:27.737243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] For port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:27.737422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.739719 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:27.747794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d438dbde-6c6b-44da-9af4-d44b272a8621 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:27.748179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.785064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] For port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4c5bcbc3-34bf-4df5-aff9-a292aedd55e6,segment=NetworkSegment(1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25),segment_id=1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:27.804287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.807688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Network': ['ID=b4719168-9d06-4210-8427-432a5f77e1e7,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:27.810650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:27.812405 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2354100 Jun 22 15:06:27.815140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42730) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:27.821737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'subnet': {'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:27.822568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:27.823209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:27.830510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network b4719168-9d06-4210-8427-432a5f77e1e7 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:27.905759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5ab58-ac3c-43ec-bab5-d95145823e0e None None] Pushing event updated for resources: {'Port': ['ID=af40ee0a-0387-43a4-9158-b88fed618b53,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:27.913376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b7f5ab58-ac3c-43ec-bab5-d95145823e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:27.924217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Made reservation on behalf of d5d8a49f98504143a78d25f37bd42793 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:27.928202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:27.941206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-dbd41ffa-3ebd-40d8-baff-3f94d024fc62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:28.026310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:28.090084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Pushing event updated for resources: {'Port': ['ID=4c5bcbc3-34bf-4df5-aff9-a292aedd55e6,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:28.098641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:28.129067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:28.136354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-431b05a9-531d-4bb4-9170-ec8bff4f03ee tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:28.200977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Subnet': ['ID=d63f0140-e30b-434a-ae30-6cbe17698d84,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:28.204264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:28.222428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Checking segment: {'id': '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:28.222798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network hostable DHCP agents. Network: b4719168-9d06-4210-8427-432a5f77e1e7, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:28.239920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network b4719168-9d06-4210-8427-432a5f77e1e7 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:28.250303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, b4719168-9d06-4210-8427-432a5f77e1e7) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:28.254987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:28.255612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:28.271532 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6ead7203-dc9e-4967-92ca-528b988c88ef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4552438 Jun 22 15:06:28.274968 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42732) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:28.282699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11128ed-3754-4fa3-9a99-1a59b6bdf463 None None] Network b4719168-9d06-4210-8427-432a5f77e1e7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:28.380714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:27Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:27Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:28.425282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ebc6-33dc-4ed5-b6c1-b01f948e8f98 None None] The sync data for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv is: [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:27Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:27Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:28.491328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-b4719168-9d06-4210-8427-432a5f77e1e7', 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'fixed_ips': [{'subnet_id': 'd63f0140-e30b-434a-ae30-6cbe17698d84'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:28.492300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:28.673244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:28.677648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Allocated IP 172.23.0.2 (b4719168-9d06-4210-8427-432a5f77e1e7/d63f0140-e30b-434a-ae30-6cbe17698d84/384dd87d-3457-44b8-be5f-54adff9b432d) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:28.857020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:28.869148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Transition to ACTIVE for port object 384dd87d-3457-44b8-be5f-54adff9b432d will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:28.892913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Transition to ACTIVE for port object 384dd87d-3457-44b8-be5f-54adff9b432d will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:28.909358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:28.913517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:28.949193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Network b4719168-9d06-4210-8427-432a5f77e1e7 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:28.956368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:28.959099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:29.005510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:29.010852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Pushing event updated for resources: {'Port': ['ID=384dd87d-3457-44b8-be5f-54adff9b432d,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:29.013399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:29.081047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Allocated IP 172.23.0.1 (b4719168-9d06-4210-8427-432a5f77e1e7/d63f0140-e30b-434a-ae30-6cbe17698d84/c16e13f9-96f0-4e32-8b2c-1dd5537e0f68) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:29.105199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0efed8c-8d43-4d4b-ae61-c04e9185e65d None None] Network a87337ef-b864-4827-85e0-1539c66a58e1 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:29.146013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Attempting to bind port 384dd87d-3457-44b8-be5f-54adff9b432d on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:29.146312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Attempting to bind port 384dd87d-3457-44b8-be5f-54adff9b432d by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:29.147626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Attempting to bind port 384dd87d-3457-44b8-be5f-54adff9b432d on network b4719168-9d06-4210-8427-432a5f77e1e7 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:29.158003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:29.158380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Checking segment: {'id': '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:29.158799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.159203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Bound using segment: {'id': '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:29.159692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Bound port: 384dd87d-3457-44b8-be5f-54adff9b432d, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:29.160072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.222246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.235211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:29.236972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Transition to ACTIVE for port object c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:29.257596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4ceab0c-233f-4517-9d89-97bf7ad69ffd None None] Provisioning for port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:29.273054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.275872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cf019f43-5da0-4a61-b8cb-37f39558a4a3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:29.292545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d4ceab0c-233f-4517-9d89-97bf7ad69ffd None None] Provisioning complete for port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:29.292966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4ceab0c-233f-4517-9d89-97bf7ad69ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.318493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network b4719168-9d06-4210-8427-432a5f77e1e7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:29.322067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:29.324673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:29.334034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] For port 384dd87d-3457-44b8-be5f-54adff9b432d, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:29.354367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] For port 384dd87d-3457-44b8-be5f-54adff9b432d, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=384dd87d-3457-44b8-be5f-54adff9b432d,segment=NetworkSegment(6022b5f3-0f05-4cba-8757-bfb2e2ce0c41),segment_id=6022b5f3-0f05-4cba-8757-bfb2e2ce0c41)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:29.358240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=c16e13f9-96f0-4e32-8b2c-1dd5537e0f68,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:29.364214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:29.379883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.385721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.389479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:29.495540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Pushing event updated for resources: {'Port': ['ID=384dd87d-3457-44b8-be5f-54adff9b432d,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:29.502269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:29.517906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4ceab0c-233f-4517-9d89-97bf7ad69ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.527765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.569802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d4ceab0c-233f-4517-9d89-97bf7ad69ffd None None] For port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4c5bcbc3-34bf-4df5-aff9-a292aedd55e6,segment=NetworkSegment(1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25),segment_id=1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:29.577876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d4ceab0c-233f-4517-9d89-97bf7ad69ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.582456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d3463710-65d1-4864-a057-feca7788831d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:29.641901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ceab0c-233f-4517-9d89-97bf7ad69ffd None None] Pushing event updated for resources: {'Port': ['ID=4c5bcbc3-34bf-4df5-aff9-a292aedd55e6,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:29.648436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d4ceab0c-233f-4517-9d89-97bf7ad69ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:29.852554 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Sync routers for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:29.861956 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:29.862713 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:29.883540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.896208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.901658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b75e4d4f-710e-488a-a977-808b0863297b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:29.911810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-75e17d5c-c947-4413-9790-e12bf7462686 None None] Provisioning complete for port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:29.913076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-75e17d5c-c947-4413-9790-e12bf7462686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.982040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:29.983200 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:29.984047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event updated for resources: {'Port': ['ID=c16e13f9-96f0-4e32-8b2c-1dd5537e0f68,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:29.987628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:30.042114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-75e17d5c-c947-4413-9790-e12bf7462686 None None] Provisioning for port 964a1865-9b40-46ec-ab15-99c6ba1ac00d completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:30.049691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-75e17d5c-c947-4413-9790-e12bf7462686 None None] Provisioning complete for port 964a1865-9b40-46ec-ab15-99c6ba1ac00d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:30.050485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-75e17d5c-c947-4413-9790-e12bf7462686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.093835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-75e17d5c-c947-4413-9790-e12bf7462686 None None] Port 964a1865-9b40-46ec-ab15-99c6ba1ac00d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:30.099528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Network b4719168-9d06-4210-8427-432a5f77e1e7 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:30.101125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:30.145055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-efb747a3-938b-45e0-a7ef-45bdc2dd00f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.217086 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:29Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:27Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:27Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c16e13f9-96f0-4e32-8b2c-1dd5537e0f68', 'name': '', 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:8e:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:28Z', 'updated_at': '2021-06-22T15:06:29Z', 'revision_number': 1, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:30.223305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f2e60710-ce4b-4eb4-9d83-760bedebf3d0 None None] Provisioning complete for port 964a1865-9b40-46ec-ab15-99c6ba1ac00d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:30.225953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f2e60710-ce4b-4eb4-9d83-760bedebf3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.252080 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Checking router: 2df5a146-63ee-4323-bc69-d3fe18b6d041 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:30.252441 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Updating router 2df5a146-63ee-4323-bc69-d3fe18b6d041 port 964a1865-9b40-46ec-ab15-99c6ba1ac00d binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:06:30.270999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f2e60710-ce4b-4eb4-9d83-760bedebf3d0 None None] Port 964a1865-9b40-46ec-ab15-99c6ba1ac00d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:30.296387 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.493156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-091526d4-6563-46ee-a997-92e984e4e199 None None] Provisioning complete for port 964a1865-9b40-46ec-ab15-99c6ba1ac00d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:30.493627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-091526d4-6563-46ee-a997-92e984e4e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.541526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-091526d4-6563-46ee-a997-92e984e4e199 None None] Port 964a1865-9b40-46ec-ab15-99c6ba1ac00d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:30.594141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:30.599320 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.610522 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Transition to ACTIVE for port object 964a1865-9b40-46ec-ab15-99c6ba1ac00d will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:30.617382 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.619512 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f464e94b-08a9-4abc-867d-b6cdbcd101a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:30.698437 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Pushing event updated for resources: {'Port': ['ID=964a1865-9b40-46ec-ab15-99c6ba1ac00d,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:30.703055 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:30.708612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:30.720634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c807a8-9c71-4de2-98a8-2ea5d375bdea None None] Network b4719168-9d06-4210-8427-432a5f77e1e7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:30.735112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42736) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:30.735702 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4573553 Jun 22 15:06:30.738197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:30.788408 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Attempting to bind port 964a1865-9b40-46ec-ab15-99c6ba1ac00d on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:30.788920 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Attempting to bind port 964a1865-9b40-46ec-ab15-99c6ba1ac00d by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:30.789521 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Attempting to bind port 964a1865-9b40-46ec-ab15-99c6ba1ac00d on network a87337ef-b864-4827-85e0-1539c66a58e1 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:30.795215 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:30.795585 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Checking segment: {'id': '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:30.795986 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.796381 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Bound using segment: {'id': '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:30.796886 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Bound port: 964a1865-9b40-46ec-ab15-99c6ba1ac00d, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:30.797256 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.799805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2456112a-5b5a-4210-9e6b-f8727f679bed None None] Provisioning for port 384dd87d-3457-44b8-be5f-54adff9b432d completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:30.876286 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] For port 964a1865-9b40-46ec-ab15-99c6ba1ac00d, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:30.879828 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] For port 964a1865-9b40-46ec-ab15-99c6ba1ac00d, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=964a1865-9b40-46ec-ab15-99c6ba1ac00d,segment=NetworkSegment(1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25),segment_id=1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:30.886999 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:30.904288 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:30.938986 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Updating router 2df5a146-63ee-4323-bc69-d3fe18b6d041 port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:06:31.011743 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Pushing event updated for resources: {'Port': ['ID=964a1865-9b40-46ec-ab15-99c6ba1ac00d,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:31.016365 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:31.017437 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.180246 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:31.255360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:31.255759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.283796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.extraroute_db [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 15:06:31.309487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.extraroute_db [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Removed routes are [] {{(pid=93502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 15:06:31.310268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.383360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 384dd87d-3457-44b8-be5f-54adff9b432d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:31.437749 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.449928 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Transition to ACTIVE for port object c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:31.450155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 384dd87d-3457-44b8-be5f-54adff9b432d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:31.454437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 384dd87d-3457-44b8-be5f-54adff9b432d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:31.454827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.461637 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.465129 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:31.524527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.528976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.550211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.568262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cdeaa83f-9942-4aa2-93a7-40e0fda99fee None None] Provisioning complete for port 384dd87d-3457-44b8-be5f-54adff9b432d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:31.568859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa83f-9942-4aa2-93a7-40e0fda99fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.611598 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Attempting to bind port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:31.612512 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Attempting to bind port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:31.612512 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Attempting to bind port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 on network b4719168-9d06-4210-8427-432a5f77e1e7 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:31.614237 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Pushing event updated for resources: {'Port': ['ID=c16e13f9-96f0-4e32-8b2c-1dd5537e0f68,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:31.617622 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:31.618190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 384dd87d-3457-44b8-be5f-54adff9b432d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=384dd87d-3457-44b8-be5f-54adff9b432d,segment=NetworkSegment(6022b5f3-0f05-4cba-8757-bfb2e2ce0c41),segment_id=6022b5f3-0f05-4cba-8757-bfb2e2ce0c41)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:31.620315 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:31.620696 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Checking segment: {'id': '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:31.621137 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.621545 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Bound using segment: {'id': '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:31.622084 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Bound port: c16e13f9-96f0-4e32-8b2c-1dd5537e0f68, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:31.622462 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.628616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.629770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device af40ee0a-0387-43a4-9158-b88fed618b53 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:31.632213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d0d9b3c4-0212-41dc-89b6-71309a0b707b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:31.659298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:31.696013 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] For port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:31.700246 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] For port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c16e13f9-96f0-4e32-8b2c-1dd5537e0f68,segment=NetworkSegment(6022b5f3-0f05-4cba-8757-bfb2e2ce0c41),segment_id=6022b5f3-0f05-4cba-8757-bfb2e2ce0c41)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:31.708901 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.727572 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:31.762422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=384dd87d-3457-44b8-be5f-54adff9b432d,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:31.765934 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:31.766560 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:31.768933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:31.787170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:31.790445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port af40ee0a-0387-43a4-9158-b88fed618b53 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:31.794827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port af40ee0a-0387-43a4-9158-b88fed618b53 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:31.795277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.798371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cdeaa83f-9942-4aa2-93a7-40e0fda99fee None None] Provisioning for port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:31.804903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.809618 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2f6a8292-be17-4882-9b52-837ce4c64a90 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041 HTTP/1.1" status: 200 len: 933 time: 1.0751386 Jun 22 15:06:31.810518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42740) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:31.870956 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Pushing event updated for resources: {'Port': ['ID=c16e13f9-96f0-4e32-8b2c-1dd5537e0f68,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:31.875207 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:31.884644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.890622 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:31.931585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port af40ee0a-0387-43a4-9158-b88fed618b53, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=af40ee0a-0387-43a4-9158-b88fed618b53,segment=NetworkSegment(0c7f5b04-fb8f-4a00-97ce-0d095cf88216),segment_id=0c7f5b04-fb8f-4a00-97ce-0d095cf88216)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:31.933759 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0e0209ba-1259-4f64-8e3c-b00d65d58bef tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041 HTTP/1.1" status: 200 len: 933 time: 0.1216705 Jun 22 15:06:31.936292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42742) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:31.942176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'routes': None}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:31.946092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:31.948429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:32.008655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=af40ee0a-0387-43a4-9158-b88fed618b53,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:32.019211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:32.130155 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 6, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:30Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:27Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c16e13f9-96f0-4e32-8b2c-1dd5537e0f68', 'name': '', 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:8e:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:28Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:32.163410 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d1010-45f5-456e-ae2d-9f5e4c33cc56 None None] The sync data for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv is: [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 6, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:30Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:27Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c16e13f9-96f0-4e32-8b2c-1dd5537e0f68', 'name': '', 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:8e:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:28Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:32.371280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.extraroute_db [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added routes are [] {{(pid=93502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 15:06:32.371626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.extraroute_db [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93502) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 15:06:32.408279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:32.597428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:32.601825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:32.627909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-40dcc659-65ed-4760-afeb-da14e92085d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:32.707886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:32.804175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:32.810853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:32.812997 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e70b6573-3432-4ee1-b7c6-41712adddfb1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041 HTTP/1.1" status: 200 len: 699 time: 0.8745618 Jun 22 15:06:32.814613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42744) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:32.901335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:32.932497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] Sync routers for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:32.940490 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-97112ca5-5b3e-4cfe-8d83-5ed7e570d99e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041 HTTP/1.1" status: 200 len: 699 time: 0.1246765 Jun 22 15:06:32.942993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42746) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:32.943978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:32.944666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:33.017506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 384dd87d-3457-44b8-be5f-54adff9b432d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:33.071353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:33.155128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 384dd87d-3457-44b8-be5f-54adff9b432d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:33.155514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:33.331629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:33.392255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:32Z', 'revision_number': 7, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:30Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c16e13f9-96f0-4e32-8b2c-1dd5537e0f68', 'name': '', 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:8e:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:28Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:33.423376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:33.425561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] Checking router: 2df5a146-63ee-4323-bc69-d3fe18b6d041 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:33.431086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:33.431471 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:33.456804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:33.457438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:33.559425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:33.627802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:33.629931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:33.736684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c16e13f9-96f0-4e32-8b2c-1dd5537e0f68,segment=NetworkSegment(6022b5f3-0f05-4cba-8757-bfb2e2ce0c41),segment_id=6022b5f3-0f05-4cba-8757-bfb2e2ce0c41)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:33.743089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:33.743934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 964a1865-9b40-46ec-ab15-99c6ba1ac00d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:33.747593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d4ceab0c-233f-4517-9d89-97bf7ad69ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:33.865702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=c16e13f9-96f0-4e32-8b2c-1dd5537e0f68,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:33.868976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:33.892373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:33.893000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:33.894941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:33.899624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 964a1865-9b40-46ec-ab15-99c6ba1ac00d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:33.907944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 964a1865-9b40-46ec-ab15-99c6ba1ac00d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:33.908320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:33.947285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:32Z', 'revision_number': 7, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:30Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c16e13f9-96f0-4e32-8b2c-1dd5537e0f68', 'name': '', 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:8e:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:28Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:33.976017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a238fa96-2539-425c-8a15-5ace3246a76e None None] The sync data for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv is: [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:32Z', 'revision_number': 7, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:30Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c16e13f9-96f0-4e32-8b2c-1dd5537e0f68', 'name': '', 'network_id': 'b4719168-9d06-4210-8427-432a5f77e1e7', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:8e:5d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:28Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 4, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'd63f0140-e30b-434a-ae30-6cbe17698d84', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:33.985990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port c16e13f9-96f0-4e32-8b2c-1dd5537e0f68, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c16e13f9-96f0-4e32-8b2c-1dd5537e0f68,segment=NetworkSegment(6022b5f3-0f05-4cba-8757-bfb2e2ce0c41),segment_id=6022b5f3-0f05-4cba-8757-bfb2e2ce0c41)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:33.986347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.031905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.056828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:34.065522 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 964a1865-9b40-46ec-ab15-99c6ba1ac00d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=964a1865-9b40-46ec-ab15-99c6ba1ac00d,segment=NetworkSegment(1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25),segment_id=1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:34.070714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.071665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device af40ee0a-0387-43a4-9158-b88fed618b53 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:34.073289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3763c0cb-7ee1-4c8e-9699-89aeceefe07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:34.237601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.239606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e05ce2ba-5591-4318-9ced-a70d1b94c0c2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:34.248001 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:06:34.264117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=c16e13f9-96f0-4e32-8b2c-1dd5537e0f68,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:34.267946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:34.299711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=964a1865-9b40-46ec-ab15-99c6ba1ac00d,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:34.304098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:34.314480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port af40ee0a-0387-43a4-9158-b88fed618b53 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:34.314885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.428481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.626511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:34.726936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:34.731850 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7878010 Jun 22 15:06:34.734546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42748) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:34.737072 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] Sync routers for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:34.746312 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:34.747294 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:34.784926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting subnet d63f0140-e30b-434a-ae30-6cbe17698d84 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:34.788026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.828014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.836610 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:34.928792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.974618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 964a1865-9b40-46ec-ab15-99c6ba1ac00d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:34.988513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:34.991482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-430fad20-77be-4327-9d45-adc8fee97b09 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:35.018493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Subnet': ['ID=d63f0140-e30b-434a-ae30-6cbe17698d84,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:35.020700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.023334 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/d63f0140-e30b-434a-ae30-6cbe17698d84 HTTP/1.1" status: 204 len: 168 time: 0.2877734 Jun 22 15:06:35.024318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:35.025910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42750) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:35.031268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d407d-2a3d-43e3-beda-8b121acf896c None None] Network b4719168-9d06-4210-8427-432a5f77e1e7 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:35.048165 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:34Z', 'revision_number': 8, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:34Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:35.074650 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] Checking router: 2df5a146-63ee-4323-bc69-d3fe18b6d041 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:35.079032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 964a1865-9b40-46ec-ab15-99c6ba1ac00d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:35.079414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.082691 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:35.083309 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:35.103794 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.163809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port 384dd87d-3457-44b8-be5f-54adff9b432d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:35.164160 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.177097 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:35.237177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port 384dd87d-3457-44b8-be5f-54adff9b432d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=384dd87d-3457-44b8-be5f-54adff9b432d,segment=NetworkSegment(6022b5f3-0f05-4cba-8757-bfb2e2ce0c41),segment_id=6022b5f3-0f05-4cba-8757-bfb2e2ce0c41)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:35.237744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.300696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] DHCP port deletion for b4719168-9d06-4210-8427-432a5f77e1e7 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:06:35.309053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for 384dd87d-3457-44b8-be5f-54adff9b432d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:35.347157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] Deleting port 384dd87d-3457-44b8-be5f-54adff9b432d {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:35.347591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.392948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.397159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:35.417897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] For port 384dd87d-3457-44b8-be5f-54adff9b432d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=384dd87d-3457-44b8-be5f-54adff9b432d,segment=NetworkSegment(6022b5f3-0f05-4cba-8757-bfb2e2ce0c41),segment_id=6022b5f3-0f05-4cba-8757-bfb2e2ce0c41)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:35.418646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.424416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=384dd87d-3457-44b8-be5f-54adff9b432d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:35.427688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:35.428709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No DVR routers for this DVR port 384dd87d-3457-44b8-be5f-54adff9b432d on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:35.486508 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:34Z', 'revision_number': 8, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:34Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:35.493405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] Calling delete_port for 384dd87d-3457-44b8-be5f-54adff9b432d owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:35.511084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.514723 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf227b6-edcb-41bb-868a-63952d194725 None None] The sync data for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv is: [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:34Z', 'revision_number': 8, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': '964a1865-9b40-46ec-ab15-99c6ba1ac00d', 'name': '', 'network_id': 'a87337ef-b864-4827-85e0-1539c66a58e1', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:15:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:26Z', 'updated_at': '2021-06-22T15:06:34Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'b378a883-fa47-4f0d-ad61-511c0af4a936', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:35.522997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4719168-9d06-4210-8427-432a5f77e1e7']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:35.536825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:35.538657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6022b5f3-0f05-4cba-8757-bfb2e2ce0c41') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:35.549383 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.564232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.572946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:06:35.573340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:06:35.576281 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:06:35.585905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.592163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.594066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:35.616130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] Pushing event deleted for resources: {'Port': ['ID=384dd87d-3457-44b8-be5f-54adff9b432d,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:35.619707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:35.622002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] No DVR routers for this DVR port 384dd87d-3457-44b8-be5f-54adff9b432d on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:35.646498 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.651288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:35.653187 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/networks/b4719168-9d06-4210-8427-432a5f77e1e7 HTTP/1.1" status: 204 len: 168 time: 0.6262906 Jun 22 15:06:35.653999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:35.656016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42752) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:35.668806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Network': ['ID=b4719168-9d06-4210-8427-432a5f77e1e7,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:35.671606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:36.002912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:36.255985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port 964a1865-9b40-46ec-ab15-99c6ba1ac00d {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:36.256315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:36.340538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port 964a1865-9b40-46ec-ab15-99c6ba1ac00d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=964a1865-9b40-46ec-ab15-99c6ba1ac00d,segment=NetworkSegment(1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25),segment_id=1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:36.340929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:36.406198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for 964a1865-9b40-46ec-ab15-99c6ba1ac00d owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:36.571561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:36.573567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a8450398-dbd5-4e82-a21b-eff9bee80726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:36.597047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=964a1865-9b40-46ec-ab15-99c6ba1ac00d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:36.601253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:36.762150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:36.935961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 384dd87d-3457-44b8-be5f-54adff9b432d no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:36.952977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:36.955997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 384dd87d-3457-44b8-be5f-54adff9b432d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:36.956351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 384dd87d-3457-44b8-be5f-54adff9b432d not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:36.956793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:36.975834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:36.976182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c16e13f9-96f0-4e32-8b2c-1dd5537e0f68 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:37.046043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:37.050942 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938668 Jun 22 15:06:37.054464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42754) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:37.055770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26256de-b608-4708-a79c-3da41983cfba None None] Sync routers for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:37.064940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26256de-b608-4708-a79c-3da41983cfba None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:37.065548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f26256de-b608-4708-a79c-3da41983cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:37.103808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting subnet b378a883-fa47-4f0d-ad61-511c0af4a936 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:37.106847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.149567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.154300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-f26256de-b608-4708-a79c-3da41983cfba None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:37.238230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.295444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.298725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1dcb5a45-9d45-435d-a946-098c1c810c6b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:37.324678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Subnet': ['ID=b378a883-fa47-4f0d-ad61-511c0af4a936,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:37.326664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.328510 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/b378a883-fa47-4f0d-ad61-511c0af4a936 HTTP/1.1" status: 204 len: 168 time: 0.2731018 Jun 22 15:06:37.329485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:37.331096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42756) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:37.337026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d9f61d-4f44-4206-91b2-e10185c83cd0 None None] Network a87337ef-b864-4827-85e0-1539c66a58e1 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:37.408874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.433245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f26256de-b608-4708-a79c-3da41983cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:36Z', 'revision_number': 9, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:37.460507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:37.460877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.473241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26256de-b608-4708-a79c-3da41983cfba None None] Checking router: 2df5a146-63ee-4323-bc69-d3fe18b6d041 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:37.492095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26256de-b608-4708-a79c-3da41983cfba None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:37.492716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f26256de-b608-4708-a79c-3da41983cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:37.522221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4c5bcbc3-34bf-4df5-aff9-a292aedd55e6,segment=NetworkSegment(1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25),segment_id=1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:37.522580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.588158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-f26256de-b608-4708-a79c-3da41983cfba None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:37.589410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:37.672190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3ca77-d508-414e-ad91-cc12ab846f7b None None] DHCP port deletion for a87337ef-b864-4827-85e0-1539c66a58e1 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:06:37.678806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.681001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ebbaded4-a535-4c1d-8cce-5c60ecddfbab tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:37.703151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=4c5bcbc3-34bf-4df5-aff9-a292aedd55e6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:37.706584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:37.710725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No DVR routers for this DVR port 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:37.733590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-afe3ca77-d508-414e-ad91-cc12ab846f7b None None] The port '4c5bcbc3-34bf-4df5-aff9-a292aedd55e6' was deleted {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jun 22 15:06:37.789847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.799526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87337ef-b864-4827-85e0-1539c66a58e1']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:37.813798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:37.814118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3ed8f6-e91f-406f-80f8-e2ad6cd90b25') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:37.822810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.830196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f26256de-b608-4708-a79c-3da41983cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:36Z', 'revision_number': 9, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:37.836064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.842089 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:06:37.842461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:06:37.845353 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:06:37.856166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26256de-b608-4708-a79c-3da41983cfba None None] The sync data for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv is: [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:36Z', 'revision_number': 9, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'af40ee0a-0387-43a4-9158-b88fed618b53', 'name': '', 'network_id': '4e4cb273-f54c-4b91-9be0-e027cf76a92d', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:e4:40:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:23Z', 'updated_at': '2021-06-22T15:06:31Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': 'fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:37.904526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.908237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:37.912554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:37.914715 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/networks/a87337ef-b864-4827-85e0-1539c66a58e1 HTTP/1.1" status: 204 len: 168 time: 0.5827203 Jun 22 15:06:37.917568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42758) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:37.926241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Network': ['ID=a87337ef-b864-4827-85e0-1539c66a58e1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:37.929417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:38.239809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:38.490728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port af40ee0a-0387-43a4-9158-b88fed618b53 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:38.490994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:38.583154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port af40ee0a-0387-43a4-9158-b88fed618b53, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=af40ee0a-0387-43a4-9158-b88fed618b53,segment=NetworkSegment(0c7f5b04-fb8f-4a00-97ce-0d095cf88216),segment_id=0c7f5b04-fb8f-4a00-97ce-0d095cf88216)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:38.583513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:38.649861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for af40ee0a-0387-43a4-9158-b88fed618b53 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:38.815625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:38.818621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:38.843997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=af40ee0a-0387-43a4-9158-b88fed618b53,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:38.846964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:38.899948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 964a1865-9b40-46ec-ab15-99c6ba1ac00d no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:38.921752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 964a1865-9b40-46ec-ab15-99c6ba1ac00d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:38.922105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 964a1865-9b40-46ec-ab15-99c6ba1ac00d not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:38.922539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:38.945349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:38.945702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4c5bcbc3-34bf-4df5-aff9-a292aedd55e6 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:39.011890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.193934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:39.281490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:39.290315 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3681326 Jun 22 15:06:39.290315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42762) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:39.291145 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] Sync routers for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:39.300148 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:39.300793 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:39.340802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting subnet fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:39.343827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.382421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.384600 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:39.468780 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.528560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.531299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63cea887-bad2-43d6-b824-7496223e199b tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:39.558379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:39.560321 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.565004 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c HTTP/1.1" status: 204 len: 168 time: 0.2709756 Jun 22 15:06:39.565004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:39.565469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42764) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:39.568340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abfa155-ffa5-40b2-886f-0c1e16f69a66 None None] Network 4e4cb273-f54c-4b91-9be0-e027cf76a92d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:39.587891 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:38Z', 'revision_number': 10, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:39.616773 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] Checking router: 2df5a146-63ee-4323-bc69-d3fe18b6d041 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:39.625970 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:39.626639 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:39.655474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.709946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port ef7b1239-8cad-4536-8990-c95df8cd4464 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:39.710428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.726712 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:39.774185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port ef7b1239-8cad-4536-8990-c95df8cd4464, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ef7b1239-8cad-4536-8990-c95df8cd4464,segment=NetworkSegment(0c7f5b04-fb8f-4a00-97ce-0d095cf88216),segment_id=0c7f5b04-fb8f-4a00-97ce-0d095cf88216)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:39.774544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.786203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] DHCP port deletion for 4e4cb273-f54c-4b91-9be0-e027cf76a92d request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:06:39.838396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] Deleting port ef7b1239-8cad-4536-8990-c95df8cd4464 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:39.839077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.843607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for ef7b1239-8cad-4536-8990-c95df8cd4464 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:39.901663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] For port ef7b1239-8cad-4536-8990-c95df8cd4464, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ef7b1239-8cad-4536-8990-c95df8cd4464,segment=NetworkSegment(0c7f5b04-fb8f-4a00-97ce-0d095cf88216),segment_id=0c7f5b04-fb8f-4a00-97ce-0d095cf88216)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:39.902264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.921491 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:38Z', 'revision_number': 10, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:39.933277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:39.935803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b3a1ce6b-0628-48c1-a47f-548437d3e5f2 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:39.952477 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930e68a-5e80-4891-8d0e-df7e4066f44f None None] The sync data for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv is: [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:38Z', 'revision_number': 10, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None, '_interfaces': [{'id': 'd438dbde-6c6b-44da-9af4-d44b272a8621', 'name': '', 'network_id': '2725050a-7135-4e71-8711-4df59179d2fa', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'mac_address': 'fa:16:3e:b4:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:20Z', 'updated_at': '2021-06-22T15:06:26Z', 'revision_number': 5, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'subnets': [{'id': '27a60fd4-b208-4a45-b0d0-e31622fa95d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:39.960348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=ef7b1239-8cad-4536-8990-c95df8cd4464,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:39.963891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:39.964779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No DVR routers for this DVR port ef7b1239-8cad-4536-8990-c95df8cd4464 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:39.972965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] Calling delete_port for ef7b1239-8cad-4536-8990-c95df8cd4464 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:40.049691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:40.054503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:40.056424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e9556983-5ff6-4216-a4ff-f55981666a7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:40.059988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4cb273-f54c-4b91-9be0-e027cf76a92d']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:40.069574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7f5b04-fb8f-4a00-97ce-0d095cf88216') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:40.069872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7f5b04-fb8f-4a00-97ce-0d095cf88216') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:40.080152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:40.089193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] Pushing event deleted for resources: {'Port': ['ID=ef7b1239-8cad-4536-8990-c95df8cd4464,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:40.092228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] No DVR routers for this DVR port ef7b1239-8cad-4536-8990-c95df8cd4464 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:40.096070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:40.097460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:40.108475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:06:40.108945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:40.109836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:06:40.112371 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:06:40.168386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:40.171787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9799b941-6293-4a83-91cf-24d5b3038eed tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:40.175528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:40.177472 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/networks/4e4cb273-f54c-4b91-9be0-e027cf76a92d HTTP/1.1" status: 204 len: 168 time: 0.6110551 Jun 22 15:06:40.180480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42766) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:40.188667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Network': ['ID=4e4cb273-f54c-4b91-9be0-e027cf76a92d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:40.190906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:40.845343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:40.886776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device af40ee0a-0387-43a4-9158-b88fed618b53 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:40.907205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: af40ee0a-0387-43a4-9158-b88fed618b53 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:40.907822 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device af40ee0a-0387-43a4-9158-b88fed618b53 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:40.907932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ef7b1239-8cad-4536-8990-c95df8cd4464 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:40.926104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: ef7b1239-8cad-4536-8990-c95df8cd4464 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:40.926460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ef7b1239-8cad-4536-8990-c95df8cd4464 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:41.096298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port d438dbde-6c6b-44da-9af4-d44b272a8621 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:41.096662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:41.188298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port d438dbde-6c6b-44da-9af4-d44b272a8621, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d438dbde-6c6b-44da-9af4-d44b272a8621,segment=NetworkSegment(086ba5c9-841c-47b8-901e-767a5bd7ab0f),segment_id=086ba5c9-841c-47b8-901e-767a5bd7ab0f)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:41.189223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:41.256760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for d438dbde-6c6b-44da-9af4-d44b272a8621 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:41.439829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:41.441880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e7d6a0c5-35d9-40bb-b51c-8d7ae76a1fb6 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:41.467607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=d438dbde-6c6b-44da-9af4-d44b272a8621,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:41.470716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:41.618424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:41.790207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:41.874812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:41.880255 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6986315 Jun 22 15:06:41.882860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42770) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:41.885902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769269c-41a8-4253-9592-1901333467a8 None None] Sync routers for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:41.899644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769269c-41a8-4253-9592-1901333467a8 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:41.900407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7769269c-41a8-4253-9592-1901333467a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:41.935281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting subnet 27a60fd4-b208-4a45-b0d0-e31622fa95d8 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:41.938599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:41.981798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-7769269c-41a8-4253-9592-1901333467a8 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:41.982508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.032717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7769269c-41a8-4253-9592-1901333467a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:41Z', 'revision_number': 11, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:42.063042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769269c-41a8-4253-9592-1901333467a8 None None] Checking router: 2df5a146-63ee-4323-bc69-d3fe18b6d041 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:42.071625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769269c-41a8-4253-9592-1901333467a8 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:42.072271 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7769269c-41a8-4253-9592-1901333467a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:42.074371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.141575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.143842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-70692976-7fa1-4404-ac62-fd7a758c19ff tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:42.173381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Subnet': ['ID=27a60fd4-b208-4a45-b0d0-e31622fa95d8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:42.177561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:42.181025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.183081 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/27a60fd4-b208-4a45-b0d0-e31622fa95d8 HTTP/1.1" status: 204 len: 168 time: 0.2991917 Jun 22 15:06:42.186082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42772) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:42.278403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.290235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5889456-c0a9-43ce-9733-a766c2a2a937 None None] Network 2725050a-7135-4e71-8711-4df59179d2fa requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:42.330733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-7769269c-41a8-4253-9592-1901333467a8 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:42.340367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Deleting port d8dcbe76-d402-4e31-9eeb-2729b66e2623 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:42.340792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.388467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7769269c-41a8-4253-9592-1901333467a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:41Z', 'revision_number': 11, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:42.418591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] For port d8dcbe76-d402-4e31-9eeb-2729b66e2623, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d8dcbe76-d402-4e31-9eeb-2729b66e2623,segment=NetworkSegment(086ba5c9-841c-47b8-901e-767a5bd7ab0f),segment_id=086ba5c9-841c-47b8-901e-767a5bd7ab0f)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:42.419007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.427379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7769269c-41a8-4253-9592-1901333467a8 None None] The sync data for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv is: [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:41Z', 'revision_number': 11, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:42.496798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Calling delete_port for d8dcbe76-d402-4e31-9eeb-2729b66e2623 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:42.591953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.595149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:42.627419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Port': ['ID=d8dcbe76-d402-4e31-9eeb-2729b66e2623,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:42.629393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No DVR routers for this DVR port d8dcbe76-d402-4e31-9eeb-2729b66e2623 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:42.631084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:42.711916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.721833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2725050a-7135-4e71-8711-4df59179d2fa']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:42.732281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086ba5c9-841c-47b8-901e-767a5bd7ab0f') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:42.732611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086ba5c9-841c-47b8-901e-767a5bd7ab0f') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:42.742520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.758924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.765783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:06:42.766120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:06:42.769415 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:06:42.775417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9582d47-0f45-48d3-bb88-ceac529d0db0 None None] DHCP port deletion for 2725050a-7135-4e71-8711-4df59179d2fa request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:06:42.836588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.840246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8007d431-d683-437c-8f89-b8725e4851fb tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:42.846269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:42.848049 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/networks/2725050a-7135-4e71-8711-4df59179d2fa HTTP/1.1" status: 204 len: 168 time: 0.6609046 Jun 22 15:06:42.851954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42774) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:42.857499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'routes': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:42.861501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Pushing event deleted for resources: {'Network': ['ID=2725050a-7135-4e71-8711-4df59179d2fa,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:42.864000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:42.917590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d438dbde-6c6b-44da-9af4-d44b272a8621 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:42.945164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: d438dbde-6c6b-44da-9af4-d44b272a8621 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:42.945572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d438dbde-6c6b-44da-9af4-d44b272a8621 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:42.946070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d8dcbe76-d402-4e31-9eeb-2729b66e2623 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:42.969780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: d8dcbe76-d402-4e31-9eeb-2729b66e2623 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:42.970140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d8dcbe76-d402-4e31-9eeb-2729b66e2623 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:43.051898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.extraroute_db [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Added routes are [] {{(pid=93501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 22 15:06:43.052915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.extraroute_db [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Removed routes are [] {{(pid=93501) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 22 15:06:43.053499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:43.190760 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:43.194952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:43.268596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router 2df5a146-63ee-4323-bc69-d3fe18b6d041 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:43.345169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:43.353877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:43.354304 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] Sync routers for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:43.356038 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fdae55b5-4189-4601-a073-3cb8a1fceed1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041 HTTP/1.1" status: 200 len: 700 time: 0.5017982 Jun 22 15:06:43.357968 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42776) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:43.365704 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:43.366644 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:43.390096 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d877de28-b4f3-4fec-a89d-a501522b7f97 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df5a146-63ee-4323-bc69-d3fe18b6d041 HTTP/1.1" status: 200 len: 205 time: 0.0287373 Jun 22 15:06:43.390312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42778) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:43.445165 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:43.466472 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a7d206e-0f7b-4470-9b18-2a621dc599ba tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:43.497329 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:41Z', 'revision_number': 11, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:43.526662 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] Checking router: 2df5a146-63ee-4323-bc69-d3fe18b6d041 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:43.534902 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] Routers {'2df5a146-63ee-4323-bc69-d3fe18b6d041'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:43.535508 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2df5a146-63ee-4323-bc69-d3fe18b6d041'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:43.600006 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] Set router 2df5a146-63ee-4323-bc69-d3fe18b6d041 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:43.655674 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:41Z', 'revision_number': 11, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:43.683039 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3206d-ee33-4094-9000-2f57a70cd9c5 None None] The sync data for ids ['2df5a146-63ee-4323-bc69-d3fe18b6d041'] in dv-neutron-601336-93-hyperv is: [{'id': '2df5a146-63ee-4323-bc69-d3fe18b6d041', 'name': 'tempest-RoutersTest-router-359428009', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:19Z', 'updated_at': '2021-06-22T15:06:41Z', 'revision_number': 11, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:43.994316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a7d206e-0f7b-4470-9b18-2a621dc599ba tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:43.996678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a7d206e-0f7b-4470-9b18-2a621dc599ba tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.047527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a7d206e-0f7b-4470-9b18-2a621dc599ba tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.048152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7d206e-0f7b-4470-9b18-2a621dc599ba tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Fanout notify agent at l3_agent the message router_deleted on router 2df5a146-63ee-4323-bc69-d3fe18b6d041 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:06:44.056625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9a7d206e-0f7b-4470-9b18-2a621dc599ba tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.057834 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9a7d206e-0f7b-4470-9b18-2a621dc599ba tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041 HTTP/1.1" status: 204 len: 168 time: 0.6666448 Jun 22 15:06:44.062144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42780) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:44.067315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-45789471-07d9-4aae-9190-8d2e76f8422a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1617378313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:44.092936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-45789471-07d9-4aae-9190-8d2e76f8422a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.094054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-45789471-07d9-4aae-9190-8d2e76f8422a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.151762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-45789471-07d9-4aae-9190-8d2e76f8422a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.155786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-45789471-07d9-4aae-9190-8d2e76f8422a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.170401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-45789471-07d9-4aae-9190-8d2e76f8422a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.171685 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-45789471-07d9-4aae-9190-8d2e76f8422a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1083848 Jun 22 15:06:44.174372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42782) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:44.179410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c48f2847-d03e-4020-b0c8-a24ba775206c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:44.377841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c48f2847-d03e-4020-b0c8-a24ba775206c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.388672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c48f2847-d03e-4020-b0c8-a24ba775206c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.480339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48f2847-d03e-4020-b0c8-a24ba775206c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Router ce1b7ff3-6176-4a92-b830-5eccb404d0d0 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:06:44.554699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48f2847-d03e-4020-b0c8-a24ba775206c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:44.561543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c48f2847-d03e-4020-b0c8-a24ba775206c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.562692 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c48f2847-d03e-4020-b0c8-a24ba775206c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "PUT /v2.0/routers/ce1b7ff3-6176-4a92-b830-5eccb404d0d0 HTTP/1.1" status: 200 len: 694 time: 0.3874097 Jun 22 15:06:44.565341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42784) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:44.567958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] Sync routers for ids ['ce1b7ff3-6176-4a92-b830-5eccb404d0d0'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:44.577223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] Routers {'ce1b7ff3-6176-4a92-b830-5eccb404d0d0'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:44.577889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ce1b7ff3-6176-4a92-b830-5eccb404d0d0'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:44.643454 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-538f951c-aa66-44f2-967e-a01fa2f5c8a6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/routers/ce1b7ff3-6176-4a92-b830-5eccb404d0d0 HTTP/1.1" status: 200 len: 700 time: 0.0769432 Jun 22 15:06:44.646036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42786) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:44.651814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] Set router ce1b7ff3-6176-4a92-b830-5eccb404d0d0 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:44.674629 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-795536c0-06dd-4b00-803c-55a96849f708 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1b7ff3-6176-4a92-b830-5eccb404d0d0 HTTP/1.1" status: 200 len: 205 time: 0.0266285 Jun 22 15:06:44.676930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42788) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:44.702693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1b7ff3-6176-4a92-b830-5eccb404d0d0', 'name': 'tempest-RoutersTest-router-1617378313', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:44Z', 'updated_at': '2021-06-22T15:06:44Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:44.731990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] Checking router: ce1b7ff3-6176-4a92-b830-5eccb404d0d0 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:44.740526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] Routers {'ce1b7ff3-6176-4a92-b830-5eccb404d0d0'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:44.741147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ce1b7ff3-6176-4a92-b830-5eccb404d0d0'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:44.752689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8158c3a8-5158-4d74-a273-68c2d6fb972e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.808420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] Set router ce1b7ff3-6176-4a92-b830-5eccb404d0d0 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:44.858415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce1b7ff3-6176-4a92-b830-5eccb404d0d0', 'name': 'tempest-RoutersTest-router-1617378313', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:44Z', 'updated_at': '2021-06-22T15:06:44Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:44.887485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c22fa-a264-44cd-9aa8-2b91e0da6d55 None None] The sync data for ids ['ce1b7ff3-6176-4a92-b830-5eccb404d0d0'] in dv-neutron-601336-93-hyperv is: [{'id': 'ce1b7ff3-6176-4a92-b830-5eccb404d0d0', 'name': 'tempest-RoutersTest-router-1617378313', 'tenant_id': 'd5d8a49f98504143a78d25f37bd42793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:44Z', 'updated_at': '2021-06-22T15:06:44Z', 'revision_number': 2, 'project_id': 'd5d8a49f98504143a78d25f37bd42793', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:44.911143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8158c3a8-5158-4d74-a273-68c2d6fb972e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.914200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8158c3a8-5158-4d74-a273-68c2d6fb972e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.961106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8158c3a8-5158-4d74-a273-68c2d6fb972e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.961680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8158c3a8-5158-4d74-a273-68c2d6fb972e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Fanout notify agent at l3_agent the message router_deleted on router ce1b7ff3-6176-4a92-b830-5eccb404d0d0 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:06:44.969390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8158c3a8-5158-4d74-a273-68c2d6fb972e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:44.970504 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8158c3a8-5158-4d74-a273-68c2d6fb972e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/ce1b7ff3-6176-4a92-b830-5eccb404d0d0 HTTP/1.1" status: 204 len: 168 time: 0.2920113 Jun 22 15:06:44.973887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42790) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.009728 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-247d6b4b-d796-466f-a6f4-e56d6e7d3204 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1b7ff3-6176-4a92-b830-5eccb404d0d0 HTTP/1.1" status: 200 len: 205 time: 0.0338237 Jun 22 15:06:45.011977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42792) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.049396 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-3399a4d8-c6b2-4ec7-9e44-1ac8ff5f57f2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] delete failed (client error): The resource could not be found. Jun 22 15:06:45.050437 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3399a4d8-c6b2-4ec7-9e44-1ac8ff5f57f2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/ce1b7ff3-6176-4a92-b830-5eccb404d0d0 HTTP/1.1" status: 404 len: 336 time: 0.0375731 Jun 22 15:06:45.053605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42794) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.081160 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-32377549-f36f-44d6-bc34-a1c92e53e8d1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] DELETE failed (client error): The resource could not be found. Jun 22 15:06:45.081506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32377549-f36f-44d6-bc34-a1c92e53e8d1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:06:45.083224 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-32377549-f36f-44d6-bc34-a1c92e53e8d1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/d63f0140-e30b-434a-ae30-6cbe17698d84 HTTP/1.1" status: 404 len: 337 time: 0.0287185 Jun 22 15:06:45.086034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42796) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.111478 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0575187-49cd-43d8-9460-d91b0530099b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] DELETE failed (client error): The resource could not be found. Jun 22 15:06:45.111931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0575187-49cd-43d8-9460-d91b0530099b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:06:45.113634 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b0575187-49cd-43d8-9460-d91b0530099b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/b378a883-fa47-4f0d-ad61-511c0af4a936 HTTP/1.1" status: 404 len: 337 time: 0.0266972 Jun 22 15:06:45.116701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42798) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.146367 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb42bab8-34fe-42d3-90c9-831891aca658 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] DELETE failed (client error): The resource could not be found. Jun 22 15:06:45.146743 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb42bab8-34fe-42d3-90c9-831891aca658 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:06:45.148377 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cb42bab8-34fe-42d3-90c9-831891aca658 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/fb7de488-f0ae-4a22-83a8-1d9c2eb9bb8c HTTP/1.1" status: 404 len: 337 time: 0.0307515 Jun 22 15:06:45.150752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42800) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.175609 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-02002edb-3999-4ca2-a843-05643fa1007e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] DELETE failed (client error): The resource could not be found. Jun 22 15:06:45.176054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02002edb-3999-4ca2-a843-05643fa1007e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:06:45.178555 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-02002edb-3999-4ca2-a843-05643fa1007e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/27a60fd4-b208-4a45-b0d0-e31622fa95d8 HTTP/1.1" status: 404 len: 337 time: 0.0269208 Jun 22 15:06:45.180959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42802) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.211137 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5667a514-319b-4e6e-b141-b0227bce5382 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df5a146-63ee-4323-bc69-d3fe18b6d041 HTTP/1.1" status: 200 len: 205 time: 0.0290058 Jun 22 15:06:45.213530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42804) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.249152 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-e9e7808b-0761-493d-9482-0d0529f3fccf tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] delete failed (client error): The resource could not be found. Jun 22 15:06:45.250106 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e9e7808b-0761-493d-9482-0d0529f3fccf tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/2df5a146-63ee-4323-bc69-d3fe18b6d041 HTTP/1.1" status: 404 len: 336 time: 0.0356994 Jun 22 15:06:45.252389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42806) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.283332 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c800b5bf-e061-4075-ac91-eb787212048f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b29407-43fa-488b-a0c3-7a7cf3ae7983 HTTP/1.1" status: 200 len: 205 time: 0.0298321 Jun 22 15:06:45.285587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42808) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.322292 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-93e203c2-0880-4049-8487-0b1a090f1f03 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] delete failed (client error): The resource could not be found. Jun 22 15:06:45.323302 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-93e203c2-0880-4049-8487-0b1a090f1f03 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/49b29407-43fa-488b-a0c3-7a7cf3ae7983 HTTP/1.1" status: 404 len: 336 time: 0.0367451 Jun 22 15:06:45.325853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42810) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.352486 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e4ac2e-ece4-4ed0-b696-94ded2e48e6a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] DELETE failed (client error): The resource could not be found. Jun 22 15:06:45.352955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e4ac2e-ece4-4ed0-b696-94ded2e48e6a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:06:45.354563 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-69e4ac2e-ece4-4ed0-b696-94ded2e48e6a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/92bd8063-ae13-470d-9b74-29aad6fd5342 HTTP/1.1" status: 404 len: 337 time: 0.0278199 Jun 22 15:06:45.357006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42812) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.388663 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a30d9d4e-900b-4f4f-a546-4d8b2e394c3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=97f8d545-c500-42f9-baf7-1759d9c1a632 HTTP/1.1" status: 200 len: 205 time: 0.0305681 Jun 22 15:06:45.390763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42814) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.426545 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-b563f552-f796-46a9-8b60-5680b9d19c48 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] delete failed (client error): The resource could not be found. Jun 22 15:06:45.428076 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b563f552-f796-46a9-8b60-5680b9d19c48 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/97f8d545-c500-42f9-baf7-1759d9c1a632 HTTP/1.1" status: 404 len: 336 time: 0.0364377 Jun 22 15:06:45.430499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42816) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.457708 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3414434b-b06b-482f-8958-7ce9c6098dda tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fc07d9-36a8-403d-804f-9c592ce60135 HTTP/1.1" status: 200 len: 205 time: 0.0261261 Jun 22 15:06:45.459895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42818) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.498842 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-f1a59dde-cf4f-4249-88a8-fb2176037a95 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] delete failed (client error): The resource could not be found. Jun 22 15:06:45.499829 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f1a59dde-cf4f-4249-88a8-fb2176037a95 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/70fc07d9-36a8-403d-804f-9c592ce60135 HTTP/1.1" status: 404 len: 336 time: 0.0390627 Jun 22 15:06:45.502318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42820) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.528845 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-844dc697-e021-4c4c-919b-77504aef8424 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] DELETE failed (client error): The resource could not be found. Jun 22 15:06:45.529304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844dc697-e021-4c4c-919b-77504aef8424 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:06:45.531004 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-844dc697-e021-4c4c-919b-77504aef8424 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/860664fc-e80a-4339-92ab-23d1de019bd1 HTTP/1.1" status: 404 len: 337 time: 0.0278084 Jun 22 15:06:45.533574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42822) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.562228 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f36cd1bd-897e-45f2-8fe6-8c0431838a07 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ce9c31d-90e4-407d-9bbb-8d051e80e6c1 HTTP/1.1" status: 200 len: 205 time: 0.0274901 Jun 22 15:06:45.564399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42824) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.611510 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-d581a5dd-9097-4926-8e4a-634c8f283a7f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] delete failed (client error): The resource could not be found. Jun 22 15:06:45.611510 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d581a5dd-9097-4926-8e4a-634c8f283a7f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/8ce9c31d-90e4-407d-9bbb-8d051e80e6c1 HTTP/1.1" status: 404 len: 336 time: 0.0458050 Jun 22 15:06:45.614211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42826) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.640917 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9df235b-4de4-4619-b887-467f829f17be tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] DELETE failed (client error): The resource could not be found. Jun 22 15:06:45.641380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9df235b-4de4-4619-b887-467f829f17be tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:06:45.643087 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c9df235b-4de4-4619-b887-467f829f17be tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/fdef19ed-22a2-4083-8a41-02021a8776d4 HTTP/1.1" status: 404 len: 337 time: 0.0275729 Jun 22 15:06:45.645772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42828) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.676089 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fae57d5b-94c1-4329-bbd5-886c0dc55261 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c925c4d-c148-4d0e-b10d-e53cf97d56f4 HTTP/1.1" status: 200 len: 205 time: 0.0284369 Jun 22 15:06:45.678599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42830) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.719347 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-427a078a-3879-4dad-966e-995c7046f9c1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] delete failed (client error): The resource could not be found. Jun 22 15:06:45.720322 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-427a078a-3879-4dad-966e-995c7046f9c1 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/routers/9c925c4d-c148-4d0e-b10d-e53cf97d56f4 HTTP/1.1" status: 404 len: 336 time: 0.0408370 Jun 22 15:06:45.722834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42832) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.749560 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4400b5-6cda-4f0c-80e1-f0c9f0eb2f0a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] DELETE failed (client error): The resource could not be found. Jun 22 15:06:45.750014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4400b5-6cda-4f0c-80e1-f0c9f0eb2f0a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:06:45.751714 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0d4400b5-6cda-4f0c-80e1-f0c9f0eb2f0a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/2db1be54-b07d-4d19-8ed2-efaa0976f532 HTTP/1.1" status: 404 len: 337 time: 0.0279987 Jun 22 15:06:45.754353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42834) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:45.781412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe1cff4-343b-415c-ba07-741ac39bb27e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] DELETE failed (client error): The resource could not be found. Jun 22 15:06:45.781812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe1cff4-343b-415c-ba07-741ac39bb27e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:06:45.783515 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1fe1cff4-343b-415c-ba07-741ac39bb27e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] 10.222.0.22 "DELETE /v2.0/subnets/9f80ded2-6b55-4576-8928-75e4cb5bd13c HTTP/1.1" status: 404 len: 337 time: 0.0282443 Jun 22 15:06:46.029510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42840) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:46.159008 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-254d1474-c860-46af-a468-36bd3164f9a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5d8a49f98504143a78d25f37bd42793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281734 Jun 22 15:06:46.161281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42844) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:46.208922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e30983c-25c2-4ecb-a1ed-6befa25ac35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:46.229207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e30983c-25c2-4ecb-a1ed-6befa25ac35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:46.280336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e30983c-25c2-4ecb-a1ed-6befa25ac35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:46.282912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e30983c-25c2-4ecb-a1ed-6befa25ac35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:46.288105 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4e30983c-25c2-4ecb-a1ed-6befa25ac35d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c70e081c-26e3-483f-968e-642a3e26f0bc HTTP/1.1" status: 204 len: 168 time: 0.1259000 Jun 22 15:06:46.288958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b9647757-bf3e-463a-aded-e6a341ae80d9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:46.296531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30983c-25c2-4ecb-a1ed-6befa25ac35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70e081c-26e3-483f-968e-642a3e26f0bc,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:46.299069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e30983c-25c2-4ecb-a1ed-6befa25ac35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:46.664859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42860) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:46.730557 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9cf3c329-3333-4f4c-8732-e715cb55a8a9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/63ef7853-b029-45d6-8375-ef99c588d17e HTTP/1.1" status: 200 len: 992 time: 0.0644512 Jun 22 15:06:46.910199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42874) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:47.004081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-40b02061-d9e2-45c4-934f-dce002eb50d3 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1253960473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:47.027023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40b02061-d9e2-45c4-934f-dce002eb50d3 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.028102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40b02061-d9e2-45c4-934f-dce002eb50d3 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.055811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42878) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:47.083747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40b02061-d9e2-45c4-934f-dce002eb50d3 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.089159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40b02061-d9e2-45c4-934f-dce002eb50d3 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.105045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40b02061-d9e2-45c4-934f-dce002eb50d3 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.106223 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-40b02061-d9e2-45c4-934f-dce002eb50d3 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1950285 Jun 22 15:06:47.108912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42880) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:47.113803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-68082037'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:47.142007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Made reservation on behalf of 6383d9de16614b7e8f534089528dd722 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:47.146715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.156515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.220056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port bf3cc8d1-bcfd-4b98-826b-8e13e74505d4 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:47.220422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.253199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.257835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.260882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:47.284598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:47.294621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53444ce5-e1fc-4c9a-be18-8166e6af9e46,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:47.299253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.299578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.302848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.303194 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Added segment 8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9 of type vlan for network 563d78d1-b976-408e-8b2f-96104c0a9f22 Jun 22 15:06:47.310896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.311294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.311708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.312087 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.312468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.312870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.313247 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.313680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.314058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.314430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.314801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.315188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:47.319882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:47.358732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.371325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for bf3cc8d1-bcfd-4b98-826b-8e13e74505d4 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:47.388190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.393718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:47.394294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.397483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a6e4c3b7-5146-453c-92d8-af929a24a204 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:47.448017 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3380265 Jun 22 15:06:47.450886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42882) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:47.457675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Request body: {'subnet': {'network_id': '563d78d1-b976-408e-8b2f-96104c0a9f22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:47.507276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Network': ['ID=563d78d1-b976-408e-8b2f-96104c0a9f22,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:47.511497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:47.517704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 563d78d1-b976-408e-8b2f-96104c0a9f22 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:47.523083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.526062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-97578c05-f23b-43a0-be3f-0652d94dec91 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:47.550813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=bf3cc8d1-bcfd-4b98-826b-8e13e74505d4,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:47.555954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:47.560142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Made reservation on behalf of 6383d9de16614b7e8f534089528dd722 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:47.563706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.620083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.620413 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 63ef7853-b029-45d6-8375-ef99c588d17e disassociated (deleted). External IP: 172.26.6.77, port: bcbee587-9cfe-4804-a36b-62e4fe146b30. Jun 22 15:06:47.747558 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.750701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a5f90d5-51b5-4a0c-ae04-2c633d3c0153 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:47.817253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Subnet': ['ID=3fd5f002-b194-4827-bd01-4dee82286b2e,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:47.820184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:47.824079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Checking segment: {'id': '8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '563d78d1-b976-408e-8b2f-96104c0a9f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:47.824447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network hostable DHCP agents. Network: 563d78d1-b976-408e-8b2f-96104c0a9f22, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:47.825828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 37524112-6bd4-4c27-b050-ccd4132cb50a has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:47.842172 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network 563d78d1-b976-408e-8b2f-96104c0a9f22 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:47.851943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 563d78d1-b976-408e-8b2f-96104c0a9f22) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:47.856645 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:47.857261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.861676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9bfaac-bfd1-4a59-8112-80b51780e821 None None] Network 563d78d1-b976-408e-8b2f-96104c0a9f22 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:47.876623 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4247131 Jun 22 15:06:47.876978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42884) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:47.882217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Request body: {'network': {'name': 'tempest-router-network01--1808912334'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:47.944723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Made reservation on behalf of 6383d9de16614b7e8f534089528dd722 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:47.948255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.966785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:47.973140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:47.979233 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] Sync routers for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:47.989122 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:47.991123 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:48.018014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:48.018890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-563d78d1-b976-408e-8b2f-96104c0a9f22', 'network_id': '563d78d1-b976-408e-8b2f-96104c0a9f22', 'tenant_id': '6383d9de16614b7e8f534089528dd722', 'fixed_ips': [{'subnet_id': '3fd5f002-b194-4827-bd01-4dee82286b2e'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:48.020545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.031074 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/floatingips/63ef7853-b029-45d6-8375-ef99c588d17e HTTP/1.1" status: 204 len: 168 time: 0.9716368 Jun 22 15:06:48.031074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:06:48.033425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651b1f7e-e253-4e3e-88ef-7e4180695213" -d '{"events": [{"name": "network-changed", "server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:06:48.037627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.038327 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Added segment 0ce019dd-4e5d-4d6d-9185-65327e6d9d8e of type vlan for network 123b2cf7-d543-4a35-9d82-05f26b4b2783 Jun 22 15:06:48.082992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.112617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000997d-c6b8-4875-8e97-22760e02c0db x-openstack-request-id: req-0000997d-c6b8-4875-8e97-22760e02c0db {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:06:48.113272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:06:48.113809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0000997d-c6b8-4875-8e97-22760e02c0db {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:06:48.115003 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'status': 'completed', 'code': 200} Jun 22 15:06:48.128023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.138230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:48.139378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.155411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:48.163054 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2849796 Jun 22 15:06:48.168053 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:48.175281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42892) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:48.180911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Request body: {'network': {'name': 'tempest-router-network02--1671874774'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:48.215153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Allocated IP 172.20.0.2 (563d78d1-b976-408e-8b2f-96104c0a9f22/3fd5f002-b194-4827-bd01-4dee82286b2e/a90a885a-2d13-4208-88ec-e43641ccc7ca) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:48.250748 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-badc64cd-3f59-49b7-b7e0-53a3feb37d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:48.252884 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-badc64cd-3f59-49b7-b7e0-53a3feb37d26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 1098 time: 0.1202610 Jun 22 15:06:48.259550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Network': ['ID=123b2cf7-d543-4a35-9d82-05f26b4b2783,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:48.269149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.269539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.269923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.270300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.270737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.271113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.271696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.272068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.272447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.272851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.273229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.273593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:48.282248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:48.287838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Made reservation on behalf of 6383d9de16614b7e8f534089528dd722 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:48.294481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 123b2cf7-d543-4a35-9d82-05f26b4b2783 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:48.294898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.337487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:48.351602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.352096 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Added segment 30f90744-af7c-43a7-b5c0-bb45e69ad9d0 of type vlan for network 19fcadb6-eb71-4be5-841a-51c00e070198 Jun 22 15:06:48.416628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.456651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.459361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-94e19c35-027a-4117-8a21-8ca6fb5c8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:48.460957 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-94e19c35-027a-4117-8a21-8ca6fb5c8df7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=19fcd109-b59e-48be-9dda-955425509e71 HTTP/1.1" status: 200 len: 898 time: 0.2015531 Jun 22 15:06:48.473389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:48.474666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.485334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f51595f0-efb7-4fc4-941a-7cde438e4aaf tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:48.500871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.511865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Transition to ACTIVE for port object a90a885a-2d13-4208-88ec-e43641ccc7ca will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:48.530842 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Transition to ACTIVE for port object a90a885a-2d13-4208-88ec-e43641ccc7ca will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:48.540870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.543301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0560a915-4b7d-4b74-81e6-7eb94f61d868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:48.545465 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-7e0adebc-7d16-4f0e-ac89-e31d9dd6fe53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcbee587-9cfe-4804-a36b-62e4fe146b30 HTTP/1.1" status: 200 len: 217 time: 0.0766644 Jun 22 15:06:48.573093 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3970466 Jun 22 15:06:48.573693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42896) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:48.582353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Request body: {'subnet': {'network_id': '123b2cf7-d543-4a35-9d82-05f26b4b2783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:48.588312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Network': ['ID=19fcadb6-eb71-4be5-841a-51c00e070198,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:48.591846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:48.592607 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '30d7122b-9b03-411f-be23-da005c2daa76', 'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:aa:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:09Z', 'updated_at': '2021-06-22T15:05:15Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:48.615516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Pushing event updated for resources: {'Port': ['ID=a90a885a-2d13-4208-88ec-e43641ccc7ca,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:48.624725 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] Checking router: 37524112-6bd4-4c27-b050-ccd4132cb50a for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:48.627426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 19fcadb6-eb71-4be5-841a-51c00e070198 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:48.631165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:48.640959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-f05fc4d5-5541-419b-acae-fbdc16e862ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:48.646926 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-f05fc4d5-5541-419b-acae-fbdc16e862ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=16314ac3-c95a-4ecc-b2f1-515d51664b80 HTTP/1.1" status: 200 len: 835 time: 0.0890708 Jun 22 15:06:48.648233 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:48.648932 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:48.655093 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Network 563d78d1-b976-408e-8b2f-96104c0a9f22 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:48.684218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:48.688137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:48.730715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b842-2720-4805-8ec6-ff596c245793 req-b78d1d8f-b934-4f48-a345-134d022346f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:48.737864 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0461b842-2720-4805-8ec6-ff596c245793 req-b78d1d8f-b934-4f48-a345-134d022346f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 945 time: 0.1481571 Jun 22 15:06:48.763529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Made reservation on behalf of 6383d9de16614b7e8f534089528dd722 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:48.769118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-0db3bbf4-6ac8-453e-b5d1-f2819c6210be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:48.770836 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-0db3bbf4-6ac8-453e-b5d1-f2819c6210be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=19fcd109-b59e-48be-9dda-955425509e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1131260 Jun 22 15:06:48.771420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.778237 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:48.779563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Attempting to bind port a90a885a-2d13-4208-88ec-e43641ccc7ca on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:48.779942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Attempting to bind port a90a885a-2d13-4208-88ec-e43641ccc7ca by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '563d78d1-b976-408e-8b2f-96104c0a9f22'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:48.780529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Attempting to bind port a90a885a-2d13-4208-88ec-e43641ccc7ca on network 563d78d1-b976-408e-8b2f-96104c0a9f22 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:48.786002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:48.786459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Checking segment: {'id': '8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '563d78d1-b976-408e-8b2f-96104c0a9f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:48.786916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.787278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Bound using segment: {'id': '8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '563d78d1-b976-408e-8b2f-96104c0a9f22'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:48.787753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Bound port: a90a885a-2d13-4208-88ec-e43641ccc7ca, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '563d78d1-b976-408e-8b2f-96104c0a9f22'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:48.788137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.803720 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0461b842-2720-4805-8ec6-ff596c245793 req-23ea590d-7530-4314-b9c3-517014df86cf tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648057 Jun 22 15:06:48.892154 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-fb4cdff7-afd6-43b8-99c6-18b060c9464d service neutron] 10.222.0.21 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096678 Jun 22 15:06:48.906680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] For port a90a885a-2d13-4208-88ec-e43641ccc7ca, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:48.914925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] For port a90a885a-2d13-4208-88ec-e43641ccc7ca, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a90a885a-2d13-4208-88ec-e43641ccc7ca,segment=NetworkSegment(8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9),segment_id=8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:48.923526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:48.933233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-2f921f5a-1949-4c14-8222-04802bd07b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:49.014569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:49.017716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Pushing event updated for resources: {'Port': ['ID=a90a885a-2d13-4208-88ec-e43641ccc7ca,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:49.021648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-40f675c3-f9eb-4af1-bc0f-ad2944f85c75 tempest-RoutersNegativeIpV6Test-942085890 tempest-RoutersNegativeIpV6Test-942085890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:49.023032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:49.026131 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-651b1f7e-e253-4e3e-88ef-7e4180695213 req-a2336ce5-6db9-400b-b13f-540e18a97e87 service neutron] 10.222.0.21 "GET /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234348 Jun 22 15:06:49.038380 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '30d7122b-9b03-411f-be23-da005c2daa76', 'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:aa:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:09Z', 'updated_at': '2021-06-22T15:05:15Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:49.070019 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbb788e-37aa-40b5-b83d-df9d5dfbc557 None None] The sync data for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv is: [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '30d7122b-9b03-411f-be23-da005c2daa76', 'name': '', 'network_id': '19fcd109-b59e-48be-9dda-955425509e71', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:aa:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:09Z', 'updated_at': '2021-06-22T15:05:15Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '16314ac3-c95a-4ecc-b2f1-515d51664b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:49.088297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Subnet': ['ID=323c48b2-7893-4cc2-9191-fe72f9f3c6f0,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:49.095940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:49.096835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Checking segment: {'id': '0ce019dd-4e5d-4d6d-9185-65327e6d9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '123b2cf7-d543-4a35-9d82-05f26b4b2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:49.097199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network hostable DHCP agents. Network: 123b2cf7-d543-4a35-9d82-05f26b4b2783, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:49.117208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network 123b2cf7-d543-4a35-9d82-05f26b4b2783 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:49.127744 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 123b2cf7-d543-4a35-9d82-05f26b4b2783) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:49.136716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be075f3d-4773-4a06-b716-f485a8c25ba0 None None] Network 123b2cf7-d543-4a35-9d82-05f26b4b2783 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:49.138320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:49.139200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:49.159385 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5787675 Jun 22 15:06:49.159634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42898) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:49.165641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Request body: {'subnet': {'network_id': '19fcadb6-eb71-4be5-841a-51c00e070198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:49.298184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Made reservation on behalf of 6383d9de16614b7e8f534089528dd722 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:49.303056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:49.367012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-123b2cf7-d543-4a35-9d82-05f26b4b2783', 'network_id': '123b2cf7-d543-4a35-9d82-05f26b4b2783', 'tenant_id': '6383d9de16614b7e8f534089528dd722', 'fixed_ips': [{'subnet_id': '323c48b2-7893-4cc2-9191-fe72f9f3c6f0'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:49.367887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:49.441402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa91d646-4e17-4d34-8c2a-ac920aa7dd9c None None] New status for floating IP 63ef7853-b029-45d6-8375-ef99c588d17e: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:06:49.527708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:49.530652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cf2154c5-9a9d-4c9e-8042-8a526c27c511 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:49.571630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Allocated IP 172.20.0.2 (123b2cf7-d543-4a35-9d82-05f26b4b2783/323c48b2-7893-4cc2-9191-fe72f9f3c6f0/d4d73b37-6118-4464-b74f-de5ed1e5738b) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:49.599330 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Subnet': ['ID=7d75fcde-3267-4796-b4ca-b5dded0ac858,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:49.602939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:49.608562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Checking segment: {'id': '30f90744-af7c-43a7-b5c0-bb45e69ad9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '19fcadb6-eb71-4be5-841a-51c00e070198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:49.608951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network hostable DHCP agents. Network: 19fcadb6-eb71-4be5-841a-51c00e070198, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:49.625258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network 19fcadb6-eb71-4be5-841a-51c00e070198 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:49.635870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 19fcadb6-eb71-4be5-841a-51c00e070198) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:49.640321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:49.643854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:49.658085 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4973595 Jun 22 15:06:49.660733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42900) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:49.794771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b55839-88bc-4d9c-b20e-fc671afa80fc None None] Network 19fcadb6-eb71-4be5-841a-51c00e070198 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:50.003241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.030352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Transition to ACTIVE for port object d4d73b37-6118-4464-b74f-de5ed1e5738b will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:50.049931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-19fcadb6-eb71-4be5-841a-51c00e070198', 'network_id': '19fcadb6-eb71-4be5-841a-51c00e070198', 'tenant_id': '6383d9de16614b7e8f534089528dd722', 'fixed_ips': [{'subnet_id': '7d75fcde-3267-4796-b4ca-b5dded0ac858'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:50.050802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.056907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Transition to ACTIVE for port object d4d73b37-6118-4464-b74f-de5ed1e5738b will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:50.077115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.080268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ebb8b242-2ab0-4f61-9469-58b54cfd7221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:50.159056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab1b40-a880-4718-8611-757017dd02bc None None] Network 563d78d1-b976-408e-8b2f-96104c0a9f22 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:50.172083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-9cd0cecb-90ec-4217-a6c4-0ee961dfb783 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:50.173743 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-9cd0cecb-90ec-4217-a6c4-0ee961dfb783 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 945 time: 0.0736609 Jun 22 15:06:50.219902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Network 123b2cf7-d543-4a35-9d82-05f26b4b2783 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:50.234731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:50.248961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:50.257646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Pushing event updated for resources: {'Port': ['ID=d4d73b37-6118-4464-b74f-de5ed1e5738b,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:50.268789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:50.279178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7670060f-3b6c-4bbe-9d96-5d7e811b85b8 None None] Provisioning for port a90a885a-2d13-4208-88ec-e43641ccc7ca completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:50.295122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port bcbee587-9cfe-4804-a36b-62e4fe146b30 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:50.295476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.389392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Attempting to bind port d4d73b37-6118-4464-b74f-de5ed1e5738b on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:50.389734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Attempting to bind port d4d73b37-6118-4464-b74f-de5ed1e5738b by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0ce019dd-4e5d-4d6d-9185-65327e6d9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '123b2cf7-d543-4a35-9d82-05f26b4b2783'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:50.389902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port bcbee587-9cfe-4804-a36b-62e4fe146b30, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bcbee587-9cfe-4804-a36b-62e4fe146b30,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:50.390038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Attempting to bind port d4d73b37-6118-4464-b74f-de5ed1e5738b on network 123b2cf7-d543-4a35-9d82-05f26b4b2783 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:50.390143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.392442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73327-f9b0-4382-b973-04c340a5dddb req-50ae6ca6-dca1-43e1-a6c5-876f46d3e0a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:50.393958 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-40a73327-f9b0-4382-b973-04c340a5dddb req-50ae6ca6-dca1-43e1-a6c5-876f46d3e0a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1514a9f-6507-4a61-9078-58a52aad1fce HTTP/1.1" status: 200 len: 945 time: 0.1823180 Jun 22 15:06:50.400927 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Allocated IP 172.20.0.2 (19fcadb6-eb71-4be5-841a-51c00e070198/7d75fcde-3267-4796-b4ca-b5dded0ac858/61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:50.405980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:50.406368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Checking segment: {'id': '0ce019dd-4e5d-4d6d-9185-65327e6d9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '123b2cf7-d543-4a35-9d82-05f26b4b2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:50.406785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.407192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Bound using segment: {'id': '0ce019dd-4e5d-4d6d-9185-65327e6d9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '123b2cf7-d543-4a35-9d82-05f26b4b2783'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:50.407676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Bound port: d4d73b37-6118-4464-b74f-de5ed1e5738b, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce019dd-4e5d-4d6d-9185-65327e6d9d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '123b2cf7-d543-4a35-9d82-05f26b4b2783'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:50.408080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.418957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.467859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for bcbee587-9cfe-4804-a36b-62e4fe146b30 owned by compute:nova {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:50.523884 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-40a73327-f9b0-4382-b973-04c340a5dddb req-2b9a86af-37de-4676-8f1f-fa31e92996a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd73684-fc25-468f-a7cb-a320b52fc262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075089 Jun 22 15:06:50.603750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.607964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:50.610440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] For port d4d73b37-6118-4464-b74f-de5ed1e5738b, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:50.633205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=bcbee587-9cfe-4804-a36b-62e4fe146b30,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:50.634698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] For port d4d73b37-6118-4464-b74f-de5ed1e5738b, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d4d73b37-6118-4464-b74f-de5ed1e5738b,segment=NetworkSegment(0ce019dd-4e5d-4d6d-9185-65327e6d9d8e),segment_id=0ce019dd-4e5d-4d6d-9185-65327e6d9d8e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:50.638516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:50.659754 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.665567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8870ca5a-e318-494d-99d1-a3829a9bee96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:50.683888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port bcbee587-9cfe-4804-a36b-62e4fe146b30 on host hv-neutron-6013 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:50.687397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.689862 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9c9bc70c-cadd-4e10-925c-436c4af86ab9 req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/bcbee587-9cfe-4804-a36b-62e4fe146b30 HTTP/1.1" status: 204 len: 173 time: 0.5089731 Jun 22 15:06:50.690598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'name': 'network-vif-deleted', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:06:50.693792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1d964f-5566-4b26-a7b6-9f431446a7c8" -d '{"events": [{"server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "name": "network-vif-deleted", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:06:50.735939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925283b7-1020-4095-97ae-bdd625ce11c1 x-openstack-request-id: req-925283b7-1020-4095-97ae-bdd625ce11c1 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:06:50.736526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1514a9f-6507-4a61-9078-58a52aad1fce", "name": "network-vif-deleted", "tag": "bcbee587-9cfe-4804-a36b-62e4fe146b30", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:06:50.737049 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-925283b7-1020-4095-97ae-bdd625ce11c1 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:06:50.737672 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1514a9f-6507-4a61-9078-58a52aad1fce', 'name': 'network-vif-deleted', 'tag': 'bcbee587-9cfe-4804-a36b-62e4fe146b30', 'status': 'completed', 'code': 200} Jun 22 15:06:50.775102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.783826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Pushing event updated for resources: {'Port': ['ID=d4d73b37-6118-4464-b74f-de5ed1e5738b,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:50.789085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:50.790133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Transition to ACTIVE for port object 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:50.806812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Allocated IP 172.20.0.1 (123b2cf7-d543-4a35-9d82-05f26b4b2783/323c48b2-7893-4cc2-9191-fe72f9f3c6f0/a02670fd-8591-49a4-b0ac-d206fa423638) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:50.807914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Transition to ACTIVE for port object 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:50.815735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:50.818977 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:50.902577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Network 19fcadb6-eb71-4be5-841a-51c00e070198 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:50.913882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:50.917911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:50.939868 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Pushing event updated for resources: {'Port': ['ID=61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:50.942538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:51.021323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a90a885a-2d13-4208-88ec-e43641ccc7ca up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:51.024420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.060540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Attempting to bind port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:51.060948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Attempting to bind port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '30f90744-af7c-43a7-b5c0-bb45e69ad9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '19fcadb6-eb71-4be5-841a-51c00e070198'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:51.061319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Attempting to bind port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 on network 19fcadb6-eb71-4be5-841a-51c00e070198 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:51.073324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:51.073931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Checking segment: {'id': '30f90744-af7c-43a7-b5c0-bb45e69ad9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '19fcadb6-eb71-4be5-841a-51c00e070198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:51.074141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.074506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Bound using segment: {'id': '30f90744-af7c-43a7-b5c0-bb45e69ad9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '19fcadb6-eb71-4be5-841a-51c00e070198'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:51.075125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Bound port: 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f90744-af7c-43a7-b5c0-bb45e69ad9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '19fcadb6-eb71-4be5-841a-51c00e070198'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:51.075540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.096674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Transition to ACTIVE for port object a02670fd-8591-49a4-b0ac-d206fa423638 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:51.150058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.153442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8ec3a988-83bf-4a21-966d-cdf6ada6d3ed tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:51.155490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port a90a885a-2d13-4208-88ec-e43641ccc7ca completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:51.169104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a90a885a-2d13-4208-88ec-e43641ccc7ca triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:51.169376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.206467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network 123b2cf7-d543-4a35-9d82-05f26b4b2783 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:51.212442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] For port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:51.215813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:51.229428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:51.238098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Port': ['ID=a02670fd-8591-49a4-b0ac-d206fa423638,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:51.245732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] For port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45,segment=NetworkSegment(30f90744-af7c-43a7-b5c0-bb45e69ad9d0),segment_id=30f90744-af7c-43a7-b5c0-bb45e69ad9d0)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:51.251472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3d9e46ee-2dce-42bf-ac16-05c47d906e77 None None] Provisioning complete for port a90a885a-2d13-4208-88ec-e43641ccc7ca triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:51.252016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3d9e46ee-2dce-42bf-ac16-05c47d906e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.257262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.277196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:51.292818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:51.323597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.422935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.477088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Pushing event updated for resources: {'Port': ['ID=61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:51.484840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:51.524568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port a90a885a-2d13-4208-88ec-e43641ccc7ca, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a90a885a-2d13-4208-88ec-e43641ccc7ca,segment=NetworkSegment(8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9),segment_id=8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:51.537417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.539538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f84856d3-5e47-4ce2-bd8c-f225a8aee5a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:51.564545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.575410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3d9e46ee-2dce-42bf-ac16-05c47d906e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.689437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-3d9e46ee-2dce-42bf-ac16-05c47d906e77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:06:51.690077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-3d9e46ee-2dce-42bf-ac16-05c47d906e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:06:51.695285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42908) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:51.696103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=a90a885a-2d13-4208-88ec-e43641ccc7ca,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:51.701613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:51.773143 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b183ac28-86ad-45f0-9065-c7497377d18b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.808088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b183ac28-86ad-45f0-9065-c7497377d18b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.889689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b183ac28-86ad-45f0-9065-c7497377d18b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.895322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b183ac28-86ad-45f0-9065-c7497377d18b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.899787 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b183ac28-86ad-45f0-9065-c7497377d18b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/ebd73684-fc25-468f-a7cb-a320b52fc262 HTTP/1.1" status: 204 len: 168 time: 0.2010629 Jun 22 15:06:51.899787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43b17cd2-1ba9-46ce-a1c5-00790069c626 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:51.909953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183ac28-86ad-45f0-9065-c7497377d18b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd73684-fc25-468f-a7cb-a320b52fc262,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:51.913492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b183ac28-86ad-45f0-9065-c7497377d18b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:51.934274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42912) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:51.965509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.970547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:51.976192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fb5f874c-cfc5-4da4-a820-448af05361e6 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:52.069490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Port': ['ID=a02670fd-8591-49a4-b0ac-d206fa423638,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:52.073323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:52.075130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:52.163835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cedf21-a0ba-4cf4-8741-04ae62b9d15e None None] Network 123b2cf7-d543-4a35-9d82-05f26b4b2783 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:52.192245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network 123b2cf7-d543-4a35-9d82-05f26b4b2783 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:52.194452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:52.365465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Router 1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:06:52.402536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-aa572c14-ca61-404c-a7f3-4102ef028733 None None] Provisioning for port d4d73b37-6118-4464-b74f-de5ed1e5738b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:52.427824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:52.488174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:52.497293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "PUT /v2.0/routers/1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8346334 Jun 22 15:06:52.498558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42914) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:52.501712 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b7ac07-9bb8-411f-9dd6-8daf2a784e93 None None] Sync routers for ids ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:52.515153 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7ac07-9bb8-411f-9dd6-8daf2a784e93 None None] Routers {'1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:52.516616 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b9b7ac07-9bb8-411f-9dd6-8daf2a784e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:52.566713 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b9b7ac07-9bb8-411f-9dd6-8daf2a784e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:52.579032 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7ac07-9bb8-411f-9dd6-8daf2a784e93 None None] Routers {'1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:52.580048 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b9b7ac07-9bb8-411f-9dd6-8daf2a784e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:52.629190 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b9b7ac07-9bb8-411f-9dd6-8daf2a784e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:52.630802 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b7ac07-9bb8-411f-9dd6-8daf2a784e93 None None] The sync data for ids ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:52.744783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b1a2fbdd-0b81-4902-af48-90e4c2dff77f None None] Provisioning for port a02670fd-8591-49a4-b0ac-d206fa423638 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:52.750901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b1a2fbdd-0b81-4902-af48-90e4c2dff77f None None] Provisioning complete for port a02670fd-8591-49a4-b0ac-d206fa423638 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:52.751577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b1a2fbdd-0b81-4902-af48-90e4c2dff77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:52.756003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c709e73c-6c61-44da-abff-70de638f6960 None None] Network 19fcadb6-eb71-4be5-841a-51c00e070198 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:52.841253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2fbdd-0b81-4902-af48-90e4c2dff77f None None] Port a02670fd-8591-49a4-b0ac-d206fa423638 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:52.993748 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-485653a8-3e12-4873-87c5-9c535171c25b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:06:52.999286 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-485653a8-3e12-4873-87c5-9c535171c25b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "PUT /v2.0/routers/1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4993658 Jun 22 15:06:53.000283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42916) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:53.006736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3d57ba57-4516-4837-8a3b-4bdae229139b None None] Provisioning for port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:53.065073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device bcbee587-9cfe-4804-a36b-62e4fe146b30 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:53.109507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: bcbee587-9cfe-4804-a36b-62e4fe146b30 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:53.109923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device bcbee587-9cfe-4804-a36b-62e4fe146b30 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:53.133267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3fc5d7dc-c730-43c3-a3ed-5917aacab992 None None] Provisioning complete for port a02670fd-8591-49a4-b0ac-d206fa423638 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:53.133706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3fc5d7dc-c730-43c3-a3ed-5917aacab992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.200111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:53.273643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3fc5d7dc-c730-43c3-a3ed-5917aacab992 None None] Port a02670fd-8591-49a4-b0ac-d206fa423638 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:53.283456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:53.289093 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:53.289618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.386776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 30d7122b-9b03-411f-be23-da005c2daa76 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:53.387446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.403122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.439640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-14a0dc6f-9c8a-4f5e-bda5-e844703e1b32 None None] Provisioning complete for port a02670fd-8591-49a4-b0ac-d206fa423638 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:53.440019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-14a0dc6f-9c8a-4f5e-bda5-e844703e1b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.473688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45,segment=NetworkSegment(30f90744-af7c-43a7-b5c0-bb45e69ad9d0),segment_id=30f90744-af7c-43a7-b5c0-bb45e69ad9d0)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:53.478360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.480674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.481536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d4d73b37-6118-4464-b74f-de5ed1e5738b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:53.485172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:53.500536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 30d7122b-9b03-411f-be23-da005c2daa76, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=30d7122b-9b03-411f-be23-da005c2daa76,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:53.500930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.533358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-14a0dc6f-9c8a-4f5e-bda5-e844703e1b32 None None] Port a02670fd-8591-49a4-b0ac-d206fa423638 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:53.563819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:53.567903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:53.575541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 30d7122b-9b03-411f-be23-da005c2daa76 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:53.578631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d4d73b37-6118-4464-b74f-de5ed1e5738b completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:53.585003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d4d73b37-6118-4464-b74f-de5ed1e5738b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:53.586183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.749170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Deleting port a02670fd-8591-49a4-b0ac-d206fa423638 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:53.749396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.790738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.793173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:53.821245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=30d7122b-9b03-411f-be23-da005c2daa76,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:53.823785 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:53.842141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.845122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0dda86b7-b0d3-4e51-9e40-8b349c4d416f None None] Provisioning complete for port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:53.845492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0dda86b7-b0d3-4e51-9e40-8b349c4d416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.858340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.908837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port d4d73b37-6118-4464-b74f-de5ed1e5738b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d4d73b37-6118-4464-b74f-de5ed1e5738b,segment=NetworkSegment(0ce019dd-4e5d-4d6d-9185-65327e6d9d8e),segment_id=0ce019dd-4e5d-4d6d-9185-65327e6d9d8e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:53.918343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:53.919497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a90a885a-2d13-4208-88ec-e43641ccc7ca up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:53.923010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:53.940597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Calling delete_port for a02670fd-8591-49a4-b0ac-d206fa423638 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:54.055687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=d4d73b37-6118-4464-b74f-de5ed1e5738b,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:54.057161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:54.061153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:54.068131 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a90a885a-2d13-4208-88ec-e43641ccc7ca triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:54.068518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:54.138520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:54.141008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:54.168698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Port': ['ID=a02670fd-8591-49a4-b0ac-d206fa423638,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:54.171844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:54.298509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 37524112-6bd4-4c27-b050-ccd4132cb50a has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:54.319994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:54.416885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:54.425227 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/37524112-6bd4-4c27-b050-ccd4132cb50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4894598 Jun 22 15:06:54.425902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42918) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:54.427323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] Sync routers for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:54.436723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:54.437364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:54.485573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Router 1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:54.487158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting subnet 16314ac3-c95a-4ecc-b2f1-515d51664b80 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:54.493243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:54.534879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:54.552338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:54.571157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:54.576712 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "PUT /v2.0/routers/1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5750751 Jun 22 15:06:54.581133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42920) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:54.584025 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f834c-1a18-4967-9fa1-d6420a98377d None None] Sync routers for ids ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:54.595965 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f834c-1a18-4967-9fa1-d6420a98377d None None] Routers {'1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:54.596941 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-bc1f834c-1a18-4967-9fa1-d6420a98377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:54.635948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:54.639016 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-bc1f834c-1a18-4967-9fa1-d6420a98377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:54.657327 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f834c-1a18-4967-9fa1-d6420a98377d None None] Routers {'1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:54.658241 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-bc1f834c-1a18-4967-9fa1-d6420a98377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:54.695734 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-bc1f834c-1a18-4967-9fa1-d6420a98377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:54.696672 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f834c-1a18-4967-9fa1-d6420a98377d None None] The sync data for ids ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:54.712511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:54.715042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ed4cf989-8f62-4a32-a999-9c6a0e2c2722 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:54.746574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Subnet': ['ID=16314ac3-c95a-4ecc-b2f1-515d51664b80,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:54.751033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:06:53Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:54.751340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:54.752552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:54.754647 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/subnets/16314ac3-c95a-4ecc-b2f1-515d51664b80 HTTP/1.1" status: 204 len: 168 time: 0.3278201 Jun 22 15:06:54.757726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42922) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:54.783241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523c015c-07d3-4c05-a75f-a30a9e09ebed None None] Network 19fcd109-b59e-48be-9dda-955425509e71 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:54.787577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] Checking router: 37524112-6bd4-4c27-b050-ccd4132cb50a for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:54.849687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] Routers {'37524112-6bd4-4c27-b050-ccd4132cb50a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:54.850512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['37524112-6bd4-4c27-b050-ccd4132cb50a'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:54.889960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.005079 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-4f26566b-728e-4e24-ac97-e4aa80c8489c tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] delete failed (client error): The resource could not be found. Jun 22 15:06:55.008785 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4f26566b-728e-4e24-ac97-e4aa80c8489c tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1492735660 HTTP/1.1" status: 404 len: 335 time: 0.4241590 Jun 22 15:06:55.008954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.010319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42924) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:55.019120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-86d532b1-87d1-4025-a9e4-402592874f6f tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Request body: {'router': {'external_gateway_info': {'network_id': '1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:55.033942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:55.045197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] Set router 37524112-6bd4-4c27-b050-ccd4132cb50a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:55.070253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 3448ec8f-cc0d-410b-a90b-2dc10999a064 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:55.070644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.160606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 3448ec8f-cc0d-410b-a90b-2dc10999a064, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3448ec8f-cc0d-410b-a90b-2dc10999a064,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:55.161115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.223876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:55.224261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.227289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 3448ec8f-cc0d-410b-a90b-2dc10999a064 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:55.238713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-86d532b1-87d1-4025-a9e4-402592874f6f tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.272926 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-86d532b1-87d1-4025-a9e4-402592874f6f tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] update failed (client error): The resource could not be found. Jun 22 15:06:55.274430 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-86d532b1-87d1-4025-a9e4-402592874f6f tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "PUT /v2.0/routers/1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6 HTTP/1.1" status: 404 len: 339 time: 0.2612290 Jun 22 15:06:55.281042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42926) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:55.287207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] DHCP port deletion for 19fcd109-b59e-48be-9dda-955425509e71 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:06:55.382063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:06:53Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:55.411589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d4d73b37-6118-4464-b74f-de5ed1e5738b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:06:55.415079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718a3e7-2f85-4c59-b030-9280638761ea None None] The sync data for ids ['37524112-6bd4-4c27-b050-ccd4132cb50a'] in dv-neutron-601336-93-hyperv is: [{'id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'name': 'tempest-TestNetworkBasicOps-router-861681704', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:06:53Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '3448ec8f-cc0d-410b-a90b-2dc10999a064', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37524112-6bd4-4c27-b050-ccd4132cb50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:05:04Z', 'updated_at': '2021-06-22T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:55.451373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Deleting port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:55.451748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.523435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] For port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0a4bf0b3-f056-4af1-bcab-a8285cd84d21,segment=NetworkSegment(7a6e73a5-3908-47b1-9ef6-bc91b65039bb),segment_id=7a6e73a5-3908-47b1-9ef6-bc91b65039bb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:06:55.523738 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.530695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d4d73b37-6118-4464-b74f-de5ed1e5738b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:55.531073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.657462 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.672008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.677041 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e06c8833-317f-4f86-a18f-4423d3510cde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:55.737887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=3448ec8f-cc0d-410b-a90b-2dc10999a064,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:55.742722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:55.754010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Calling delete_port for 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:55.884854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.886669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:55.887072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-492ff489-d935-4a5a-a843-ff791c5f7629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:55.909529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Pushing event deleted for resources: {'Port': ['ID=0a4bf0b3-f056-4af1-bcab-a8285cd84d21,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:55.919656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] No DVR routers for this DVR port 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:06:55.921565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.921916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.922251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.922581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.922904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.923332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.923539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.923851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.924200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.924513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.924875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.925193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:06:55.929116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:56.016188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.019917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.100497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.101060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Fanout notify agent at l3_agent the message router_deleted on router 37524112-6bd4-4c27-b050-ccd4132cb50a {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:06:56.112278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.113405 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/routers/37524112-6bd4-4c27-b050-ccd4132cb50a HTTP/1.1" status: 204 len: 168 time: 1.3546240 Jun 22 15:06:56.116919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42928) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:56.126687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Allocated IP 172.20.0.1 (563d78d1-b976-408e-8b2f-96104c0a9f22/3fd5f002-b194-4827-bd01-4dee82286b2e/6746f9d0-e8fb-4329-931e-81d82ab42aee) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:56.199498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.252970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.267851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Transition to ACTIVE for port object 6746f9d0-e8fb-4329-931e-81d82ab42aee will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:56.294844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.300502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.303812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73e7ca03-bbb1-4d00-ae66-f8d2e52f1675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:56.306360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fcd109-b59e-48be-9dda-955425509e71']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:56.315884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6e73a5-3908-47b1-9ef6-bc91b65039bb') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:56.316180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6e73a5-3908-47b1-9ef6-bc91b65039bb') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:56.325890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.342162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.348066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:06:56.348502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:06:56.351684 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:06:56.354600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network 563d78d1-b976-408e-8b2f-96104c0a9f22 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:56.356976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:56.360764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:56.367930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Port': ['ID=6746f9d0-e8fb-4329-931e-81d82ab42aee,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:56.387507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:56.411455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.422142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.425986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:56.430913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.432711 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/networks/19fcd109-b59e-48be-9dda-955425509e71 HTTP/1.1" status: 204 len: 168 time: 0.3147981 Jun 22 15:06:56.448721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42930) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:56.452609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'network': {'name': 'tempest-network-smoke--1163936114', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:56.455487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Network': ['ID=19fcd109-b59e-48be-9dda-955425509e71,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:56.458861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:56.479148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:56.483130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.509828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:06:56.521541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.521905 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Added segment 0985422e-5402-42fe-8122-8d3487d01e75 of type vlan for network 4f08a9d3-4351-4c54-bceb-d3558608b695 Jun 22 15:06:56.566769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.574651 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.611203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.616568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-06c84289-4001-4123-8617-c8cb696f24a4 None None] Provisioning for port 6746f9d0-e8fb-4329-931e-81d82ab42aee completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:06:56.618963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:56.619566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.620725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-06c84289-4001-4123-8617-c8cb696f24a4 None None] Provisioning complete for port 6746f9d0-e8fb-4329-931e-81d82ab42aee triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:56.621240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-06c84289-4001-4123-8617-c8cb696f24a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.625744 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-95cf63f4-10ef-4c14-8e33-4453812bcee0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:56.675136 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2248909 Jun 22 15:06:56.676113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42932) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:56.679565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-06c84289-4001-4123-8617-c8cb696f24a4 None None] Port 6746f9d0-e8fb-4329-931e-81d82ab42aee cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:56.682210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-488564549', 'admin_state_up': True, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:56.712328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Network': ['ID=4f08a9d3-4351-4c54-bceb-d3558608b695,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:56.716245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e6b2dc60-d64d-4732-9b01-62b2d1fcb721 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:56.723030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:06:56.726104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.727212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.782102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.917689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 30d7122b-9b03-411f-be23-da005c2daa76 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:56.934290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:56.944587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 30d7122b-9b03-411f-be23-da005c2daa76 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:56.945067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 30d7122b-9b03-411f-be23-da005c2daa76 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:56.945407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3448ec8f-cc0d-410b-a90b-2dc10999a064 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:56.966161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 3448ec8f-cc0d-410b-a90b-2dc10999a064 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:56.966782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3448ec8f-cc0d-410b-a90b-2dc10999a064 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:56.967220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:06:56.987057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:06:56.987555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0a4bf0b3-f056-4af1-bcab-a8285cd84d21 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:06:57.157323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.178218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.218941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.223936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.228490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c1b48c92-46d5-42b6-b1b3-3147b62de624 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:57.290869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.94 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/369d046a-764d-4d96-a1b7-069953a0143d) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:57.299662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.304014 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event updated for resources: {'Port': ['ID=6746f9d0-e8fb-4329-931e-81d82ab42aee,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:57.308390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:57.403448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Network 563d78d1-b976-408e-8b2f-96104c0a9f22 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:57.405102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:57.406001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.459307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.461660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:57.497370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:57.504097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:57.507593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:57.510044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Router 1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:57.538306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=369d046a-764d-4d96-a1b7-069953a0143d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:57.541473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:57.615495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:57.624562 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "PUT /v2.0/routers/1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3389738 Jun 22 15:06:57.624562 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42938) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:57.624767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c0bcb-2d48-41ae-96db-9f8777c5fd86 None None] Sync routers for ids ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:57.635696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c0bcb-2d48-41ae-96db-9f8777c5fd86 None None] Routers {'1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:57.636318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f38c0bcb-2d48-41ae-96db-9f8777c5fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:57.671230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f38c0bcb-2d48-41ae-96db-9f8777c5fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:57.680840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c0bcb-2d48-41ae-96db-9f8777c5fd86 None None] Routers {'1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:57.681388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f38c0bcb-2d48-41ae-96db-9f8777c5fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:57.720469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f38c0bcb-2d48-41ae-96db-9f8777c5fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:57.721127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c0bcb-2d48-41ae-96db-9f8777c5fd86 None None] The sync data for ids ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:57.732157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d32f8d9c-35af-4a48-8bf5-e4fb5e83569a None None] Provisioning complete for port 6746f9d0-e8fb-4329-931e-81d82ab42aee triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:06:57.732834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d32f8d9c-35af-4a48-8bf5-e4fb5e83569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.737887 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb80f2d8-08bf-47ca-bde6-7623e512daa8 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.768128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d32f8d9c-35af-4a48-8bf5-e4fb5e83569a None None] Port 6746f9d0-e8fb-4329-931e-81d82ab42aee cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:06:57.794492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:57.842689 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-fb80f2d8-08bf-47ca-bde6-7623e512daa8 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 22 15:06:57.843744 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fb80f2d8-08bf-47ca-bde6-7623e512daa8 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "DELETE /v2.0/routers/1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6 HTTP/1.1" status: 409 len: 329 time: 0.2183466 Jun 22 15:06:57.847237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42940) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:57.998684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.127809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router ac713b25-ced3-4a4b-a6de-a46bef1eb681 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:06:58.165488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.240184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:58.250768 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Sync routers for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:58.258901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.261369 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:58.262008 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:58.263588 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5869660 Jun 22 15:06:58.265546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42942) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:58.308947 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0976cdad-c488-466f-9bf9-c7a11e42c5cd tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421679 Jun 22 15:06:58.309535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42944) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:58.369214 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:58.431175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Deleting port 6746f9d0-e8fb-4329-931e-81d82ab42aee {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:06:58.431829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.448435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691211c9-0d7e-4ca2-822f-9aae2898ec4b tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:58.452850 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-691211c9-0d7e-4ca2-822f-9aae2898ec4b tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1423795 Jun 22 15:06:58.453440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42946) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:58.484770 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-87238c6b-8726-469b-a11e-a5e380951ff5 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301242 Jun 22 15:06:58.485333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42948) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:58.490677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1164474928', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:58.523812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.548760 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:06:57Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:58.576209 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Checking router: ac713b25-ced3-4a4b-a6de-a46bef1eb681 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:06:58.576690 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Updating router ac713b25-ced3-4a4b-a6de-a46bef1eb681 port 369d046a-764d-4d96-a1b7-069953a0143d binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:06:58.584221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:06:58.588328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.593744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Calling delete_port for 6746f9d0-e8fb-4329-931e-81d82ab42aee owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:06:58.616837 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.777212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.780409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5a6a77d4-0a6f-4a7c-bb99-4d8768e98376 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:58.785553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.789012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e37f49b-977a-471d-8422-d5f5a3eafbe2 tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:58.815164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Port': ['ID=6746f9d0-e8fb-4329-931e-81d82ab42aee,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:58.820849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:58.849816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=e381302f-ca62-4ba9-821f-acad20f7663d,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:58.854081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:58.859659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Checking segment: {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:58.860031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network hostable DHCP agents. Network: 4f08a9d3-4351-4c54-bceb-d3558608b695, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:06:58.886451 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:06:58.902666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 4f08a9d3-4351-4c54-bceb-d3558608b695) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:58.908255 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.913964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e55b70c-984c-4e74-8617-2d01cc8fec03 None None] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:58.915834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:06:58.916614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.920255 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Transition to ACTIVE for port object 369d046a-764d-4d96-a1b7-069953a0143d will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:58.931583 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:58.934398 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-ef771085-f91a-4357-8f4f-bbc047d546d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:58.939631 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4532766 Jun 22 15:06:58.945107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42950) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:58.985019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.001543 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Attempting to bind port 369d046a-764d-4d96-a1b7-069953a0143d on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:59.002075 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Attempting to bind port 369d046a-764d-4d96-a1b7-069953a0143d by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:59.002540 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Attempting to bind port 369d046a-764d-4d96-a1b7-069953a0143d on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:59.008905 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006a1ce-db04-4690-bba2-ad55b4f7ed3a None None] Pushing event updated for resources: {'Port': ['ID=369d046a-764d-4d96-a1b7-069953a0143d,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:59.011734 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:59.012199 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:59.012711 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.013233 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:59.014635 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Bound port: 369d046a-764d-4d96-a1b7-069953a0143d, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:59.015115 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.018346 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-c006a1ce-db04-4690-bba2-ad55b4f7ed3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:59.119198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-4f08a9d3-4351-4c54-bceb-d3558608b695', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:06:59.120087 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.187895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Router 1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:06:59.233148 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] For port 369d046a-764d-4d96-a1b7-069953a0143d, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:06:59.236478 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] For port 369d046a-764d-4d96-a1b7-069953a0143d, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=369d046a-764d-4d96-a1b7-069953a0143d,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:06:59.244193 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.247900 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-ee452089-6c2b-495b-bafd-81885ac3ad05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:59.283506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:06:59.293311 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "PUT /v2.0/routers/1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4445360 Jun 22 15:06:59.295319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Allocated IP 172.20.0.2 (4f08a9d3-4351-4c54-bceb-d3558608b695/e381302f-ca62-4ba9-821f-acad20f7663d/77002b62-e93e-4df5-8f8d-62b09873a55b) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:06:59.297263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42952) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:59.311542 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:59.312302 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:59.340787 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-0a2dca9e-9629-4854-898b-b8cdb9c36d85 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] show failed (client error): The resource could not be found. Jun 22 15:06:59.342105 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0a2dca9e-9629-4854-898b-b8cdb9c36d85 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-658206864 HTTP/1.1" status: 404 len: 334 time: 0.0436194 Jun 22 15:06:59.345892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42954) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:59.351803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1d065d1f-48b8-424c-a199-adb74c63157b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:06:59.379158 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006a1ce-db04-4690-bba2-ad55b4f7ed3a None None] Pushing event updated for resources: {'Port': ['ID=369d046a-764d-4d96-a1b7-069953a0143d,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:59.384702 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-c006a1ce-db04-4690-bba2-ad55b4f7ed3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:59.406642 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-1d065d1f-48b8-424c-a199-adb74c63157b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] update failed (client error): The resource could not be found. Jun 22 15:06:59.407962 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1d065d1f-48b8-424c-a199-adb74c63157b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-727067065 HTTP/1.1" status: 404 len: 334 time: 0.0609670 Jun 22 15:06:59.413369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81514d79-2ab3-45f2-a6be-629dda0c1585 None None] Sync routers for ids ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:06:59.415066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42956) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:59.458837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81514d79-2ab3-45f2-a6be-629dda0c1585 None None] Routers {'1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:59.460221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-81514d79-2ab3-45f2-a6be-629dda0c1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:59.469766 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:06:59.479089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Deleting subnet 7d75fcde-3267-4796-b4ca-b5dded0ac858 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:59.483206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.523148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-81514d79-2ab3-45f2-a6be-629dda0c1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:59.537079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.546082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.563167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Transition to ACTIVE for port object 77002b62-e93e-4df5-8f8d-62b09873a55b will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:59.566120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81514d79-2ab3-45f2-a6be-629dda0c1585 None None] Routers {'1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:06:59.569258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-81514d79-2ab3-45f2-a6be-629dda0c1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:59.621945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-81514d79-2ab3-45f2-a6be-629dda0c1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:59.623440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81514d79-2ab3-45f2-a6be-629dda0c1585 None None] The sync data for ids ['1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:59.652565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Transition to ACTIVE for port object 77002b62-e93e-4df5-8f8d-62b09873a55b will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:06:59.656618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.662546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.672896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5ed4a77d-66d3-4a5b-b443-a665e97419a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:59.688556 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:06:57Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:06:59.703385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:06:59.706937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:06:59.711492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:06:59.727595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.731397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c12d41a-e8d2-46a6-8d30-48e08c2e7da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:06:59.734866 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9344ebf-d12e-422c-a57a-874925774d80 None None] The sync data for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:06:57Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:06:59.766010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Pushing event updated for resources: {'Port': ['ID=77002b62-e93e-4df5-8f8d-62b09873a55b,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:59.768513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.773959 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "DELETE /v2.0/subnets/7d75fcde-3267-4796-b4ca-b5dded0ac858 HTTP/1.1" status: 204 len: 168 time: 0.3575916 Jun 22 15:06:59.774591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42958) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:06:59.777626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:59.782880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Subnet': ['ID=7d75fcde-3267-4796-b4ca-b5dded0ac858,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:06:59.786810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:06:59.800558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d605a-51bc-44d9-9fe6-d9e126283020 None None] Network 19fcadb6-eb71-4be5-841a-51c00e070198 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:06:59.844315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Deleting subnet 323c48b2-7893-4cc2-9191-fe72f9f3c6f0 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:06:59.848990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.854717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Attempting to bind port 77002b62-e93e-4df5-8f8d-62b09873a55b on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:06:59.855097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Attempting to bind port 77002b62-e93e-4df5-8f8d-62b09873a55b by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:06:59.855470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Attempting to bind port 77002b62-e93e-4df5-8f8d-62b09873a55b on network 4f08a9d3-4351-4c54-bceb-d3558608b695 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:06:59.869944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:06:59.870332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Checking segment: {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:06:59.870746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.871144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Bound using segment: {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:06:59.871628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Bound port: 77002b62-e93e-4df5-8f8d-62b09873a55b, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:06:59.872011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.885976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.903341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:06:59.994990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-465a85e7-e840-449d-9ee6-729044274455 None None] For port 77002b62-e93e-4df5-8f8d-62b09873a55b, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:07:00.010269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.012771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-465a85e7-e840-449d-9ee6-729044274455 None None] For port 77002b62-e93e-4df5-8f8d-62b09873a55b, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=77002b62-e93e-4df5-8f8d-62b09873a55b,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:07:00.060463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.063922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b7f5ab58-ac3c-43ec-bab5-d95145823e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:00.143632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.146649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60365364-6c4b-4c67-bc96-241b198d98c4 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:00.157188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] DHCP port deletion for 19fcadb6-eb71-4be5-841a-51c00e070198 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:07:00.163654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Pushing event updated for resources: {'Port': ['ID=77002b62-e93e-4df5-8f8d-62b09873a55b,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:00.176174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:00.182702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Subnet': ['ID=323c48b2-7893-4cc2-9191-fe72f9f3c6f0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:00.185112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.197175 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "DELETE /v2.0/subnets/323c48b2-7893-4cc2-9191-fe72f9f3c6f0 HTTP/1.1" status: 204 len: 168 time: 0.4212708 Jun 22 15:07:00.198432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:00.198878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42960) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:00.204775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1b7043ae-3485-4d7b-8626-7742f8db9931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.208510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b913f-bbc0-4fdf-8fe6-2f7aed8b8919 None None] Network 123b2cf7-d543-4a35-9d82-05f26b4b2783 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:07:00.285128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.321220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.1 (4f08a9d3-4351-4c54-bceb-d3558608b695/e381302f-ca62-4ba9-821f-acad20f7663d/a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:07:00.355623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Deleting port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:07:00.356099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.361291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] Deleting port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:07:00.361622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.475361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] For port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45,segment=NetworkSegment(30f90744-af7c-43a7-b5c0-bb45e69ad9d0),segment_id=30f90744-af7c-43a7-b5c0-bb45e69ad9d0)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:00.475989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.496095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] For port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45,segment=NetworkSegment(30f90744-af7c-43a7-b5c0-bb45e69ad9d0),segment_id=30f90744-af7c-43a7-b5c0-bb45e69ad9d0)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:00.496695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.503652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.526187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:07:00.559990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] Calling delete_port for 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:07:00.585999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Calling delete_port for 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:07:00.593428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.601321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2c7a42ed-bd9e-4dd9-8b25-a91a70663dce tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:00.677095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:00.681616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] DHCP port deletion for 123b2cf7-d543-4a35-9d82-05f26b4b2783 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:07:00.688004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:00.693435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:07:00.695130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:07:00.697909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:07:00.739176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.742931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:00.751862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.754021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9aa3b38d-87a9-450f-95e7-7aa3379fe7f6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:00.760482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.773149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] Pushing event deleted for resources: {'Port': ['ID=61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:00.775029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] No DVR routers for this DVR port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:07:00.778652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:00.788190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Port': ['ID=61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:00.789586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:00.792947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] No DVR routers for this DVR port 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:07:00.808360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] Deleting port d4d73b37-6118-4464-b74f-de5ed1e5738b {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:07:00.808919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.921705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.937961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fcadb6-eb71-4be5-841a-51c00e070198']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:00.940266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] For port d4d73b37-6118-4464-b74f-de5ed1e5738b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d4d73b37-6118-4464-b74f-de5ed1e5738b,segment=NetworkSegment(0ce019dd-4e5d-4d6d-9185-65327e6d9d8e),segment_id=0ce019dd-4e5d-4d6d-9185-65327e6d9d8e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:00.940682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.957318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f90744-af7c-43a7-b5c0-bb45e69ad9d0') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:00.958358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f90744-af7c-43a7-b5c0-bb45e69ad9d0') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:00.968446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.985927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:00.994626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:07:00.995408 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:07:01.000170 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:07:01.016387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.074926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] Calling delete_port for d4d73b37-6118-4464-b74f-de5ed1e5738b owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:07:01.078781 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 369d046a-764d-4d96-a1b7-069953a0143d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:07:01.110051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.123761 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cc3031c2-7496-48e6-87af-c1ef853699bc tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:01.130346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.132313 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "DELETE /v2.0/networks/19fcadb6-eb71-4be5-841a-51c00e070198 HTTP/1.1" status: 204 len: 168 time: 0.9319444 Jun 22 15:07:01.142046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42962) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:01.152820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Network': ['ID=19fcadb6-eb71-4be5-841a-51c00e070198,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:01.187255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:01.220643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 369d046a-764d-4d96-a1b7-069953a0143d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:07:01.226891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 369d046a-764d-4d96-a1b7-069953a0143d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:01.228668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.263412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.267818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-43ed4c3d-36d5-49e3-bdcf-f25697d3cedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:01.275921 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.311823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] Pushing event deleted for resources: {'Port': ['ID=d4d73b37-6118-4464-b74f-de5ed1e5738b,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:01.314157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] No DVR routers for this DVR port d4d73b37-6118-4464-b74f-de5ed1e5738b on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:07:01.325010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:01.387261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.403452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.417161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123b2cf7-d543-4a35-9d82-05f26b4b2783']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:01.423562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 369d046a-764d-4d96-a1b7-069953a0143d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=369d046a-764d-4d96-a1b7-069953a0143d,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:01.430215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce019dd-4e5d-4d6d-9185-65327e6d9d8e') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:01.430524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce019dd-4e5d-4d6d-9185-65327e6d9d8e') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:01.430814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.432010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 77002b62-e93e-4df5-8f8d-62b09873a55b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:07:01.433430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:01.433827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.442279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.442459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.446648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e67f0ef-ae02-47ad-bb4f-739a1dc26b0e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:01.474530 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.482211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:07:01.482661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:07:01.485895 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:07:01.515324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=369d046a-764d-4d96-a1b7-069953a0143d,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:01.519244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:01.536243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 77002b62-e93e-4df5-8f8d-62b09873a55b completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:07:01.546985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.548985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:01.553065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:01.555187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e301c61-c6d3-46b7-bd13-d0439400e22b None None] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:07:01.569743 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.575109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.579848 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "DELETE /v2.0/networks/123b2cf7-d543-4a35-9d82-05f26b4b2783 HTTP/1.1" status: 204 len: 168 time: 0.4346759 Jun 22 15:07:01.579848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8437d2cb-66dd-4f96-b9cc-1a0d27a15799 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:01.581156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42964) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:01.599905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Network': ['ID=123b2cf7-d543-4a35-9d82-05f26b4b2783,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:01.603118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:01.620446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:07:01.653510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:07:01.653853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 61ebf48b-bf3a-4cbe-b3d2-1226fb3d8b45 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:07:01.654276 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d4d73b37-6118-4464-b74f-de5ed1e5738b no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:07:01.683988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: d4d73b37-6118-4464-b74f-de5ed1e5738b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:07:01.684326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d4d73b37-6118-4464-b74f-de5ed1e5738b not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:07:01.686132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Deleting subnet 3fd5f002-b194-4827-bd01-4dee82286b2e {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:07:01.688465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-241d99b1-9367-4ad8-ba89-0221b4965f84 None None] Provisioning for port 77002b62-e93e-4df5-8f8d-62b09873a55b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:07:01.694303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.697242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-241d99b1-9367-4ad8-ba89-0221b4965f84 None None] Provisioning complete for port 77002b62-e93e-4df5-8f8d-62b09873a55b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:01.697874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-241d99b1-9367-4ad8-ba89-0221b4965f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.757483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.791912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:07:01.795059 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:07:01.847956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-241d99b1-9367-4ad8-ba89-0221b4965f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.894116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-241d99b1-9367-4ad8-ba89-0221b4965f84 None None] For port 77002b62-e93e-4df5-8f8d-62b09873a55b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=77002b62-e93e-4df5-8f8d-62b09873a55b,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:01.898554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-241d99b1-9367-4ad8-ba89-0221b4965f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.900431 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:01.931753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:01.952875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d99b1-9367-4ad8-ba89-0221b4965f84 None None] Pushing event updated for resources: {'Port': ['ID=77002b62-e93e-4df5-8f8d-62b09873a55b,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:01.956527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-241d99b1-9367-4ad8-ba89-0221b4965f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:01.986786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router ac713b25-ced3-4a4b-a6de-a46bef1eb681 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:07:02.043503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.049455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7caa7554-b3a2-4f6f-8fce-0fa9ee97f36c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:02.088453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd5f002-b194-4827-bd01-4dee82286b2e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:02.099488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41663f4f-6fe8-42b4-af39-ee0ac76bf70c None None] Network 563d78d1-b976-408e-8b2f-96104c0a9f22 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:07:02.115527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.119599 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "DELETE /v2.0/subnets/3fd5f002-b194-4827-bd01-4dee82286b2e HTTP/1.1" status: 204 len: 168 time: 0.5354588 Jun 22 15:07:02.119988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42966) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:02.121965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:02.144536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:07:02.153546 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/ac713b25-ced3-4a4b-a6de-a46bef1eb681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2049265 Jun 22 15:07:02.154163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42968) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:02.162118 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Sync routers for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:07:02.178624 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:07:02.179258 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:06:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:02.183229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7314214d-96aa-4f77-8bd7-7283c3269367 None None] Provisioning complete for port 77002b62-e93e-4df5-8f8d-62b09873a55b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:02.183888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7314214d-96aa-4f77-8bd7-7283c3269367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.215691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.306848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Deleting port a90a885a-2d13-4208-88ec-e43641ccc7ca {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:07:02.307478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.320232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bae2d-bbc1-4bc2-9b43-0bd6f052a6fc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.320703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bae2d-bbc1-4bc2-9b43-0bd6f052a6fc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.321192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bae2d-bbc1-4bc2-9b43-0bd6f052a6fc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.321653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bae2d-bbc1-4bc2-9b43-0bd6f052a6fc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.322108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bae2d-bbc1-4bc2-9b43-0bd6f052a6fc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.322561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bae2d-bbc1-4bc2-9b43-0bd6f052a6fc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.323014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72bae2d-bbc1-4bc2-9b43-0bd6f052a6fc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.329408 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c72bae2d-bbc1-4bc2-9b43-0bd6f052a6fc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4949 time: 0.1548223 Jun 22 15:07:02.329621 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:07:02.334114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42970) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:02.404022 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] For port a90a885a-2d13-4208-88ec-e43641ccc7ca, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a90a885a-2d13-4208-88ec-e43641ccc7ca,segment=NetworkSegment(8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9),segment_id=8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:02.404688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.443345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48665aad-8919-4b88-9905-35d673acd9e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.443813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48665aad-8919-4b88-9905-35d673acd9e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.444276 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48665aad-8919-4b88-9905-35d673acd9e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.444730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48665aad-8919-4b88-9905-35d673acd9e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.445468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48665aad-8919-4b88-9905-35d673acd9e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.445650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48665aad-8919-4b88-9905-35d673acd9e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:02.452347 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-48665aad-8919-4b88-9905-35d673acd9e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1132352 Jun 22 15:07:02.453230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42972) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:02.489013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Calling delete_port for a90a885a-2d13-4208-88ec-e43641ccc7ca owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:07:02.577121 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:02.590527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7314214d-96aa-4f77-8bd7-7283c3269367 None None] Provisioning for port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:07:02.595518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7314214d-96aa-4f77-8bd7-7283c3269367 None None] Provisioning complete for port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:02.596487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7314214d-96aa-4f77-8bd7-7283c3269367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.601275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.603639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8ba4bd86-0bdd-4c18-a0ed-968501591bc6 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:02.615443 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Checking router: ac713b25-ced3-4a4b-a6de-a46bef1eb681 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:07:02.615884 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Updating router ac713b25-ced3-4a4b-a6de-a46bef1eb681 port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:07:02.656453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Port': ['ID=a90a885a-2d13-4208-88ec-e43641ccc7ca,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:02.659759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:02.661276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] No DVR routers for this DVR port a90a885a-2d13-4208-88ec-e43641ccc7ca on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:07:02.668493 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.685480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dde6b3-f7bf-4679-a89e-8d4a26fb5918 None None] DHCP port deletion for 563d78d1-b976-408e-8b2f-96104c0a9f22 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:07:02.691459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4a0d1b42-580b-43bb-823a-da7d7fcdc0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.699506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-7314214d-96aa-4f77-8bd7-7283c3269367 None None] Port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:07:02.745480 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4a28133e-2d8a-4ccb-a0ed-eb95a1739cda tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3586 time: 0.2885070 Jun 22 15:07:02.783732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.795331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563d78d1-b976-408e-8b2f-96104c0a9f22']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:02.808064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:02.808358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff8aa8a-9c5c-48f6-b1bb-c708026d12b9') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:02.817850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.820079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b3231269-45d5-4ee3-91ef-859cc13443b7 None None] Provisioning complete for port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:02.820779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b3231269-45d5-4ee3-91ef-859cc13443b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.833804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.841308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:07:02.841988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:07:02.845207 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:07:02.892454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b3231269-45d5-4ee3-91ef-859cc13443b7 None None] Port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:07:02.908326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.928319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.932362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c8b458e0-6482-4b74-9994-f6072696fc8e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:02.937385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:02.939269 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "DELETE /v2.0/networks/563d78d1-b976-408e-8b2f-96104c0a9f22 HTTP/1.1" status: 204 len: 168 time: 0.8171279 Jun 22 15:07:02.944026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42978) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:02.947040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 369d046a-764d-4d96-a1b7-069953a0143d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:07:02.951955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Pushing event deleted for resources: {'Network': ['ID=563d78d1-b976-408e-8b2f-96104c0a9f22,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:02.954193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:02.977336 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b73becb4-2497-4afd-ae81-112cad80b1bb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "GET /v2.0/ports?device_id=1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6 HTTP/1.1" status: 200 len: 205 time: 0.0315030 Jun 22 15:07:02.979678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42980) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:03.017601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 369d046a-764d-4d96-a1b7-069953a0143d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:03.018115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.031566 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.044036 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Transition to ACTIVE for port object a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:07:03.053238 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.057537 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:03.080331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11603ce7-2f05-415a-8311-40be1d62f959 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.106495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 77002b62-e93e-4df5-8f8d-62b09873a55b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:07:03.140588 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23093249-a1f9-4aa3-b019-11535f80d8e6 None None] Pushing event updated for resources: {'Port': ['ID=a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:03.154394 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-23093249-a1f9-4aa3-b019-11535f80d8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:03.165981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 77002b62-e93e-4df5-8f8d-62b09873a55b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:03.166815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.204087 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Attempting to bind port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:07:03.204672 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Attempting to bind port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:07:03.204833 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Attempting to bind port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 on network 4f08a9d3-4351-4c54-bceb-d3558608b695 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:07:03.210998 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:07:03.211316 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Checking segment: {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:07:03.211723 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.212366 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Bound using segment: {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:07:03.212881 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Bound port: a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:07:03.213248 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.278169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11603ce7-2f05-415a-8311-40be1d62f959 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.280575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11603ce7-2f05-415a-8311-40be1d62f959 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.295075 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] For port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:07:03.298615 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] For port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:07:03.305371 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.308489 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:03.334970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a90a885a-2d13-4208-88ec-e43641ccc7ca no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:07:03.339523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11603ce7-2f05-415a-8311-40be1d62f959 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.340436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11603ce7-2f05-415a-8311-40be1d62f959 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Fanout notify agent at l3_agent the message router_deleted on router 1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:07:03.347137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-11603ce7-2f05-415a-8311-40be1d62f959 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.349003 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-11603ce7-2f05-415a-8311-40be1d62f959 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] 10.222.0.22 "DELETE /v2.0/routers/1984c0e1-4c98-4303-9fb0-bf2c5a81f9a6 HTTP/1.1" status: 204 len: 168 time: 0.3675497 Jun 22 15:07:03.361982 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:07:03.362628 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:07:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:03.378438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: a90a885a-2d13-4208-88ec-e43641ccc7ca {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:07:03.378794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a90a885a-2d13-4208-88ec-e43641ccc7ca not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:07:03.413648 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23093249-a1f9-4aa3-b019-11535f80d8e6 None None] Pushing event updated for resources: {'Port': ['ID=a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:03.420493 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-23093249-a1f9-4aa3-b019-11535f80d8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:03.493879 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:07:03.624950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 42986) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:03.762841 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-84eb7473-bb37-49e4-a5d0-9b5b801d221d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6383d9de16614b7e8f534089528dd722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365042 Jun 22 15:07:03.765221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42990) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:03.787604 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:03Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:03.815506 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae530c-a2bf-4c3b-bb7e-c997dcf70634 None None] The sync data for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:03Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:07:03.817314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b652-bc31-46be-b707-112f844eb670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.840182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b652-bc31-46be-b707-112f844eb670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.902885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.905593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b652-bc31-46be-b707-112f844eb670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.908242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b652-bc31-46be-b707-112f844eb670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:03.909433 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b4c0b652-bc31-46be-b707-112f844eb670 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53444ce5-e1fc-4c9a-be18-8166e6af9e46 HTTP/1.1" status: 204 len: 168 time: 0.1432490 Jun 22 15:07:03.910322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a0889b4-991b-40e9-95f2-d077949ab859 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:03.918934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0b652-bc31-46be-b707-112f844eb670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53444ce5-e1fc-4c9a-be18-8166e6af9e46,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:03.925149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4c0b652-bc31-46be-b707-112f844eb670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:04.654120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42996) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:04.658927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-283ab865-f12f-4828-aed3-27a5f85062c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896547515', 'description': 'tempest-secgroup-smoke-1896547515 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:04.681969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-283ab865-f12f-4828-aed3-27a5f85062c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:04.766713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-283ab865-f12f-4828-aed3-27a5f85062c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:04.771449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-283ab865-f12f-4828-aed3-27a5f85062c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:04.774134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-74ab8a55-09d1-4784-b171-fc9b1a83aca7 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:04.799067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-283ab865-f12f-4828-aed3-27a5f85062c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:04.800306 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-283ab865-f12f-4828-aed3-27a5f85062c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1451287 Jun 22 15:07:04.803937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 42998) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:04.809348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5b373469-1382-476e-9040-005b2cf194ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ecc0142a-e9b7-4342-b64f-0539628822cc', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:04.814660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ab865-f12f-4828-aed3-27a5f85062c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc0142a-e9b7-4342-b64f-0539628822cc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:04.819029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-283ab865-f12f-4828-aed3-27a5f85062c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:04.839794 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b373469-1382-476e-9040-005b2cf194ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:04.904476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b373469-1382-476e-9040-005b2cf194ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:04.909090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b373469-1382-476e-9040-005b2cf194ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:04.912081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-91bb95af-6624-4ed2-8af0-a7570308230a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:04.929314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b373469-1382-476e-9040-005b2cf194ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc0bead-e570-4878-ada2-6fd96891dc50,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:04.931935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5b373469-1382-476e-9040-005b2cf194ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:04.935545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:07:04.938000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5b373469-1382-476e-9040-005b2cf194ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:04.939474 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5b373469-1382-476e-9040-005b2cf194ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344156 Jun 22 15:07:04.942113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43000) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:04.946678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a704f8d0-cecb-4120-b5e0-f3a2a1b55e91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ecc0142a-e9b7-4342-b64f-0539628822cc', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:04.973533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a704f8d0-cecb-4120-b5e0-f3a2a1b55e91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:04.986092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:07:04.990502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:04.990885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.032678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a704f8d0-cecb-4120-b5e0-f3a2a1b55e91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.036839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a704f8d0-cecb-4120-b5e0-f3a2a1b55e91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.038824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-19c191b7-4a7b-4e9a-8205-16e718933863 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:05.055521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704f8d0-cecb-4120-b5e0-f3a2a1b55e91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a3e440-ed6b-4bd5-8222-3ea7062e78f6,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:05.058352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a704f8d0-cecb-4120-b5e0-f3a2a1b55e91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:05.065954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a704f8d0-cecb-4120-b5e0-f3a2a1b55e91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.067281 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a704f8d0-cecb-4120-b5e0-f3a2a1b55e91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242685 Jun 22 15:07:05.070042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43002) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:05.071514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.074514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9c5ac3e6-a38e-4db8-b20d-37d949a5e7db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ecc0142a-e9b7-4342-b64f-0539628822cc', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:05.101738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac3e6-a38e-4db8-b20d-37d949a5e7db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.104060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:05.107716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.109629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95669a36-f48c-4eab-a513-534a72bb1534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:05.154525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:05.157851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:05.163662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac3e6-a38e-4db8-b20d-37d949a5e7db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.167177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac3e6-a38e-4db8-b20d-37d949a5e7db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.168964 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c5f3faf1-0922-4332-a615-b8645f76e6ff tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:05.186146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ac3e6-a38e-4db8-b20d-37d949a5e7db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ff7a67-7c5b-4e42-be85-2ba54e7f327c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:05.188389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c5ac3e6-a38e-4db8-b20d-37d949a5e7db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:05.189094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac3e6-a38e-4db8-b20d-37d949a5e7db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.190263 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9c5ac3e6-a38e-4db8-b20d-37d949a5e7db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192968 Jun 22 15:07:05.193499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43004) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:05.197877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cb05ba36-c698-4849-bfee-1c9861effc7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ecc0142a-e9b7-4342-b64f-0539628822cc', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:05.223514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb05ba36-c698-4849-bfee-1c9861effc7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.281784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb05ba36-c698-4849-bfee-1c9861effc7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.285090 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb05ba36-c698-4849-bfee-1c9861effc7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.287485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-460a7d9c-0d00-4e1b-9b50-7b7c29b9ca7d tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:05.303311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05ba36-c698-4849-bfee-1c9861effc7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e66da89-f286-4689-8b6c-1dad2d4707ed,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:05.306246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb05ba36-c698-4849-bfee-1c9861effc7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:05.311124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cb05ba36-c698-4849-bfee-1c9861effc7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.312475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cb05ba36-c698-4849-bfee-1c9861effc7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180320 Jun 22 15:07:05.315117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43006) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:05.319589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ecc0142a-e9b7-4342-b64f-0539628822cc', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:05.341389 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:07:05.346047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.572231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.751108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.754829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.756733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c5ac3e6-a38e-4db8-b20d-37d949a5e7db tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:05.773079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fe0dbc-043b-4dc9-934b-52f72b0ccd51,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:05.775526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:05.779160 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.780317 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4642236 Jun 22 15:07:05.783088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43008) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:05.787593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'ecc0142a-e9b7-4342-b64f-0539628822cc', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:05.808379 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:07:05.812917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.872070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.875909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.877915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-63be4a50-e9a5-4c51-a454-2c80b2639450 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:05.895309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2e3df3-6aee-428f-8e44-fcad21772161,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:05.897639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:05.898783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:05.899939 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159389 Jun 22 15:07:06.083559 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ec2dbbc5-b86d-45b2-9f6c-b4154ed4ea4e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896547515&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0336635 Jun 22 15:07:06.191654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-4bec2786-7fd3-4fe0-8e5e-3b12d91e1129 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:06.193732 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-4bec2786-7fd3-4fe0-8e5e-3b12d91e1129 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 797 time: 0.1034398 Jun 22 15:07:06.208371 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c536af24-ea49-46b4-a42c-4ec3db51d880 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0092700 Jun 22 15:07:06.276550 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-00661199-0025-4091-8fc4-7d7ee5f88a26 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631080 Jun 22 15:07:06.373943 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-f13986a4-61d0-4034-b037-fa926dd08914 service neutron] 10.222.0.22 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858536 Jun 22 15:07:06.459891 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-d837f3f5-731f-4c91-bf93-f8d431bf767f service neutron] 10.222.0.22 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802062 Jun 22 15:07:06.635345 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cee87b18-9984-4c87-998e-64795761749a req-7e89a28b-1434-4db4-ba19-a77947d943a3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 210 time: 0.0310726 Jun 22 15:07:06.905158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:07:06.956147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:06.956534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:07.654049 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-047ad7c8-6ad2-44db-afd9-a4ac5a74c378 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:07.656136 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-047ad7c8-6ad2-44db-afd9-a4ac5a74c378 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 797 time: 0.1140335 Jun 22 15:07:07.700784 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-527a1242-1cdc-49a7-a17f-4fddfddf3eba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 380 time: 0.0362687 Jun 22 15:07:07.710400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': '78025443-193b-4c15-9b30-8dfb8073af8f', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['ecc0142a-e9b7-4342-b64f-0539628822cc']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:07.791790 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7b7ac1af-0341-4453-9e98-c798ff3402f4 req-be11fb18-3723-4a17-b03b-2600f2ce269b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 210 time: 0.0393219 Jun 22 15:07:07.850796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:07:07.854369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:07.978432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.7 (4f08a9d3-4351-4c54-bceb-d3558608b695/e381302f-ca62-4ba9-821f-acad20f7663d/b265dbb1-f118-4e04-8bfc-9bc00ff03caa) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:07:08.111282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.123906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object b265dbb1-f118-4e04-8bfc-9bc00ff03caa will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:07:08.154766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.158497 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:08.203325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:07:08.206553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:07:08.210855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:07:08.217430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:08.237273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:08.263895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:08.264518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.280128 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5743816 Jun 22 15:07:08.293428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Request body: {'port': {'device_id': '78025443-193b-4c15-9b30-8dfb8073af8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:08.368929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.407924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-49758e03-527c-4aee-aef1-320dc305e018 None None] Provisioning for port b265dbb1-f118-4e04-8bfc-9bc00ff03caa completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:07:08.412223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-49758e03-527c-4aee-aef1-320dc305e018 None None] Provisioning complete for port b265dbb1-f118-4e04-8bfc-9bc00ff03caa triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:08.412602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-49758e03-527c-4aee-aef1-320dc305e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.446407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-49758e03-527c-4aee-aef1-320dc305e018 None None] Port b265dbb1-f118-4e04-8bfc-9bc00ff03caa cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:07:08.634470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b265dbb1-f118-4e04-8bfc-9bc00ff03caa {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:07:08.641792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.654508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Transition to ACTIVE for port object b265dbb1-f118-4e04-8bfc-9bc00ff03caa will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:07:08.658164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.661123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2bb5d6a8-5269-4080-8b8b-91d65109e8b9 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:08.739273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Pushing event updated for resources: {'Port': ['ID=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:08.742184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:08.813284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Attempting to bind port b265dbb1-f118-4e04-8bfc-9bc00ff03caa on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:07:08.813623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Attempting to bind port b265dbb1-f118-4e04-8bfc-9bc00ff03caa by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:07:08.813956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Attempting to bind port b265dbb1-f118-4e04-8bfc-9bc00ff03caa on network 4f08a9d3-4351-4c54-bceb-d3558608b695 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:07:08.819940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Port b265dbb1-f118-4e04-8bfc-9bc00ff03caa on network 4f08a9d3-4351-4c54-bceb-d3558608b695 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:07:08.820531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Attempting to bind port b265dbb1-f118-4e04-8bfc-9bc00ff03caa on network 4f08a9d3-4351-4c54-bceb-d3558608b695 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:07:08.826416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:07:08.827027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Checking segment: {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:07:08.827433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Bound using segment: {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:07:08.827859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Bound port: b265dbb1-f118-4e04-8bfc-9bc00ff03caa, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:07:08.828203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.896550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] For port b265dbb1-f118-4e04-8bfc-9bc00ff03caa, host hv-neutron-6013, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:07:08.899522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] For port b265dbb1-f118-4e04-8bfc-9bc00ff03caa, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:07:08.904025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.907048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:08.943514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:08.944311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:08.945570 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] 10.222.0.21 "PUT /v2.0/ports/b265dbb1-f118-4e04-8bfc-9bc00ff03caa HTTP/1.1" status: 200 len: 1093 time: 0.6568069 Jun 22 15:07:08.965323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:07:08.967874 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905368c9-ebaa-4f2d-b941-893b2b9b19df" -d '{"events": [{"name": "network-changed", "server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:07:08.980452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Pushing event updated for resources: {'Port': ['ID=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:08.986300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ccdb-4f78-4a9f-9a29-98b6d7753a2c req-98cee656-3fa8-489c-9956-c1f298118c93 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:08.986804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:08.989293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8548ccdb-4f78-4a9f-9a29-98b6d7753a2c req-98cee656-3fa8-489c-9956-c1f298118c93 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 943 time: 0.0734229 Jun 22 15:07:09.037505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad23412-9c55-443a-b223-1a3b4cd3eda9 x-openstack-request-id: req-dad23412-9c55-443a-b223-1a3b4cd3eda9 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:07:09.038103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:07:09.038612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dad23412-9c55-443a-b223-1a3b4cd3eda9 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:07:09.039378 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'status': 'completed', 'code': 200} Jun 22 15:07:09.049980 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8548ccdb-4f78-4a9f-9a29-98b6d7753a2c req-57632550-6581-47e6-a260-0f266a70b99e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Jun 22 15:07:09.071454 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-401385d3-3611-4cd1-816e-e2af7ad6833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:09.072972 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-401385d3-3611-4cd1-816e-e2af7ad6833f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 1096 time: 0.0773809 Jun 22 15:07:09.116386 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-90b15643-6a17-41d3-a691-4b7b3c9cf704 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa HTTP/1.1" status: 200 len: 217 time: 0.0367036 Jun 22 15:07:09.172110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-f2ec4604-63fd-4891-b4d2-5a074aaa0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:09.173650 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-f2ec4604-63fd-4891-b4d2-5a074aaa0c27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 200 len: 835 time: 0.0515635 Jun 22 15:07:09.236352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-59f10d8b-86b5-404e-9e2c-c339bb32a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:09.237811 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-59f10d8b-86b5-404e-9e2c-c339bb32a130 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f08a9d3-4351-4c54-bceb-d3558608b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0580773 Jun 22 15:07:09.327609 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-769a3d94-4e0a-413c-8781-96e704c698d3 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831270 Jun 22 15:07:09.422889 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1d756e7-2ad5-4246-a279-cce30f0a1c7e req-c5dedd51-adb9-4f88-8ba5-5f4ef7c56091 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888355 Jun 22 15:07:09.551295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-0331fce1-7cd8-45aa-a114-b54c0190fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:09.552973 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-0331fce1-7cd8-45aa-a114-b54c0190fc45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 1096 time: 0.0727277 Jun 22 15:07:09.652235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-41f76cda-4c67-46ea-abe8-1516ab44b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:09.653737 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-41f76cda-4c67-46ea-abe8-1516ab44b067 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 898 time: 0.0944674 Jun 22 15:07:09.697738 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-81d6e57f-162f-4abf-985f-28cc9fce9671 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa HTTP/1.1" status: 200 len: 217 time: 0.0358460 Jun 22 15:07:09.747776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-c95904ea-fae0-43a3-9c31-ee7f3b523078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:09.749197 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-c95904ea-fae0-43a3-9c31-ee7f3b523078 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 200 len: 835 time: 0.0452681 Jun 22 15:07:09.811260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-115a64fb-fffe-484e-8815-afc954998d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:09.812970 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-115a64fb-fffe-484e-8815-afc954998d07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f08a9d3-4351-4c54-bceb-d3558608b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0568929 Jun 22 15:07:09.907717 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-c5510db4-3c29-41bf-b3c4-5bd3873190fd service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874453 Jun 22 15:07:10.000338 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-905368c9-ebaa-4f2d-b941-893b2b9b19df req-c14d7839-6864-4767-a864-007c22d83945 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856290 Jun 22 15:07:10.099273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:10.213267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c83a8-77f5-4fc5-a85c-ce114988d2ae req-f6b27506-e683-4e63-b252-670d3e8377f3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:10.214663 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9e4c83a8-77f5-4fc5-a85c-ce114988d2ae req-f6b27506-e683-4e63-b252-670d3e8377f3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 943 time: 0.0630331 Jun 22 15:07:10.252505 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9e4c83a8-77f5-4fc5-a85c-ce114988d2ae req-5e08b64e-c0e5-4e7c-ab04-7cf2ca27dc9f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321665 Jun 22 15:07:11.085143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b265dbb1-f118-4e04-8bfc-9bc00ff03caa details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:07:11.177122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b265dbb1-f118-4e04-8bfc-9bc00ff03caa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:11.189322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'port_id': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'mac_address': 'fa:16:3e:0f:63:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:07:11.225290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:11.237340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b265dbb1-f118-4e04-8bfc-9bc00ff03caa {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:07:11.246849 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:07:11.257773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b265dbb1-f118-4e04-8bfc-9bc00ff03caa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:11.262286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:11.264016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:11.313129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:11.316064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:11.433168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ca455-761e-4ade-ac17-6f86996fa1ec req-79e7d07b-4c79-449c-ac1c-6c7f88db79ff tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:11.434512 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6e4ca455-761e-4ade-ac17-6f86996fa1ec req-79e7d07b-4c79-449c-ac1c-6c7f88db79ff tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 944 time: 0.0631838 Jun 22 15:07:11.470940 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6e4ca455-761e-4ade-ac17-6f86996fa1ec req-1845f37c-6181-4b6f-96c5-d41489928bbd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Jun 22 15:07:11.568367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['b265dbb1-f118-4e04-8bfc-9bc00ff03caa'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:07:12.640315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dcc2d-1fe1-4669-846c-b40d0eb03283 req-2b8e627b-c366-4a5e-97c0-f6468f912814 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:12.641837 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b08dcc2d-1fe1-4669-846c-b40d0eb03283 req-2b8e627b-c366-4a5e-97c0-f6468f912814 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 944 time: 0.0624936 Jun 22 15:07:12.680088 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b08dcc2d-1fe1-4669-846c-b40d0eb03283 req-da360c38-ccb7-4f6b-adc1-98451932f9b7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Jun 22 15:07:13.101014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b265dbb1-f118-4e04-8bfc-9bc00ff03caa up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:07:13.149933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port b265dbb1-f118-4e04-8bfc-9bc00ff03caa completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:07:13.153459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port b265dbb1-f118-4e04-8bfc-9bc00ff03caa triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:07:13.153841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:13.226795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:13.247736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:07:13.250028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e99ef9-3c8f-4cff-b739-6438945fb78d" -d '{"events": [{"server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "name": "network-vif-plugged", "status": "completed", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:07:13.266542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b265dbb1-f118-4e04-8bfc-9bc00ff03caa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:13.270367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:13.273871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:13.296486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b39102-7a11-45f4-a8f4-069351f84628 x-openstack-request-id: req-55b39102-7a11-45f4-a8f4-069351f84628 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:07:13.296817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "name": "network-vif-plugged", "status": "completed", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:07:13.297091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55b39102-7a11-45f4-a8f4-069351f84628 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:07:13.297489 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'code': 200} Jun 22 15:07:13.325753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:13.329416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:13.506442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161051c-fd60-4ed9-8d0a-b0d6c22a0780 req-7c6b7a35-cc93-48b3-b2f5-e37aa9905cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:13.507959 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8161051c-fd60-4ed9-8d0a-b0d6c22a0780 req-7c6b7a35-cc93-48b3-b2f5-e37aa9905cdc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 1098 time: 0.0581868 Jun 22 15:07:13.542370 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8161051c-fd60-4ed9-8d0a-b0d6c22a0780 req-7b19728a-f6a3-47fd-99df-f78f07209d50 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280309 Jun 22 15:07:13.850565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203894b1-451a-4a55-ad29-aa5d0ce78348 req-81d33793-f1c2-4b88-b6e0-043e7f061510 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:13.852015 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-203894b1-451a-4a55-ad29-aa5d0ce78348 req-81d33793-f1c2-4b88-b6e0-043e7f061510 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 945 time: 0.0618057 Jun 22 15:07:13.888551 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-203894b1-451a-4a55-ad29-aa5d0ce78348 req-ec24240b-46e3-48ec-9f88-acbd3eb5c14f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Jun 22 15:07:15.067327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14475a9a-5859-45bc-b2fe-fb5a65327406 req-8ab08f07-d218-4839-adf0-6afae626e98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:15.069406 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14475a9a-5859-45bc-b2fe-fb5a65327406 req-8ab08f07-d218-4839-adf0-6afae626e98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 945 time: 0.0679264 Jun 22 15:07:15.106183 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14475a9a-5859-45bc-b2fe-fb5a65327406 req-8e9fe05c-474b-4055-870b-8e4f983e92c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309756 Jun 22 15:07:15.275703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792e332-301d-4ac3-8123-3bc3f1b5d8ff req-1458133d-1394-493a-b325-6c428dbbace7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:15.277190 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4792e332-301d-4ac3-8123-3bc3f1b5d8ff req-1458133d-1394-493a-b325-6c428dbbace7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 945 time: 0.0628440 Jun 22 15:07:15.320949 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4792e332-301d-4ac3-8123-3bc3f1b5d8ff req-fb685467-e9f7-49cd-a5ae-db70249c8f8c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382071 Jun 22 15:07:15.344702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43060) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:15.539474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b71119-b50b-4296-9429-7cf66f159382 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:15.541149 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-55b71119-b50b-4296-9429-7cf66f159382 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 1093 time: 0.1953835 Jun 22 15:07:15.544155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43064) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:15.548940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:07:15.569695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:15.662952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:15.766196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.178 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/fbd1b454-ce70-4a13-8102-886a1d82fb39) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:07:15.867617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:15.904603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:15.907468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3a7e44b3-0839-41f3-9cf4-b7087b4a89d0 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:15.938546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:07:15.944968 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:07:15.948368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:07:15.973236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=fbd1b454-ce70-4a13-8102-886a1d82fb39,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:15.977149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:16.309625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:16.391681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:16.537756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:16.542130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:16.544953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8fdf5138-787e-468d-8b14-8af192ac6f60 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:16.609930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=fbd1b454-ce70-4a13-8102-886a1d82fb39,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:16.615693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:16.622022 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:16.718416 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP a94c4a1b-f1c4-4045-b331-77d851411780 associated. External IP: 172.26.6.178, port: b265dbb1-f118-4e04-8bfc-9bc00ff03caa. Jun 22 15:07:16.913879 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router ac713b25-ced3-4a4b-a6de-a46bef1eb681 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:07:17.017320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:07:17.027192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536887be-b347-4465-8453-2d469928cd75 None None] Sync routers for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:07:17.032853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:17.037973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536887be-b347-4465-8453-2d469928cd75 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:07:17.038605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-536887be-b347-4465-8453-2d469928cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:07:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:17.070557 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5252006 Jun 22 15:07:17.071254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:07:17.073444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43066) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:17.073934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c1626b-7bb5-409a-b2e3-fa02fe008e33" -d '{"events": [{"name": "network-changed", "server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:07:17.109768 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cca4d5f-f920-4e84-b0e5-ea68a4bfccfc x-openstack-request-id: req-7cca4d5f-f920-4e84-b0e5-ea68a4bfccfc {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:07:17.110204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:07:17.110549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7cca4d5f-f920-4e84-b0e5-ea68a4bfccfc {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:07:17.111074 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'status': 'completed', 'code': 200} Jun 22 15:07:17.143635 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-15851d40-265d-43cb-b79a-ad24b2554739 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 991 time: 0.0688112 Jun 22 15:07:17.152573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-536887be-b347-4465-8453-2d469928cd75 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:07:17.191656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-22154bd5-8af7-4b15-a8eb-80b80a18acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:17.193656 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-22154bd5-8af7-4b15-a8eb-80b80a18acac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 1098 time: 0.0599949 Jun 22 15:07:17.280064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-fa0c6c32-e4fe-4a89-b083-c91c10be2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:17.281563 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-fa0c6c32-e4fe-4a89-b083-c91c10be2015 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 898 time: 0.0821476 Jun 22 15:07:17.373914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-536887be-b347-4465-8453-2d469928cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'a94c4a1b-f1c4-4045-b331-77d851411780', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'port_id': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'mac_address': 'fa:16:3e:0f:63:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78025443-193b-4c15-9b30-8dfb8073af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:07:16Z', 'updated_at': '2021-06-22T15:07:16Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:17.405073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536887be-b347-4465-8453-2d469928cd75 None None] Checking router: ac713b25-ced3-4a4b-a6de-a46bef1eb681 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:07:17.414885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536887be-b347-4465-8453-2d469928cd75 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:07:17.415509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-536887be-b347-4465-8453-2d469928cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:07:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:17.524925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-536887be-b347-4465-8453-2d469928cd75 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:07:17.701028 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-b2734972-ea20-4301-9eba-0de80b2d354b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa HTTP/1.1" status: 200 len: 999 time: 0.4130564 Jun 22 15:07:17.748680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-536887be-b347-4465-8453-2d469928cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'a94c4a1b-f1c4-4045-b331-77d851411780', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'port_id': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'mac_address': 'fa:16:3e:0f:63:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78025443-193b-4c15-9b30-8dfb8073af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:07:16Z', 'updated_at': '2021-06-22T15:07:16Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:17.750693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-2eb010a5-ae9f-4108-91b2-909c83385a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:17.752118 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-2eb010a5-ae9f-4108-91b2-909c83385a44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 200 len: 835 time: 0.0441582 Jun 22 15:07:17.780684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536887be-b347-4465-8453-2d469928cd75 None None] The sync data for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'a94c4a1b-f1c4-4045-b331-77d851411780', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'port_id': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'mac_address': 'fa:16:3e:0f:63:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78025443-193b-4c15-9b30-8dfb8073af8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:07:16Z', 'updated_at': '2021-06-22T15:07:16Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:07:17.809334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-9e6bf72c-fd18-4c35-ba90-a72ff5bc14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:17.811189 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-9e6bf72c-fd18-4c35-ba90-a72ff5bc14cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f08a9d3-4351-4c54-bceb-d3558608b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0531530 Jun 22 15:07:17.826679 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088d9621-777f-4e08-9ae1-9df684a49609 req-04363bc0-79a5-4e57-a899-6a0413335e23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548627 Jun 22 15:07:17.906453 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-dd9879e4-97ea-47ad-b30f-ad1904156c4b service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870481 Jun 22 15:07:17.925453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9621-777f-4e08-9ae1-9df684a49609 req-f1059810-077f-49d3-bb72-f128adfe9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:17.927591 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088d9621-777f-4e08-9ae1-9df684a49609 req-f1059810-077f-49d3-bb72-f128adfe9ba3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 1099 time: 0.0582867 Jun 22 15:07:17.992323 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d1ba1c-0f0f-4c20-8b10-45eedca24f69 None None] New status for floating IP a94c4a1b-f1c4-4045-b331-77d851411780: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:07:18.001271 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-08c1626b-7bb5-409a-b2e3-fa02fe008e33 req-7fa55cee-97a3-425b-8895-528788481495 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887203 Jun 22 15:07:18.041210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9621-777f-4e08-9ae1-9df684a49609 req-bc1e16bd-de4f-48e0-959b-fe21665e0292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:18.042857 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088d9621-777f-4e08-9ae1-9df684a49609 req-bc1e16bd-de4f-48e0-959b-fe21665e0292 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.0962856 Jun 22 15:07:18.111889 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088d9621-777f-4e08-9ae1-9df684a49609 req-aa9ff973-0e56-47fe-9505-ee7a0abe8698 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df74e7a3-297a-493c-993c-816a4d90208d HTTP/1.1" status: 200 len: 1001 time: 0.0628343 Jun 22 15:07:18.147509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43070) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:18.165178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9621-777f-4e08-9ae1-9df684a49609 req-e7505d67-93bb-4992-b2be-7739d9d29311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:18.166977 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088d9621-777f-4e08-9ae1-9df684a49609 req-e7505d67-93bb-4992-b2be-7739d9d29311 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.0493534 Jun 22 15:07:18.215174 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2cdbb783-fae1-49ab-aff6-062e9a5cb4ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 993 time: 0.0662947 Jun 22 15:07:18.225285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d9621-777f-4e08-9ae1-9df684a49609 req-4cb59093-5e29-4629-a1ec-36f0e1233b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:18.226774 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088d9621-777f-4e08-9ae1-9df684a49609 req-4cb59093-5e29-4629-a1ec-36f0e1233b6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0538995 Jun 22 15:07:18.316616 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088d9621-777f-4e08-9ae1-9df684a49609 req-0487747a-e9a3-43c0-a6c1-6b8f28192b5c service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836380 Jun 22 15:07:18.402708 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088d9621-777f-4e08-9ae1-9df684a49609 req-cd5af7e3-083f-40da-87e4-40567a4d91cf service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801792 Jun 22 15:07:30.136453 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5a17d571-7f04-4849-b222-2fe0f147bd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:32.633782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-29ec7138-9920-4dca-b804-bdaac8783d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:32.899569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:33.886762 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:35.574862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:37.455613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43072) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:37.609584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Deleting port 2ae4932f-dbdd-400c-b3a0-9635979193c5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:07:37.609921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:37.687396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:37.687721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:37.752894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Calling delete_port for 2ae4932f-dbdd-400c-b3a0-9635979193c5 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:07:37.892914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:37.894860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0e9a4ab5-a22f-43e0-b09b-70388e37a8d7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:37.916311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event deleted for resources: {'Port': ['ID=2ae4932f-dbdd-400c-b3a0-9635979193c5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:37.919712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:37.979486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:37.979815 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Floating IP c228a65b-f46d-483c-a020-64eb959daf22 disassociated (deleted). External IP: 172.26.6.194, port: 9af815a2-885e-4617-ae9a-7b50cb99712e. Jun 22 15:07:38.179580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Router 9fc5d268-39ca-42f2-bf33-69459458e898 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:07:38.622906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:07:38.627619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:38.632496 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] Sync routers for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:07:38.642252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:07:38.642899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:07:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:38.664863 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "DELETE /v2.0/floatingips/c228a65b-f46d-483c-a020-64eb959daf22 HTTP/1.1" status: 204 len: 168 time: 1.2080832 Jun 22 15:07:38.665542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:07:38.667986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015c5b97-38db-47ae-9430-97d8464bac14" -d '{"events": [{"name": "network-changed", "server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:07:38.705743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ccc28f-c3f8-4705-bd7c-7e197aa4c6d5 x-openstack-request-id: req-39ccc28f-c3f8-4705-bd7c-7e197aa4c6d5 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:07:38.706090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:07:38.706395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39ccc28f-c3f8-4705-bd7c-7e197aa4c6d5 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:07:38.706839 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'status': 'completed', 'code': 200} Jun 22 15:07:38.753811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:07:38.780504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c5b97-38db-47ae-9430-97d8464bac14 req-494bb965-d6a9-446d-9c3f-e52d7aa0c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:38.782055 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-015c5b97-38db-47ae-9430-97d8464bac14 req-494bb965-d6a9-446d-9c3f-e52d7aa0c0a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 1098 time: 0.0529861 Jun 22 15:07:38.893054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c5b97-38db-47ae-9430-97d8464bac14 req-08413e42-8a8c-4c4f-9817-ddbe73cc223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:38.894529 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-015c5b97-38db-47ae-9430-97d8464bac14 req-08413e42-8a8c-4c4f-9817-ddbe73cc223e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.1056492 Jun 22 15:07:38.938787 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-015c5b97-38db-47ae-9430-97d8464bac14 req-787bf511-dd68-4701-b8be-c8ef6bd74fbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9af815a2-885e-4617-ae9a-7b50cb99712e HTTP/1.1" status: 200 len: 217 time: 0.0348756 Jun 22 15:07:38.984503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:03:43Z', 'updated_at': '2021-06-22T15:03:47Z', 'revision_number': 1, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:39.014495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] Checking router: 9fc5d268-39ca-42f2-bf33-69459458e898 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:07:39.021249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c5b97-38db-47ae-9430-97d8464bac14 req-1bad43e9-8735-413a-ad25-11e006f441b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:39.022779 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-015c5b97-38db-47ae-9430-97d8464bac14 req-1bad43e9-8735-413a-ad25-11e006f441b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.0773747 Jun 22 15:07:39.023110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:07:39.023731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:07:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:39.093218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5408-ed2f-46ef-a795-3e0c8a59ecd7 req-756b9480-b1ee-474b-a846-f8549b9f299f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:39.094675 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-56fb5408-ed2f-46ef-a795-3e0c8a59ecd7 req-756b9480-b1ee-474b-a846-f8549b9f299f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 945 time: 0.1162646 Jun 22 15:07:39.120635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c5b97-38db-47ae-9430-97d8464bac14 req-811a5e5f-6bcd-4f08-aaf1-87c4314cf599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:39.122309 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-015c5b97-38db-47ae-9430-97d8464bac14 req-811a5e5f-6bcd-4f08-aaf1-87c4314cf599 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0920219 Jun 22 15:07:39.161219 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-56fb5408-ed2f-46ef-a795-3e0c8a59ecd7 req-fff8c1a4-e400-4eb2-aa52-a5ee3c2fc9df tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584881 Jun 22 15:07:39.233998 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-015c5b97-38db-47ae-9430-97d8464bac14 req-c053c457-5bbc-4bbb-83ad-1b8712a454da service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032619 Jun 22 15:07:39.279119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:07:39.323710 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-015c5b97-38db-47ae-9430-97d8464bac14 req-48ba47d2-93f0-46d0-b0d3-2b65846d0595 service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811703 Jun 22 15:07:39.493914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:03:43Z', 'updated_at': '2021-06-22T15:03:47Z', 'revision_number': 1, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:39.518924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538b025-0bf4-4076-973e-ea778114c6f6 None None] The sync data for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv is: [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'port_id': 'df74e7a3-297a-493c-993c-816a4d90208d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'mac_address': 'fa:16:3e:6c:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:03:43Z', 'updated_at': '2021-06-22T15:03:47Z', 'revision_number': 1, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:07:39.739471 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31852b4-1d91-4daa-a7ad-f296b69b2ddf None None] New status for floating IP c228a65b-f46d-483c-a020-64eb959daf22: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:07:40.100332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:40.341750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36209c24-8bfc-4290-ba8e-c29d9157ad10 req-60c3b2f6-dcee-4b32-809d-3ae628801e35 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:40.343213 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-36209c24-8bfc-4290-ba8e-c29d9157ad10 req-60c3b2f6-dcee-4b32-809d-3ae628801e35 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 945 time: 0.0659823 Jun 22 15:07:40.379414 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-36209c24-8bfc-4290-ba8e-c29d9157ad10 req-cceed0c1-7b6e-4871-8907-7f85697f22d9 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305068 Jun 22 15:07:40.728986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-e2e82db6-024a-43b2-bfd7-6e3499fa5cbe tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:40.730402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-e2e82db6-024a-43b2-bfd7-6e3499fa5cbe tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 945 time: 0.0622921 Jun 22 15:07:40.830951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Deleting port 9af815a2-885e-4617-ae9a-7b50cb99712e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:07:40.831285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:40.916670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] For port 9af815a2-885e-4617-ae9a-7b50cb99712e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9af815a2-885e-4617-ae9a-7b50cb99712e,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:40.916964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:40.983241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Calling delete_port for 9af815a2-885e-4617-ae9a-7b50cb99712e owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:07:41.114640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:41.119177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:41.144402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event deleted for resources: {'Port': ['ID=9af815a2-885e-4617-ae9a-7b50cb99712e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:41.147502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:41.189436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] No DVR routers for this DVR port 9af815a2-885e-4617-ae9a-7b50cb99712e on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:07:41.191949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:41.194494 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e430af94-46b6-4c01-b75b-c60c8a2947e7 req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "DELETE /v2.0/ports/9af815a2-885e-4617-ae9a-7b50cb99712e HTTP/1.1" status: 204 len: 173 time: 0.4584506 Jun 22 15:07:41.196249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'name': 'network-vif-deleted', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:07:41.198639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f770ed3e-7395-4d9c-aeeb-745aa9ed2825" -d '{"events": [{"server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "name": "network-vif-deleted", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:07:41.236568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e5e4d-9564-4683-bdde-ec333dadf136 x-openstack-request-id: req-9d3e5e4d-9564-4683-bdde-ec333dadf136 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:07:41.237007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f52343-6847-4afe-93b6-fa6dfdea3de3", "name": "network-vif-deleted", "tag": "9af815a2-885e-4617-ae9a-7b50cb99712e", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:07:41.237339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d3e5e4d-9564-4683-bdde-ec333dadf136 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:07:41.237784 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f52343-6847-4afe-93b6-fa6dfdea3de3', 'name': 'network-vif-deleted', 'tag': '9af815a2-885e-4617-ae9a-7b50cb99712e', 'status': 'completed', 'code': 200} Jun 22 15:07:41.521981 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-59e51261-8fd4-4ae2-9f78-4bb9677bff08 req-78938d1f-4cc9-4e09-806e-0a99de970d56 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 210 time: 0.0298972 Jun 22 15:07:42.668786 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80add8ba-d0ad-4737-9675-0d8022d14133 req-be025a65-a5ba-45aa-a00c-9e823449cd48 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 210 time: 0.0352211 Jun 22 15:07:43.816903 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6510e9a6-a9e7-4ec6-a602-2dcbc8b51947 req-41b70213-7cf0-4eac-b6e1-370fd9b3fbfe tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 210 time: 0.0335958 Jun 22 15:07:44.977855 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eb186ed6-3ce0-4353-83ab-d36193155bcf req-aea80c10-6233-4979-92ec-3cd8079c541a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=21f52343-6847-4afe-93b6-fa6dfdea3de3 HTTP/1.1" status: 200 len: 210 time: 0.0304985 Jun 22 15:07:45.277779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 9af815a2-885e-4617-ae9a-7b50cb99712e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:07:45.301295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 9af815a2-885e-4617-ae9a-7b50cb99712e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:07:45.301647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 9af815a2-885e-4617-ae9a-7b50cb99712e not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:07:48.245668 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:07:50.375016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43116) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:50.529409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Deleting port 2d62dd8f-e21c-498e-8c81-f40158ef4d3c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:07:50.529758 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:50.606730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:50.607048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:50.668559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Calling delete_port for 2d62dd8f-e21c-498e-8c81-f40158ef4d3c owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:07:50.813547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:50.815457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:50.843080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event deleted for resources: {'Port': ['ID=2d62dd8f-e21c-498e-8c81-f40158ef4d3c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:50.854378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.854774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.855158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.855538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.855910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.856285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.856649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.857096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.857452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.857821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.858190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.858555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:07:50.876664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:50.914883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:50.915139 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Floating IP 2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e disassociated (deleted). External IP: 172.26.6.32, port: df74e7a3-297a-493c-993c-816a4d90208d. Jun 22 15:07:51.121706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Router 9fc5d268-39ca-42f2-bf33-69459458e898 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:07:51.228977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:07:51.233696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:51.238079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] Sync routers for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:07:51.247397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:07:51.248004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:07:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:51.269892 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "DELETE /v2.0/floatingips/2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e HTTP/1.1" status: 204 len: 168 time: 0.8938041 Jun 22 15:07:51.270592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:07:51.273382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdeb736-f49c-4850-9e2c-041871de585e" -d '{"events": [{"name": "network-changed", "server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "tag": "df74e7a3-297a-493c-993c-816a4d90208d"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:07:51.311190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476406cc-a642-4596-9ced-ba30dce41c85 x-openstack-request-id: req-476406cc-a642-4596-9ced-ba30dce41c85 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:07:51.311553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "tag": "df74e7a3-297a-493c-993c-816a4d90208d", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:07:51.311850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-476406cc-a642-4596-9ced-ba30dce41c85 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:07:51.312392 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d', 'status': 'completed', 'code': 200} Jun 22 15:07:51.357376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:07:51.392705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeb736-f49c-4850-9e2c-041871de585e req-c7c7f174-6798-42b2-bda4-a504da068799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:51.394239 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7bdeb736-f49c-4850-9e2c-041871de585e req-c7c7f174-6798-42b2-bda4-a504da068799 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df1a184c91084752ab23db1f17571be8&device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 1099 time: 0.0536044 Jun 22 15:07:51.494414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeb736-f49c-4850-9e2c-041871de585e req-c91508cc-1196-4340-ae83-0a8c9fa4ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:51.496257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7bdeb736-f49c-4850-9e2c-041871de585e req-c91508cc-1196-4340-ae83-0a8c9fa4ec00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 200 len: 913 time: 0.0953667 Jun 22 15:07:51.541993 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7bdeb736-f49c-4850-9e2c-041871de585e req-91f451d7-b49e-490b-b503-e126d7283a0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df74e7a3-297a-493c-993c-816a4d90208d HTTP/1.1" status: 200 len: 217 time: 0.0389171 Jun 22 15:07:51.569821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:51.591284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeb736-f49c-4850-9e2c-041871de585e req-cd558c9a-d04a-4d82-9569-f408059f5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:51.592777 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7bdeb736-f49c-4850-9e2c-041871de585e req-cd558c9a-d04a-4d82-9569-f408059f5610 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 200 len: 851 time: 0.0448151 Jun 22 15:07:51.602411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] Checking router: 9fc5d268-39ca-42f2-bf33-69459458e898 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:07:51.610742 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:07:51.611346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:07:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:51.654032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1410b8-3d17-4fd2-af61-e63cdfce1661 req-31bab284-5275-42a1-a751-790bc912644f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:51.655520 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-aa1410b8-3d17-4fd2-af61-e63cdfce1661 req-31bab284-5275-42a1-a751-790bc912644f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 946 time: 0.0686345 Jun 22 15:07:51.659640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeb736-f49c-4850-9e2c-041871de585e req-af6463ad-bf55-4982-89e9-6cb8488d8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:51.661153 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7bdeb736-f49c-4850-9e2c-041871de585e req-af6463ad-bf55-4982-89e9-6cb8488d8d9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed0422ad-0de6-429f-a4fd-43d77d26c56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0607729 Jun 22 15:07:51.695052 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-aa1410b8-3d17-4fd2-af61-e63cdfce1661 req-90da1efb-fd95-4bf1-8098-43e8dde5bdd8 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336478 Jun 22 15:07:51.721263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:07:51.757620 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7bdeb736-f49c-4850-9e2c-041871de585e req-a7de5d52-ffe2-4212-8287-812e2177db7e service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877819 Jun 22 15:07:51.855353 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7bdeb736-f49c-4850-9e2c-041871de585e req-926787eb-961a-4fac-8dcd-3f4edcc4988f service neutron] 10.222.0.21 "GET /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911307 Jun 22 15:07:51.922052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:07:51.947801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2f3ef2-8495-4d0b-b567-01bf23fb937a None None] The sync data for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv is: [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T14:59:55Z', 'revision_number': 4, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '361b9677-8ec4-4c4b-807b-b00e1a453c2e', 'name': '', 'network_id': 'ed0422ad-0de6-429f-a4fd-43d77d26c56c', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'mac_address': 'fa:16:3e:8c:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:52Z', 'updated_at': '2021-06-22T15:00:06Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'subnets': [{'id': 'f1d60a4f-f936-4590-8797-492177cdea87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:07:52.164949 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396c921-11da-431e-b633-05af8865ac8d None None] New status for floating IP 2a58da1a-7de9-4ff6-b49a-9b6d3adc2a0e: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:07:52.871586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac97e96-4511-405a-b12a-2b2a8f09a3d5 req-1a31666e-bba9-48e9-bd99-ab19d3399f63 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:52.873091 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9ac97e96-4511-405a-b12a-2b2a8f09a3d5 req-1a31666e-bba9-48e9-bd99-ab19d3399f63 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 946 time: 0.0659194 Jun 22 15:07:52.911153 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9ac97e96-4511-405a-b12a-2b2a8f09a3d5 req-5374109b-c35c-4fd3-87f9-f91c509b95e2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/security-groups?id=b160d67b-15ab-4c6c-bd37-2b81300b030c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Jun 22 15:07:53.353131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-b282b8e4-5f24-45cb-8edf-6854b5ec7185 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:07:53.354566 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-b282b8e4-5f24-45cb-8edf-6854b5ec7185 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 946 time: 0.0627384 Jun 22 15:07:53.453868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Deleting port df74e7a3-297a-493c-993c-816a4d90208d {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:07:53.454199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:53.538716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] For port df74e7a3-297a-493c-993c-816a4d90208d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=df74e7a3-297a-493c-993c-816a4d90208d,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:07:53.539044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:53.603930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Calling delete_port for df74e7a3-297a-493c-993c-816a4d90208d owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:07:53.731837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:53.735524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1da9c2f6-453d-4765-9a73-849565caf379 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:53.760172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event deleted for resources: {'Port': ['ID=df74e7a3-297a-493c-993c-816a4d90208d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:53.763034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:53.805355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] No DVR routers for this DVR port df74e7a3-297a-493c-993c-816a4d90208d on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:07:53.807809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:53.809761 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00dbcdbe-bfc8-4ff6-8173-248a3338dace req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.21 "DELETE /v2.0/ports/df74e7a3-297a-493c-993c-816a4d90208d HTTP/1.1" status: 204 len: 173 time: 0.4500363 Jun 22 15:07:53.810282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'name': 'network-vif-deleted', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:07:53.812557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7c3c16-05a7-4f5b-9c16-519182b025c8" -d '{"events": [{"server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "name": "network-vif-deleted", "tag": "df74e7a3-297a-493c-993c-816a4d90208d"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:07:53.849711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d3462d-dea2-4593-9a59-1daa30c6d852 x-openstack-request-id: req-f4d3462d-dea2-4593-9a59-1daa30c6d852 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:07:53.850058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14ebad2-53ec-4942-925e-35cd73ec3176", "name": "network-vif-deleted", "tag": "df74e7a3-297a-493c-993c-816a4d90208d", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:07:53.850923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4d3462d-dea2-4593-9a59-1daa30c6d852 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:07:53.851647 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14ebad2-53ec-4942-925e-35cd73ec3176', 'name': 'network-vif-deleted', 'tag': 'df74e7a3-297a-493c-993c-816a4d90208d', 'status': 'completed', 'code': 200} Jun 22 15:07:54.055564 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fed9d90c-f8e4-4931-8ef7-68492e643352 req-b49e6c90-50a5-4593-a97b-46ee7023a4b7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 210 time: 0.0342386 Jun 22 15:07:55.197754 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2ac77890-9762-4da4-a791-7ef75bac9c1d req-ad419f64-787e-417f-a8d8-0e1a64867e6a tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 210 time: 0.0296330 Jun 22 15:07:56.343056 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0b96efa1-efba-4bde-99de-f1426a9e6f34 req-f9edb51d-8463-4210-8077-323eb1688a0d tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 210 time: 0.0329974 Jun 22 15:07:57.358132 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device df74e7a3-297a-493c-993c-816a4d90208d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:07:57.380766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: df74e7a3-297a-493c-993c-816a4d90208d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:07:57.380766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device df74e7a3-297a-493c-993c-816a4d90208d not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:07:57.495047 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e287be62-e657-437b-a7a6-7e134fdcca67 req-67b3894c-9234-4dc6-94db-d66ca7ae63ce tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14ebad2-53ec-4942-925e-35cd73ec3176 HTTP/1.1" status: 200 len: 210 time: 0.0282431 Jun 22 15:07:58.588247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43144) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:07:58.713009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Deleting port 5b4084f6-d13c-4415-aff9-27464d15aa98 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:07:58.713351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:58.790167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:58.790495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:58.855186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Calling delete_port for 5b4084f6-d13c-4415-aff9-27464d15aa98 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:07:58.979007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:58.981693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0b82333b-6072-4014-9126-7bd2a3072c7f tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:07:59.005384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event deleted for resources: {'Port': ['ID=5b4084f6-d13c-4415-aff9-27464d15aa98,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:07:59.011491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:07:59.067719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:59.070828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:07:59.071951 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "DELETE /v2.0/floatingips/e485118b-cb70-40eb-a1e8-d61a8d0d9cdc HTTP/1.1" status: 204 len: 168 time: 0.4826999 Jun 22 15:08:00.139491 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-527c1a1b-c0a1-4328-b7eb-d76fde69c29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:01.402051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43160) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:01.460246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-39b75e5b-e53a-43aa-8ce8-c3e88a420b54 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:01.485549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-39b75e5b-e53a-43aa-8ce8-c3e88a420b54 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:01.544404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-39b75e5b-e53a-43aa-8ce8-c3e88a420b54 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:01.547548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-39b75e5b-e53a-43aa-8ce8-c3e88a420b54 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:01.548430 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-39b75e5b-e53a-43aa-8ce8-c3e88a420b54 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] 10.222.0.22 "DELETE /v2.0/security-groups/b160d67b-15ab-4c6c-bd37-2b81300b030c HTTP/1.1" status: 204 len: 168 time: 0.1453571 Jun 22 15:08:01.549359 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2134d78e-9e39-45cb-be8a-4dc46d18e79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:01.558841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b75e5b-e53a-43aa-8ce8-c3e88a420b54 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b160d67b-15ab-4c6c-bd37-2b81300b030c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:01.561237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-39b75e5b-e53a-43aa-8ce8-c3e88a420b54 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:01.610979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43164) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:02.054576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:02.312313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Deleting port 361b9677-8ec4-4c4b-807b-b00e1a453c2e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:08:02.312580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:02.388800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] For port 361b9677-8ec4-4c4b-807b-b00e1a453c2e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=361b9677-8ec4-4c4b-807b-b00e1a453c2e,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:02.389161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:02.453881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Calling delete_port for 361b9677-8ec4-4c4b-807b-b00e1a453c2e owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:08:02.626749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:02.629384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:02.634049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fd3c5df5-a3d5-4a3a-9a47-ba5052de22a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:02.653775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Pushing event deleted for resources: {'Port': ['ID=361b9677-8ec4-4c4b-807b-b00e1a453c2e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:02.657553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:02.822755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:02.914814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:03.375835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Router 9fc5d268-39ca-42f2-bf33-69459458e898 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:08:03.477855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:08:03.482757 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] 10.222.0.22 "PUT /v2.0/routers/9fc5d268-39ca-42f2-bf33-69459458e898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8707774 Jun 22 15:08:03.485313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43168) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:03.486099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] Sync routers for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:08:03.496537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:08:03.497170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:08:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:03.588667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:03.597761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:08:03.694365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:03.746695 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Deleting port bf23e410-bb51-413a-a628-c150f7385e75 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:08:03.747038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:03.772252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T15:08:02Z', 'revision_number': 5, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port': {'id': 'bf23e410-bb51-413a-a628-c150f7385e75', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:dd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:59:46Z', 'updated_at': '2021-06-22T14:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:03.797905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] Checking router: 9fc5d268-39ca-42f2-bf33-69459458e898 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:08:03.806319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] Routers {'9fc5d268-39ca-42f2-bf33-69459458e898'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:08:03.806917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:08:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['9fc5d268-39ca-42f2-bf33-69459458e898'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:03.829275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] For port bf23e410-bb51-413a-a628-c150f7385e75, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bf23e410-bb51-413a-a628-c150f7385e75,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:03.829639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:03.896624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:03.899456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Calling delete_port for bf23e410-bb51-413a-a628-c150f7385e75 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:08:03.901456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] Set router 9fc5d268-39ca-42f2-bf33-69459458e898 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:08:03.954372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T15:08:03Z', 'revision_number': 6, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:03.981356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcaf458-b156-4eff-ab8c-1c3d3415727b None None] The sync data for ids ['9fc5d268-39ca-42f2-bf33-69459458e898'] in dv-neutron-601336-93-hyperv is: [{'id': '9fc5d268-39ca-42f2-bf33-69459458e898', 'name': 'tempest-TestVolumeBootPattern-1295328303-router', 'tenant_id': 'df1a184c91084752ab23db1f17571be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:44Z', 'updated_at': '2021-06-22T15:08:03Z', 'revision_number': 6, 'project_id': 'df1a184c91084752ab23db1f17571be8', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:08:04.068887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.071657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-324fdd3c-9932-4730-baf6-41eac86661a8 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:04.094173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf23e410-bb51-413a-a628-c150f7385e75,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:04.097133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:04.155242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.244604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.246663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.291921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.292473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc5d268-39ca-42f2-bf33-69459458e898 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:08:04.296673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.297823 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] 10.222.0.22 "DELETE /v2.0/routers/9fc5d268-39ca-42f2-bf33-69459458e898 HTTP/1.1" status: 204 len: 168 time: 0.8115780 Jun 22 15:08:04.300364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43170) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:04.345624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] Deleting subnet f1d60a4f-f936-4590-8797-492177cdea87 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:08:04.348922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.385508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.467858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.517550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.520208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3d121923-9262-46a0-9403-3ac834e194f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:04.545465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d60a4f-f936-4590-8797-492177cdea87,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:04.547378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.549196 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f1d60a4f-f936-4590-8797-492177cdea87 HTTP/1.1" status: 204 len: 168 time: 0.2478921 Jun 22 15:08:04.550069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:04.551627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43172) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:04.554165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b8cea6-9b58-4dfc-a38d-95e946e8211e None None] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:08:04.622714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.676865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Deleting port 4d3f91b2-3751-4fcc-b59a-d4c205447616 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:08:04.677108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.747526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] For port 4d3f91b2-3751-4fcc-b59a-d4c205447616, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4d3f91b2-3751-4fcc-b59a-d4c205447616,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:04.747882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.761336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] DHCP port deletion for ed0422ad-0de6-429f-a4fd-43d77d26c56c request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:08:04.808262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Deleting port 4d3f91b2-3751-4fcc-b59a-d4c205447616 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:08:04.808937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.818926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Calling delete_port for 4d3f91b2-3751-4fcc-b59a-d4c205447616 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:08:04.874396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] For port 4d3f91b2-3751-4fcc-b59a-d4c205447616, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4d3f91b2-3751-4fcc-b59a-d4c205447616,segment=NetworkSegment(5f5255ae-eca7-442b-b9a2-40c293eaa9bc),segment_id=5f5255ae-eca7-442b-b9a2-40c293eaa9bc)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:04.874787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.904849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:04.907012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-955fed62-228e-46b8-8f69-9a90533d1715 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:04.935602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3f91b2-3751-4fcc-b59a-d4c205447616,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:04.941641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:04.943221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Calling delete_port for 4d3f91b2-3751-4fcc-b59a-d4c205447616 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:08:04.944596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] No DVR routers for this DVR port 4d3f91b2-3751-4fcc-b59a-d4c205447616 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:08:05.024392 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.036381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0422ad-0de6-429f-a4fd-43d77d26c56c']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:05.050497 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5255ae-eca7-442b-b9a2-40c293eaa9bc') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:05.050802 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5255ae-eca7-442b-b9a2-40c293eaa9bc') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:05.061470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.076446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.083017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:08:05.083459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:08:05.086297 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:08:05.145675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bf23e410-bb51-413a-a628-c150f7385e75 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:08:05.146669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.151326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.153207 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ed0422ad-0de6-429f-a4fd-43d77d26c56c HTTP/1.1" status: 204 len: 168 time: 0.6006920 Jun 22 15:08:05.153982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-46d0462f-d0e3-4f8a-a77b-82634d043915 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:05.156345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43176) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:05.171642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0422ad-0de6-429f-a4fd-43d77d26c56c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:05.174270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:05.180529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: bf23e410-bb51-413a-a628-c150f7385e75 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:08:05.180906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bf23e410-bb51-413a-a628-c150f7385e75 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:08:05.181339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 361b9677-8ec4-4c4b-807b-b00e1a453c2e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:08:05.208541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 361b9677-8ec4-4c4b-807b-b00e1a453c2e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:08:05.208889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 361b9677-8ec4-4c4b-807b-b00e1a453c2e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:08:05.209539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4d3f91b2-3751-4fcc-b59a-d4c205447616 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:08:05.238908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 4d3f91b2-3751-4fcc-b59a-d4c205447616 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:08:05.239402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4d3f91b2-3751-4fcc-b59a-d4c205447616 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:08:05.256689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.259681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:05.264672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Network ed0422ad-0de6-429f-a4fd-43d77d26c56c is not hosted by any dhcp agent {{(pid=93503) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 15:08:05.265147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] No DVR routers for this DVR port 4d3f91b2-3751-4fcc-b59a-d4c205447616 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:08:05.284267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Pushing event deleted for resources: {'Port': ['ID=4d3f91b2-3751-4fcc-b59a-d4c205447616,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:05.292779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.293631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.293631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.293871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.294065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.294431 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.294714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.295033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.295369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.295650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.296032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.296266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:05.299376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:05.505718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.578046 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.760636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Deleting port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:08:05.760920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.835592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] For port 4cd33f04-1808-4b6e-82c1-faf46c59d7c5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4cd33f04-1808-4b6e-82c1-faf46c59d7c5,segment=NetworkSegment(93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70),segment_id=93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:05.836198 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:05.902961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Calling delete_port for 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:08:06.077910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:06.080636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:06.105157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd33f04-1808-4b6e-82c1-faf46c59d7c5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:06.132784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.133178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.133570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.133959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.134344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.134726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.135101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.135484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.135857 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.136230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.136603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.137001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:08:06.140968 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:06.283266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:06.491443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:08:06.593443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:08:06.601351 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] 10.222.0.22 "PUT /v2.0/routers/383e9043-f7c3-4c51-8d80-c10e4d7a2c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4410422 Jun 22 15:08:06.601607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43178) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:06.602104 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] Sync routers for ids ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:08:06.611617 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] Routers {'383e9043-f7c3-4c51-8d80-c10e4d7a2c22'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:08:06.612217 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:08:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:06.703521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:06.710789 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] Set router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:08:06.805137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:06.858242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Deleting port 24aa5929-a55d-45eb-a86a-9e3310c2f022 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:08:06.858585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:06.884373 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109'}], 'enable_snat': True}, 'gw_port_id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:59Z', 'updated_at': '2021-06-22T15:08:06Z', 'revision_number': 5, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'gw_port': {'id': '24aa5929-a55d-45eb-a86a-9e3310c2f022', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:40:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:00:00Z', 'updated_at': '2021-06-22T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:06.912485 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] Checking router: 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:08:06.921012 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] Routers {'383e9043-f7c3-4c51-8d80-c10e4d7a2c22'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:08:06.921859 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:08:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:06.948721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] For port 24aa5929-a55d-45eb-a86a-9e3310c2f022, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=24aa5929-a55d-45eb-a86a-9e3310c2f022,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:06.949104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.006048 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] Set router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:08:07.015062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Calling delete_port for 24aa5929-a55d-45eb-a86a-9e3310c2f022 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:08:07.058788 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:59Z', 'updated_at': '2021-06-22T15:08:06Z', 'revision_number': 6, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:07.083526 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59db707-0e9c-439b-9aa5-7f95f6319ee3 None None] The sync data for ids ['383e9043-f7c3-4c51-8d80-c10e4d7a2c22'] in dv-neutron-601336-93-hyperv is: [{'id': '383e9043-f7c3-4c51-8d80-c10e4d7a2c22', 'name': 'tempest-TestVolumeBootPattern-1229750562-router', 'tenant_id': '2148a4a130804613b1a8543cdb6e2b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:59:59Z', 'updated_at': '2021-06-22T15:08:06Z', 'revision_number': 6, 'project_id': '2148a4a130804613b1a8543cdb6e2b67', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:08:07.182907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.185793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d63fffb7-e0f6-4dba-87d2-5e53a3c0e613 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:07.211517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=24aa5929-a55d-45eb-a86a-9e3310c2f022,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:07.215308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:07.269947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.356909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.358891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.405424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.405965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 383e9043-f7c3-4c51-8d80-c10e4d7a2c22 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:08:07.410602 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.411707 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] 10.222.0.22 "DELETE /v2.0/routers/383e9043-f7c3-4c51-8d80-c10e4d7a2c22 HTTP/1.1" status: 204 len: 168 time: 0.8091836 Jun 22 15:08:07.415312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43180) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:07.461868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] Deleting subnet b2780745-1a9e-4d75-83fb-cbec22eeb6c3 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:08:07.465206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.500484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.594802 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.646395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.649985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c9e5b136-e07c-4d53-8808-2da43fcf5705 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:07.675005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.676835 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b2780745-1a9e-4d75-83fb-cbec22eeb6c3 HTTP/1.1" status: 204 len: 168 time: 0.2605278 Jun 22 15:08:07.678486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2780745-1a9e-4d75-83fb-cbec22eeb6c3,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:07.679609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43182) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:07.680575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de89c024-a2b8-4233-96c3-e472f88ba645 None None] Network 37d640e8-5a11-492a-abde-36944a6b797e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:08:07.681097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:07.747403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.798602 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Deleting port 018e3797-5349-4799-bfdd-97de1cc81fed {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:08:07.798940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.869431 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] DHCP port deletion for 37d640e8-5a11-492a-abde-36944a6b797e request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:08:07.874021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] For port 018e3797-5349-4799-bfdd-97de1cc81fed, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=018e3797-5349-4799-bfdd-97de1cc81fed,segment=NetworkSegment(93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70),segment_id=93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:07.874392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.917683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] Deleting port 018e3797-5349-4799-bfdd-97de1cc81fed {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:08:07.918069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:07.943508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Calling delete_port for 018e3797-5349-4799-bfdd-97de1cc81fed owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:08:07.984344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] For port 018e3797-5349-4799-bfdd-97de1cc81fed, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=018e3797-5349-4799-bfdd-97de1cc81fed,segment=NetworkSegment(93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70),segment_id=93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:07.985077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.038142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.044898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:08.054185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] Calling delete_port for 018e3797-5349-4799-bfdd-97de1cc81fed owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:08:08.069285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Pushing event deleted for resources: {'Port': ['ID=018e3797-5349-4799-bfdd-97de1cc81fed,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:08.073635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] No DVR routers for this DVR port 018e3797-5349-4799-bfdd-97de1cc81fed on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:08:08.077813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:08.144096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.145990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-eacfb758-660c-4ec2-9b97-5f30cde8e847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:08.161432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.169587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] Pushing event deleted for resources: {'Port': ['ID=018e3797-5349-4799-bfdd-97de1cc81fed,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:08.172551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:08.173398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] No DVR routers for this DVR port 018e3797-5349-4799-bfdd-97de1cc81fed on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:08:08.174034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d640e8-5a11-492a-abde-36944a6b797e']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:08.188862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:08.189233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c30d7f-4bf8-44ad-83c7-6ecbd73b1f70') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:08.201063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.215948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.222033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:08:08.222423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:08:08.224256 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:08:08.276693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.280377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92934ee8-0571-44eb-916e-b20cf9dc0e40 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:08.283377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.284608 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] 10.222.0.22 "DELETE /v2.0/networks/37d640e8-5a11-492a-abde-36944a6b797e HTTP/1.1" status: 204 len: 168 time: 0.6033459 Jun 22 15:08:08.297153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d640e8-5a11-492a-abde-36944a6b797e,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:08.299474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:08.395045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43186) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:08.439969 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8f50c472-5362-489b-887f-bd599e303b40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df1a184c91084752ab23db1f17571be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436914 Jun 22 15:08:08.442273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43188) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:08.490341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bc84eab-5672-46c8-aae8-62fb8d3ff741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.510802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bc84eab-5672-46c8-aae8-62fb8d3ff741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.555279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bc84eab-5672-46c8-aae8-62fb8d3ff741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.557868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bc84eab-5672-46c8-aae8-62fb8d3ff741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.559030 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3bc84eab-5672-46c8-aae8-62fb8d3ff741 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c59c01d3-26e9-445e-ae40-8fad2c2176cf HTTP/1.1" status: 204 len: 168 time: 0.1158707 Jun 22 15:08:08.559824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-62c3b55f-fdff-4201-9893-ab282201dab5 tempest-TestNetworkAdvancedServerOps-380025710 tempest-TestNetworkAdvancedServerOps-380025710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:08.567296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc84eab-5672-46c8-aae8-62fb8d3ff741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59c01d3-26e9-445e-ae40-8fad2c2176cf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:08.570324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3bc84eab-5672-46c8-aae8-62fb8d3ff741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:08.867683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43194) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:08.911487 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-257c8a15-ad1a-473f-9e47-3eda3184254b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2148a4a130804613b1a8543cdb6e2b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389423 Jun 22 15:08:08.911487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43196) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:08.943135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 24aa5929-a55d-45eb-a86a-9e3310c2f022 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:08:08.958683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0558b2b3-5cee-4b7f-8cc8-2fa00c85c2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.963016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 24aa5929-a55d-45eb-a86a-9e3310c2f022 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:08:08.963367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 24aa5929-a55d-45eb-a86a-9e3310c2f022 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:08:08.963781 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 018e3797-5349-4799-bfdd-97de1cc81fed no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:08:08.979444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0558b2b3-5cee-4b7f-8cc8-2fa00c85c2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:08.981764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 018e3797-5349-4799-bfdd-97de1cc81fed {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:08:08.982117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 018e3797-5349-4799-bfdd-97de1cc81fed not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:08:08.982536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:08:09.001509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:08:09.001862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4cd33f04-1808-4b6e-82c1-faf46c59d7c5 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:08:09.032312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0558b2b3-5cee-4b7f-8cc8-2fa00c85c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:09.034997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0558b2b3-5cee-4b7f-8cc8-2fa00c85c2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:09.036166 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0558b2b3-5cee-4b7f-8cc8-2fa00c85c2fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8bc5271-b102-4b39-aa47-1a1931547757 HTTP/1.1" status: 204 len: 168 time: 0.1250052 Jun 22 15:08:09.037074 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-00da375d-4825-42f7-b6f5-c051283b53d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:09.044478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558b2b3-5cee-4b7f-8cc8-2fa00c85c2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bc5271-b102-4b39-aa47-1a1931547757,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:09.046810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0558b2b3-5cee-4b7f-8cc8-2fa00c85c2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:10.120402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:17.902631 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b553140-7246-424a-95f4-e0f248171088 req-7c5d0fe9-89ce-4a8c-8063-fc637e5bcdf3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507457 Jun 22 15:08:17.979873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b553140-7246-424a-95f4-e0f248171088 req-647cb835-5301-4b42-baf4-42b6d60ce8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:17.981366 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b553140-7246-424a-95f4-e0f248171088 req-647cb835-5301-4b42-baf4-42b6d60ce8da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 1098 time: 0.0571251 Jun 22 15:08:18.083009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b553140-7246-424a-95f4-e0f248171088 req-b7a104c4-6297-455f-9e90-a2e3a08714fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:18.084430 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b553140-7246-424a-95f4-e0f248171088 req-b7a104c4-6297-455f-9e90-a2e3a08714fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 898 time: 0.0831323 Jun 22 15:08:18.150751 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b553140-7246-424a-95f4-e0f248171088 req-f0de5e9b-b0fc-41c9-a6e6-9890ef21f60a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa HTTP/1.1" status: 200 len: 1001 time: 0.0598466 Jun 22 15:08:18.197732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b553140-7246-424a-95f4-e0f248171088 req-36857658-25ea-4c19-8f40-33c24452d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:18.199015 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b553140-7246-424a-95f4-e0f248171088 req-36857658-25ea-4c19-8f40-33c24452d8fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 200 len: 835 time: 0.0422873 Jun 22 15:08:18.255649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b553140-7246-424a-95f4-e0f248171088 req-630361c2-3063-42c6-8e59-d035756d9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:18.257149 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b553140-7246-424a-95f4-e0f248171088 req-630361c2-3063-42c6-8e59-d035756d9d51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f08a9d3-4351-4c54-bceb-d3558608b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0517848 Jun 22 15:08:18.347763 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b553140-7246-424a-95f4-e0f248171088 req-5ed13f1b-2ede-4c19-a927-daee631d8c9c service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846512 Jun 22 15:08:18.434573 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b553140-7246-424a-95f4-e0f248171088 req-2dcfe8ce-c78a-47ee-91e1-fa265a806ca8 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810282 Jun 22 15:08:25.243885 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:08:30.140024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f01ebb66-a417-49f7-93ae-a0d34044d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:32.637441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c151825d-6eed-4dfe-ab7b-9c25635af343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:32.901226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:33.505450 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43222) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:33.607960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2471d6-4bdb-4953-8955-92a557aec2e4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:33.608442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2471d6-4bdb-4953-8955-92a557aec2e4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:33.608941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2471d6-4bdb-4953-8955-92a557aec2e4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:33.610595 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0b2471d6-4bdb-4953-8955-92a557aec2e4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=c506dcf51d8e461291c966417bea561b&network_id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 3001 time: 0.1041760 Jun 22 15:08:33.891015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:35.028558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43232) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:35.080573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d00e034-c062-4bd3-b019-d13641c1824e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:35.082072 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5d00e034-c062-4bd3-b019-d13641c1824e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad HTTP/1.1" status: 200 len: 814 time: 0.0521824 Jun 22 15:08:35.535297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43238) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:35.540084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fa41f4f6-ba14-4a44-9b33-1dde2208a66f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:35.581967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:35.600668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa41f4f6-ba14-4a44-9b33-1dde2208a66f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:35.738949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa41f4f6-ba14-4a44-9b33-1dde2208a66f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:35.742476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa41f4f6-ba14-4a44-9b33-1dde2208a66f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:35.742789 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-fa41f4f6-ba14-4a44-9b33-1dde2208a66f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP a94c4a1b-f1c4-4045-b331-77d851411780 disassociated. External IP: 172.26.6.178, port: b265dbb1-f118-4e04-8bfc-9bc00ff03caa. Jun 22 15:08:35.942865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa41f4f6-ba14-4a44-9b33-1dde2208a66f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router ac713b25-ced3-4a4b-a6de-a46bef1eb681 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:08:36.044059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa41f4f6-ba14-4a44-9b33-1dde2208a66f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:08:36.049427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fa41f4f6-ba14-4a44-9b33-1dde2208a66f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:36.053829 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] Sync routers for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:08:36.062521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:08:36.063180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:08:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:36.091078 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fa41f4f6-ba14-4a44-9b33-1dde2208a66f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 690 time: 0.5546515 Jun 22 15:08:36.091770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:08:36.093896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43240) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:36.094415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8166d579-709e-4a92-a36e-8c0777e40652" -d '{"events": [{"name": "network-changed", "server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:08:36.131762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172075cb-6390-4e2c-bd96-4def1ab6c591 x-openstack-request-id: req-172075cb-6390-4e2c-bd96-4def1ab6c591 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:08:36.132112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:08:36.132414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-172075cb-6390-4e2c-bd96-4def1ab6c591 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:08:36.132911 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'status': 'completed', 'code': 200} Jun 22 15:08:36.145929 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-48b8fb6d-a10b-46c7-b791-9c4ecfc83605 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 690 time: 0.0508146 Jun 22 15:08:36.170345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:08:36.338653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d579-709e-4a92-a36e-8c0777e40652 req-a3e3663f-4e87-4bf6-811d-8cc2f744c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:36.340449 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8166d579-709e-4a92-a36e-8c0777e40652 req-a3e3663f-4e87-4bf6-811d-8cc2f744c390 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 1098 time: 0.1847012 Jun 22 15:08:36.363062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:36.393811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] Checking router: ac713b25-ced3-4a4b-a6de-a46bef1eb681 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:08:36.401806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:08:36.402410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:08:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:36.431924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d579-709e-4a92-a36e-8c0777e40652 req-b08b0223-2713-4439-83c4-4cc09191a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:36.434395 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8166d579-709e-4a92-a36e-8c0777e40652 req-b08b0223-2713-4439-83c4-4cc09191a2c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 898 time: 0.0881450 Jun 22 15:08:36.475272 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8166d579-709e-4a92-a36e-8c0777e40652 req-b9fe0d4f-c558-4e65-ba2e-f11ee7c468c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa HTTP/1.1" status: 200 len: 217 time: 0.0344222 Jun 22 15:08:36.504705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:08:36.522631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d579-709e-4a92-a36e-8c0777e40652 req-13de35bf-0727-4ebd-92a5-389124d3b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:36.524057 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8166d579-709e-4a92-a36e-8c0777e40652 req-13de35bf-0727-4ebd-92a5-389124d3b43b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 200 len: 835 time: 0.0429077 Jun 22 15:08:36.583556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d579-709e-4a92-a36e-8c0777e40652 req-5d950309-d243-4e02-a890-32269b8b2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:36.585058 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8166d579-709e-4a92-a36e-8c0777e40652 req-5d950309-d243-4e02-a890-32269b8b2862 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f08a9d3-4351-4c54-bceb-d3558608b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0546126 Jun 22 15:08:36.595502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-8166d579-709e-4a92-a36e-8c0777e40652 req-4fa53ca6-acf4-4158-8739-62858663ec78 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:08:36.596428 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8166d579-709e-4a92-a36e-8c0777e40652 req-4fa53ca6-acf4-4158-8739-62858663ec78 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0048630 Jun 22 15:08:36.686900 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8166d579-709e-4a92-a36e-8c0777e40652 req-573561d7-d036-42b8-b832-09f23902f32a service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842135 Jun 22 15:08:36.697484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:36.723031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2551da1e-3092-4cdc-b588-345b718bed81 None None] The sync data for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:08:36.781552 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8166d579-709e-4a92-a36e-8c0777e40652 req-fd344de8-64d3-495c-8d4c-4c36f880909b service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886626 Jun 22 15:08:36.929925 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e2717-af69-4644-9cad-740eec30fd6f None None] New status for floating IP a94c4a1b-f1c4-4045-b331-77d851411780: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:08:37.147633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43246) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:37.193799 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-89a4dccb-17a5-4cd4-bd2c-70f4f9494ce9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 690 time: 0.0448184 Jun 22 15:08:38.198714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43248) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:38.253550 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-568ef532-ab6f-45a5-a752-a03ac50cab51 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 688 time: 0.0540831 Jun 22 15:08:39.610345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43252) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:39.616871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-318e99bb-6511-42e5-a3da-775e2023e4c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751801684', 'description': 'tempest-secgroup-smoke-751801684 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:39.639911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-318e99bb-6511-42e5-a3da-775e2023e4c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.717996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-318e99bb-6511-42e5-a3da-775e2023e4c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.724669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-318e99bb-6511-42e5-a3da-775e2023e4c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.727170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb99e263-ac5b-44b2-8854-ce99864b185c tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:39.753524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-318e99bb-6511-42e5-a3da-775e2023e4c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.754727 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-318e99bb-6511-42e5-a3da-775e2023e4c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1433337 Jun 22 15:08:39.756669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e99bb-6511-42e5-a3da-775e2023e4c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af0e463-8f62-447a-8a10-de1a79a61659,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:39.757886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43254) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:39.759677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-318e99bb-6511-42e5-a3da-775e2023e4c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:39.762846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-947eb036-5277-468f-9034-1f98e4641c40 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '7af0e463-8f62-447a-8a10-de1a79a61659', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:39.789114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-947eb036-5277-468f-9034-1f98e4641c40 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.844098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-947eb036-5277-468f-9034-1f98e4641c40 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.847613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-947eb036-5277-468f-9034-1f98e4641c40 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.849703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2144e609-3ac3-4d46-ac28-99965ee17fe3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:39.865387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eb036-5277-468f-9034-1f98e4641c40 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa70f543-b898-4d92-b278-227d327ad768,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:39.867699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-947eb036-5277-468f-9034-1f98e4641c40 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:39.873133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-947eb036-5277-468f-9034-1f98e4641c40 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.874335 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-947eb036-5277-468f-9034-1f98e4641c40 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153691 Jun 22 15:08:39.877071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43256) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:39.881563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-1b8a283f-c342-4a5f-bab3-9e96197bd49d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '7af0e463-8f62-447a-8a10-de1a79a61659', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:39.906492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b8a283f-c342-4a5f-bab3-9e96197bd49d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.965438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b8a283f-c342-4a5f-bab3-9e96197bd49d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.969236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b8a283f-c342-4a5f-bab3-9e96197bd49d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.973836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-64d1753d-facc-444d-8c3b-ec2f9741fdc2 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:39.988285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a283f-c342-4a5f-bab3-9e96197bd49d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2b3ce2-6a80-44f0-930d-16612daed688,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:39.990740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1b8a283f-c342-4a5f-bab3-9e96197bd49d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:39.996178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b8a283f-c342-4a5f-bab3-9e96197bd49d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:39.997365 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1b8a283f-c342-4a5f-bab3-9e96197bd49d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193578 Jun 22 15:08:40.000155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43258) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:40.004583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-027470ef-f71d-4c9e-80a3-98a5116deac0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '7af0e463-8f62-447a-8a10-de1a79a61659', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:40.030596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-027470ef-f71d-4c9e-80a3-98a5116deac0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.091009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-027470ef-f71d-4c9e-80a3-98a5116deac0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.094975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-027470ef-f71d-4c9e-80a3-98a5116deac0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.096763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-947eb036-5277-468f-9034-1f98e4641c40 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:40.109837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.113688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027470ef-f71d-4c9e-80a3-98a5116deac0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9834970d-95f6-4eaf-a59f-524c51a3da70,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:40.116537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-027470ef-f71d-4c9e-80a3-98a5116deac0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:40.118461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-027470ef-f71d-4c9e-80a3-98a5116deac0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.122905 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-027470ef-f71d-4c9e-80a3-98a5116deac0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193125 Jun 22 15:08:40.123196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43260) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:40.127521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-32ec1ce5-d139-4812-aaf1-71c41b3a9633 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '7af0e463-8f62-447a-8a10-de1a79a61659', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:40.153885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32ec1ce5-d139-4812-aaf1-71c41b3a9633 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.211537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32ec1ce5-d139-4812-aaf1-71c41b3a9633 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.215304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32ec1ce5-d139-4812-aaf1-71c41b3a9633 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.217097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:40.234186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec1ce5-d139-4812-aaf1-71c41b3a9633 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291cf10f-9758-4baf-97c7-a97d09834daf,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:40.236798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-32ec1ce5-d139-4812-aaf1-71c41b3a9633 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:40.237637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-32ec1ce5-d139-4812-aaf1-71c41b3a9633 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.238804 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-32ec1ce5-d139-4812-aaf1-71c41b3a9633 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147881 Jun 22 15:08:40.241622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43262) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:40.249107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '7af0e463-8f62-447a-8a10-de1a79a61659', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:40.272412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:08:40.277255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.338231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.341873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.347351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-09b07e57-92a2-4adb-ac1d-97f7fd2ed67a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:40.362201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de724736-1f0f-4a65-aef0-8b6ac730b296,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:40.365038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:40.366475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.367773 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250939 Jun 22 15:08:40.371049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43264) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:40.375318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '7af0e463-8f62-447a-8a10-de1a79a61659', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:40.396891 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:08:40.401500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.461561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.465023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.466795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1336d192-4614-482b-8375-857c58c49e15 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:40.482510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e3ff23-8cac-4757-a0ee-da60630fbf21,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:40.484880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:40.488977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:40.490132 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182232 Jun 22 15:08:40.846262 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-656a9af1-77e5-4957-b411-a5a9136b80b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751801684&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0336163 Jun 22 15:08:41.290614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-5d1438b3-955a-4747-836b-2b76aaa77551 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:41.292601 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-5d1438b3-955a-4747-836b-2b76aaa77551 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 797 time: 0.4394162 Jun 22 15:08:41.307317 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-c7e7c3df-fac8-4e4e-a634-1638c690a89c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0087550 Jun 22 15:08:41.379756 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-2284ab83-2cc6-44fc-9d97-f72707b9a9d0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0667968 Jun 22 15:08:41.440029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-aa1c7b49-1487-4b99-b548-8f90fb7c2c64 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:08:41.441034 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-aa1c7b49-1487-4b99-b548-8f90fb7c2c64 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0488262 Jun 22 15:08:41.533831 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-03b64a66-b509-48ea-b5c7-1e27128d9605 service neutron] 10.222.0.22 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864975 Jun 22 15:08:41.624126 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-86239b40-0df3-484b-b8f7-10134003d4c1 service neutron] 10.222.0.22 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845475 Jun 22 15:08:41.834495 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b6892cb6-aeb7-449b-9e85-86867a4e7f54 req-190df42c-6005-485d-acd4-41af5413154e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 210 time: 0.0776403 Jun 22 15:08:42.942987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-40d9fa7e-de8c-41df-9767-65c80a328a5a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:42.944422 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-40d9fa7e-de8c-41df-9767-65c80a328a5a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 797 time: 0.1123354 Jun 22 15:08:42.985183 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8b4315a7-cbb1-40f5-99c8-096369b8e16d req-004f8c2e-2f6f-4e22-a75f-71a93d0a14a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 210 time: 0.0307229 Jun 22 15:08:42.992402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-2a2139ad-a9fe-49da-8a5b-ad101127ede6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 472 time: 0.0369914 Jun 22 15:08:43.008376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['7af0e463-8f62-447a-8a10-de1a79a61659']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:43.110618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:08:43.114076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:43.233729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.5 (4f08a9d3-4351-4c54-bceb-d3558608b695/e381302f-ca62-4ba9-821f-acad20f7663d/92ca158e-d677-42e1-a115-dc2d506d8885) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:08:43.368537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:43.381328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 92ca158e-d677-42e1-a115-dc2d506d8885 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:08:43.413957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:43.417779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df340d8c-b1c3-4c1e-a252-151570f60c15 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:43.457784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:08:43.461204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:08:43.465484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:08:43.471695 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=92ca158e-d677-42e1-a115-dc2d506d8885,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:43.495199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:43.521629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:43.522250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:43.536909 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394375 Jun 22 15:08:43.579047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Request body: {'port': {'device_id': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:43.653144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:43.664022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8fc10f94-c7a4-41df-8fbb-efc8c37874b5 None None] Provisioning for port 92ca158e-d677-42e1-a115-dc2d506d8885 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:08:43.667985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8fc10f94-c7a4-41df-8fbb-efc8c37874b5 None None] Provisioning complete for port 92ca158e-d677-42e1-a115-dc2d506d8885 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:08:43.668480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8fc10f94-c7a4-41df-8fbb-efc8c37874b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:43.705795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8fc10f94-c7a4-41df-8fbb-efc8c37874b5 None None] Port 92ca158e-d677-42e1-a115-dc2d506d8885 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:08:43.910401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ca158e-d677-42e1-a115-dc2d506d8885 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:08:43.918288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:43.929709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Transition to ACTIVE for port object 92ca158e-d677-42e1-a115-dc2d506d8885 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:08:43.933678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:43.936354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-73a8d1d8-aaab-4059-bcf5-7be2df65959b tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:44.006851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Pushing event updated for resources: {'Port': ['ID=92ca158e-d677-42e1-a115-dc2d506d8885,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:44.011403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:44.086163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Attempting to bind port 92ca158e-d677-42e1-a115-dc2d506d8885 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:08:44.086502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Attempting to bind port 92ca158e-d677-42e1-a115-dc2d506d8885 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:08:44.086832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Attempting to bind port 92ca158e-d677-42e1-a115-dc2d506d8885 on network 4f08a9d3-4351-4c54-bceb-d3558608b695 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:08:44.092596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Port 92ca158e-d677-42e1-a115-dc2d506d8885 on network 4f08a9d3-4351-4c54-bceb-d3558608b695 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:08:44.093339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Attempting to bind port 92ca158e-d677-42e1-a115-dc2d506d8885 on network 4f08a9d3-4351-4c54-bceb-d3558608b695 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:08:44.098636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:08:44.098983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Checking segment: {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:08:44.099371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Bound using segment: {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:08:44.099803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Bound port: 92ca158e-d677-42e1-a115-dc2d506d8885, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0985422e-5402-42fe-8122-8d3487d01e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:08:44.100156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:44.203113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] For port 92ca158e-d677-42e1-a115-dc2d506d8885, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:08:44.206461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] For port 92ca158e-d677-42e1-a115-dc2d506d8885, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=92ca158e-d677-42e1-a115-dc2d506d8885,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:08:44.212058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:44.214605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ada806cc-6328-43b5-8f2f-df5b70fbe503 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:44.222889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae36b4-f5cc-4079-8f09-3eb9144c2bba req-942d5e54-0f3f-4bcc-91eb-7038457e71a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:44.224351 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16ae36b4-f5cc-4079-8f09-3eb9144c2bba req-942d5e54-0f3f-4bcc-91eb-7038457e71a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 943 time: 0.1141021 Jun 22 15:08:44.282868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:44.283478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:44.284977 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] 10.222.0.21 "PUT /v2.0/ports/92ca158e-d677-42e1-a115-dc2d506d8885 HTTP/1.1" status: 200 len: 1093 time: 0.7102938 Jun 22 15:08:44.285384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'tag': '92ca158e-d677-42e1-a115-dc2d506d8885'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:08:44.287677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18" -d '{"events": [{"name": "network-changed", "server_uuid": "95d65762-093b-44fb-aa28-1b5a5aa37122", "tag": "92ca158e-d677-42e1-a115-dc2d506d8885"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:08:44.319072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Pushing event updated for resources: {'Port': ['ID=92ca158e-d677-42e1-a115-dc2d506d8885,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:44.324921 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16ae36b4-f5cc-4079-8f09-3eb9144c2bba req-f08813b0-50d0-4fe0-a42b-25f050cf70f5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766640 Jun 22 15:08:44.326329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:44.340573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdba5f74-3f4f-443a-a53c-33fa2643dfc1 x-openstack-request-id: req-bdba5f74-3f4f-443a-a53c-33fa2643dfc1 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:08:44.341083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d65762-093b-44fb-aa28-1b5a5aa37122", "tag": "92ca158e-d677-42e1-a115-dc2d506d8885", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:08:44.341591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdba5f74-3f4f-443a-a53c-33fa2643dfc1 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:08:44.345301 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'tag': '92ca158e-d677-42e1-a115-dc2d506d8885', 'status': 'completed', 'code': 200} Jun 22 15:08:44.399419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-c32d977e-cf4b-4243-829a-079c5a4ee49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:44.401005 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-c32d977e-cf4b-4243-829a-079c5a4ee49a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 1096 time: 0.0547836 Jun 22 15:08:44.443517 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-890f0580-6916-4573-9eb0-93d0088de0b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ca158e-d677-42e1-a115-dc2d506d8885 HTTP/1.1" status: 200 len: 217 time: 0.0357578 Jun 22 15:08:44.497352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-4a1f19f1-c6a0-4e9e-b4c5-90afac54670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:44.498758 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-4a1f19f1-c6a0-4e9e-b4c5-90afac54670f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 200 len: 835 time: 0.0486960 Jun 22 15:08:44.555785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-c7e3c0fc-ffb9-4628-9da3-7103378380bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:44.557293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-c7e3c0fc-ffb9-4628-9da3-7103378380bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f08a9d3-4351-4c54-bceb-d3558608b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0524983 Jun 22 15:08:44.642765 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-fb9c16e7-4202-4969-b4e7-5d9713096d08 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791967 Jun 22 15:08:44.735296 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2df7d71-4705-4b0f-a316-0cb9d60ed3fd req-e9ebfa94-6adf-4874-b6d7-3a5595142eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863411 Jun 22 15:08:44.830641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-c82e7c87-98ef-42ae-8eae-2fe6b312e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:44.832059 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-c82e7c87-98ef-42ae-8eae-2fe6b312e19f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 1096 time: 0.0511658 Jun 22 15:08:44.925876 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-d2aea642-cde1-45cf-9cb1-a92198334255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:44.927325 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-d2aea642-cde1-45cf-9cb1-a92198334255 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 898 time: 0.0892429 Jun 22 15:08:44.968218 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-6d57023c-9d05-417f-90a6-7632bd92d0d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ca158e-d677-42e1-a115-dc2d506d8885 HTTP/1.1" status: 200 len: 217 time: 0.0338442 Jun 22 15:08:45.013925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-81b6a0da-c8e3-4e4c-b212-3931b981c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:45.015197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-81b6a0da-c8e3-4e4c-b212-3931b981c49f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 200 len: 835 time: 0.0410073 Jun 22 15:08:45.074003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-b6103023-ce0a-4e17-b4b6-11dfabef242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:45.075411 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-b6103023-ce0a-4e17-b4b6-11dfabef242d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f08a9d3-4351-4c54-bceb-d3558608b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0540924 Jun 22 15:08:45.503744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d0bd1-e28a-432e-ae90-f4702e0fc7c9 req-3b7221df-7292-4d04-8f96-a9229130c11b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:45.505511 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-658d0bd1-e28a-432e-ae90-f4702e0fc7c9 req-3b7221df-7292-4d04-8f96-a9229130c11b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 943 time: 0.0631411 Jun 22 15:08:45.507585 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-1dcc5cd4-2973-4a2a-be6c-d8783499bb7a service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258611 Jun 22 15:08:45.543666 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-658d0bd1-e28a-432e-ae90-f4702e0fc7c9 req-455251c6-5f1c-4a24-9841-ff8bdc42c012 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325482 Jun 22 15:08:45.601935 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9ad9d57-8ac5-4b16-86ad-47a37a032f18 req-e3422ee8-30dd-4e30-8daa-17b77624e794 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870855 Jun 22 15:08:46.724682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f34b0e-40b7-4a6b-957a-c7bc8c94fe23 req-369f2ace-1161-48c1-a133-10868e3a9084 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:46.726122 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-43f34b0e-40b7-4a6b-957a-c7bc8c94fe23 req-369f2ace-1161-48c1-a133-10868e3a9084 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 943 time: 0.0632274 Jun 22 15:08:46.763940 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-43f34b0e-40b7-4a6b-957a-c7bc8c94fe23 req-48d0e468-2bb2-4e4f-b75d-709ffb905c78 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Jun 22 15:08:47.674304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 92ca158e-d677-42e1-a115-dc2d506d8885 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:08:47.765888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 92ca158e-d677-42e1-a115-dc2d506d8885, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=92ca158e-d677-42e1-a115-dc2d506d8885,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:47.777063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '92ca158e-d677-42e1-a115-dc2d506d8885', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'port_id': '92ca158e-d677-42e1-a115-dc2d506d8885', 'mac_address': 'fa:16:3e:9c:4b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:08:47.816665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:47.829504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ca158e-d677-42e1-a115-dc2d506d8885 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:08:47.848369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 92ca158e-d677-42e1-a115-dc2d506d8885, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=92ca158e-d677-42e1-a115-dc2d506d8885,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:47.852632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:47.854511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-21fcd3a3-7dc5-4d3c-8209-9447b338e1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:47.900172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=92ca158e-d677-42e1-a115-dc2d506d8885,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:47.903329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:47.953363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529a6b4-9ebf-4cda-81cb-fb3bc9bbb9ab req-bf6d1b5d-63a1-4d5a-be12-b86ef7ef403e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:47.955198 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b529a6b4-9ebf-4cda-81cb-fb3bc9bbb9ab req-bf6d1b5d-63a1-4d5a-be12-b86ef7ef403e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 944 time: 0.0777299 Jun 22 15:08:47.992199 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b529a6b4-9ebf-4cda-81cb-fb3bc9bbb9ab req-0d77885e-04c4-4921-bafc-9a7f76b3765d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Jun 22 15:08:48.173417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['92ca158e-d677-42e1-a115-dc2d506d8885'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:08:49.165082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36ca2e-fdde-4d47-a599-a5976f37dd84 req-2365ff97-39c4-4e7e-a80d-a122720e5c84 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:49.166424 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9f36ca2e-fdde-4d47-a599-a5976f37dd84 req-2365ff97-39c4-4e7e-a80d-a122720e5c84 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 944 time: 0.0626819 Jun 22 15:08:49.207435 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9f36ca2e-fdde-4d47-a599-a5976f37dd84 req-b5533848-69e3-4688-a01e-4bb09a7ea048 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354650 Jun 22 15:08:49.685703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 92ca158e-d677-42e1-a115-dc2d506d8885 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:08:49.734436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 92ca158e-d677-42e1-a115-dc2d506d8885 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:08:49.738105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 92ca158e-d677-42e1-a115-dc2d506d8885 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:08:49.738488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:49.814581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:49.836281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ca158e-d677-42e1-a115-dc2d506d8885'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:08:49.839231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c9e4c6-f2af-4620-928c-5403b35277ee" -d '{"events": [{"server_uuid": "95d65762-093b-44fb-aa28-1b5a5aa37122", "name": "network-vif-plugged", "status": "completed", "tag": "92ca158e-d677-42e1-a115-dc2d506d8885"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:08:49.851669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 92ca158e-d677-42e1-a115-dc2d506d8885, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=92ca158e-d677-42e1-a115-dc2d506d8885,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:08:49.856309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:49.858158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8f933e6d-3844-44cb-8010-17df1fb2bb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:08:49.879353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922368ad-55b4-4099-85f4-88b821d93dad x-openstack-request-id: req-922368ad-55b4-4099-85f4-88b821d93dad {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:08:49.879655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d65762-093b-44fb-aa28-1b5a5aa37122", "name": "network-vif-plugged", "status": "completed", "tag": "92ca158e-d677-42e1-a115-dc2d506d8885", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:08:49.879918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-922368ad-55b4-4099-85f4-88b821d93dad {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:08:49.880320 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ca158e-d677-42e1-a115-dc2d506d8885', 'code': 200} Jun 22 15:08:49.905809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=92ca158e-d677-42e1-a115-dc2d506d8885,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:08:49.908509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:08:50.089469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5426ad-18d7-41f5-a547-7ede68edf327 req-a080c450-6f86-4e25-b381-01be00d28fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:50.090920 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ee5426ad-18d7-41f5-a547-7ede68edf327 req-a080c450-6f86-4e25-b381-01be00d28fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 1098 time: 0.0524247 Jun 22 15:08:50.128816 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ee5426ad-18d7-41f5-a547-7ede68edf327 req-818296ba-ec33-432c-84b7-a56f2dd61256 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272603 Jun 22 15:08:50.378180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a254c-8fed-45bd-8c54-553d4ba3f1ab req-3f1aa0ca-aab6-473a-8ef9-e2e99177c704 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:50.379611 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab0a254c-8fed-45bd-8c54-553d4ba3f1ab req-3f1aa0ca-aab6-473a-8ef9-e2e99177c704 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 945 time: 0.0618212 Jun 22 15:08:50.416538 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ab0a254c-8fed-45bd-8c54-553d4ba3f1ab req-68d8e40f-63dd-4604-ad79-5544bdfdac75 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312927 Jun 22 15:08:51.585727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e30fa9-5c0c-4d92-9b15-78f7d742bd89 req-b8fa056c-2818-4b41-97cc-e51dd0b457d7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:51.587167 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e7e30fa9-5c0c-4d92-9b15-78f7d742bd89 req-b8fa056c-2818-4b41-97cc-e51dd0b457d7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 945 time: 0.0617750 Jun 22 15:08:51.623919 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e7e30fa9-5c0c-4d92-9b15-78f7d742bd89 req-4598c653-4ca0-45bb-9c2e-4560a1ad32be tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Jun 22 15:08:51.798542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df90fc-dbcb-4e36-aecd-b0a018d09c9d req-02452595-c149-4d77-a91d-d394e0da27f9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:51.799993 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-11df90fc-dbcb-4e36-aecd-b0a018d09c9d req-02452595-c149-4d77-a91d-d394e0da27f9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 945 time: 0.0673897 Jun 22 15:08:51.837073 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-11df90fc-dbcb-4e36-aecd-b0a018d09c9d req-adadf77c-f623-40bc-bd0f-476299e0a0a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314484 Jun 22 15:08:51.861091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43328) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:51.910565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef4fe2-1526-420e-acfa-b17574a14cb9 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:51.912010 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d1ef4fe2-1526-420e-acfa-b17574a14cb9 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 1093 time: 0.0499651 Jun 22 15:08:51.914849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43330) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:51.919640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6a6ed667-ca9a-4719-8c03-009375e4a88d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'port_id': '92ca158e-d677-42e1-a115-dc2d506d8885'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:08:51.957389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed667-ca9a-4719-8c03-009375e4a88d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:52.541565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed667-ca9a-4719-8c03-009375e4a88d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:52.545807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed667-ca9a-4719-8c03-009375e4a88d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:52.642168 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-6a6ed667-ca9a-4719-8c03-009375e4a88d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP a94c4a1b-f1c4-4045-b331-77d851411780 associated. External IP: 172.26.6.178, port: 92ca158e-d677-42e1-a115-dc2d506d8885. Jun 22 15:08:52.851737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6ed667-ca9a-4719-8c03-009375e4a88d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router ac713b25-ced3-4a4b-a6de-a46bef1eb681 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:08:52.958953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6ed667-ca9a-4719-8c03-009375e4a88d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:08:52.964503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6a6ed667-ca9a-4719-8c03-009375e4a88d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:08:52.970102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] Sync routers for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:08:52.980150 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:08:52.980774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:08:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:53.003380 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6a6ed667-ca9a-4719-8c03-009375e4a88d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 991 time: 1.0851533 Jun 22 15:08:53.003380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'tag': '92ca158e-d677-42e1-a115-dc2d506d8885'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:08:53.003784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43332) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:53.004256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59233513-1205-4f64-9cb9-a77688bbb6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "95d65762-093b-44fb-aa28-1b5a5aa37122", "tag": "92ca158e-d677-42e1-a115-dc2d506d8885"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:08:53.078534 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-55758e1d-a71a-407c-8945-fc3939d1f296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 991 time: 0.0723782 Jun 22 15:08:53.088575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:08:53.102259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4eeeaa-c069-482d-8e36-d95e2ac499cd x-openstack-request-id: req-7c4eeeaa-c069-482d-8e36-d95e2ac499cd {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:08:53.102554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d65762-093b-44fb-aa28-1b5a5aa37122", "tag": "92ca158e-d677-42e1-a115-dc2d506d8885", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:08:53.102863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c4eeeaa-c069-482d-8e36-d95e2ac499cd {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:08:53.103316 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'tag': '92ca158e-d677-42e1-a115-dc2d506d8885', 'status': 'completed', 'code': 200} Jun 22 15:08:53.187139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-56697109-7555-4a5b-a076-10bcc330c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:53.188624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-56697109-7555-4a5b-a076-10bcc330c38f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 1098 time: 0.0536003 Jun 22 15:08:53.285067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-8c1411aa-de3d-4dc6-8b0b-ac797a8b90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:53.286540 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-8c1411aa-de3d-4dc6-8b0b-ac797a8b90ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 898 time: 0.0916717 Jun 22 15:08:53.314929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'a94c4a1b-f1c4-4045-b331-77d851411780', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'port_id': '92ca158e-d677-42e1-a115-dc2d506d8885', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'mac_address': 'fa:16:3e:9c:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:07:16Z', 'updated_at': '2021-06-22T15:08:52Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:53.341253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] Checking router: ac713b25-ced3-4a4b-a6de-a46bef1eb681 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:08:53.349397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:08:53.349999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:08:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:53.351208 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-84d9236e-eb28-457f-b42a-239061e8aff6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ca158e-d677-42e1-a115-dc2d506d8885 HTTP/1.1" status: 200 len: 999 time: 0.0578461 Jun 22 15:08:53.404176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-33ef3369-7c96-4b0e-a77e-31374a01daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:53.405569 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-33ef3369-7c96-4b0e-a77e-31374a01daae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 200 len: 835 time: 0.0482693 Jun 22 15:08:53.453287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:08:53.461569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-e7046752-2445-436e-a92e-422cf77415fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:08:53.463093 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-e7046752-2445-436e-a92e-422cf77415fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f08a9d3-4351-4c54-bceb-d3558608b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514402 Jun 22 15:08:53.554548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-b9e4c031-cf9e-4dbf-abde-a70180247c5e service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844185 Jun 22 15:08:53.658714 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-59233513-1205-4f64-9cb9-a77688bbb6a9 req-a5581c8c-0ea4-45c5-be9b-97aa6ac5e794 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976195 Jun 22 15:08:53.841063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'a94c4a1b-f1c4-4045-b331-77d851411780', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'port_id': '92ca158e-d677-42e1-a115-dc2d506d8885', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'mac_address': 'fa:16:3e:9c:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:07:16Z', 'updated_at': '2021-06-22T15:08:52Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:08:53.865590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2d0af-7f44-4123-9f91-c2ba83105486 None None] The sync data for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'a94c4a1b-f1c4-4045-b331-77d851411780', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'port_id': '92ca158e-d677-42e1-a115-dc2d506d8885', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'mac_address': 'fa:16:3e:9c:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:07:16Z', 'updated_at': '2021-06-22T15:08:52Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:08:54.060266 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520a06c-6633-49f2-91b4-1a0eded004c1 None None] New status for floating IP a94c4a1b-f1c4-4045-b331-77d851411780: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:08:54.081330 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43338) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:54.143980 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-90b9c589-f763-45be-b6ef-10a77649d4a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 991 time: 0.0604811 Jun 22 15:08:55.146742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43340) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:08:55.211022 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-28f5c646-c63b-45e9-ba70-06ffef1254a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 200 len: 993 time: 0.0629847 Jun 22 15:09:00.141020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a2ff53c9-6e09-443d-bc28-b8d5d20ab826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:02.242608 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:09:02.638099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4427ade5-954a-4671-b46f-d0c87849ead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:02.902833 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:03.895627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:05.584111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:10.121578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:18.846898 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-61cb4e7c-44de-4c13-9a45-7eac116c5449 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524263 Jun 22 15:09:18.937881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-142eb910-9ae8-4364-8abc-1d5a5c0faa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:09:18.939363 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-142eb910-9ae8-4364-8abc-1d5a5c0faa26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 1098 time: 0.0516713 Jun 22 15:09:19.046247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-b906c352-a44c-4e41-9cc7-29a1ecb4cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:09:19.047676 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-b906c352-a44c-4e41-9cc7-29a1ecb4cc39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 200 len: 898 time: 0.0887985 Jun 22 15:09:19.087718 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-ea6eae2c-166b-4cff-935a-8286be0693a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa HTTP/1.1" status: 200 len: 217 time: 0.0331686 Jun 22 15:09:19.137487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-d638cfc1-355d-4b08-b21c-32d078d31c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:09:19.138853 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-d638cfc1-355d-4b08-b21c-32d078d31c3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 200 len: 835 time: 0.0464530 Jun 22 15:09:19.193952 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-fb734925-e3ea-4fa8-97fe-37904e68dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:09:19.199237 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-fb734925-e3ea-4fa8-97fe-37904e68dadd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f08a9d3-4351-4c54-bceb-d3558608b695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0541284 Jun 22 15:09:19.286017 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-a4ae3a9e-3650-489a-a05f-aac718438e43 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808825 Jun 22 15:09:19.378167 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4da45a-ebd9-4d94-8120-29dd8213acd9 req-ead9c0d6-1bed-4aed-a423-d7282a3f3e97 service neutron] 10.222.0.21 "GET /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858259 Jun 22 15:09:30.143345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6eb79454-6079-40bc-b45a-3a57c6993c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:32.640168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f4dae40d-7b63-43b8-acf9-1279ee9ca909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:32.904653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:33.897261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:35.587534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:39.240446 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:09:40.128897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:58.241303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548252a0-5918-4da4-9b2c-0de3741a3795 req-7cf19808-b62d-435f-aaa2-40731c3e34ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:09:58.242691 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-548252a0-5918-4da4-9b2c-0de3741a3795 req-7cf19808-b62d-435f-aaa2-40731c3e34ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 945 time: 0.0640101 Jun 22 15:09:58.280906 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-548252a0-5918-4da4-9b2c-0de3741a3795 req-de8379b0-57dd-4ddc-9cd9-ee8003953b48 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317540 Jun 22 15:09:59.471082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b56fc6-c65a-4de0-9de4-d283f6cec711 req-91c80279-6e50-4202-9563-50d8f6b721fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:09:59.472540 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b8b56fc6-c65a-4de0-9de4-d283f6cec711 req-91c80279-6e50-4202-9563-50d8f6b721fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 945 time: 0.0648403 Jun 22 15:09:59.512161 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b8b56fc6-c65a-4de0-9de4-d283f6cec711 req-c6c52d46-3bfb-4f00-8825-69b839ce825f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=7af0e463-8f62-447a-8a10-de1a79a61659&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331030 Jun 22 15:09:59.672057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-af455cb2-8d01-4a7c-8f53-0320990de34c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:09:59.673531 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-af455cb2-8d01-4a7c-8f53-0320990de34c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 945 time: 0.0692708 Jun 22 15:09:59.775324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 92ca158e-d677-42e1-a115-dc2d506d8885 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:09:59.775673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:09:59.866530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 92ca158e-d677-42e1-a115-dc2d506d8885, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=92ca158e-d677-42e1-a115-dc2d506d8885,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:09:59.866890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:00.058160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:00.058525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:00.058830 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP a94c4a1b-f1c4-4045-b331-77d851411780 disassociated. External IP: 172.26.6.178, port: 92ca158e-d677-42e1-a115-dc2d506d8885. Jun 22 15:10:00.059161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 92ca158e-d677-42e1-a115-dc2d506d8885 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:00.147279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d28aa127-b640-4321-bc99-f6a41824f55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:00.187148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:00.191087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b143fa92-f253-400c-9676-45f40fc36d3c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:00.217285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=92ca158e-d677-42e1-a115-dc2d506d8885,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:00.227907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.228698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.228994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.229371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.229746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.230115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.230497 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.230848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.231217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.231575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.231933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.232290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:00.236077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:00.341472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router ac713b25-ced3-4a4b-a6de-a46bef1eb681 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:10:00.446781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:10:00.456537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] Sync routers for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:10:00.465508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:00.466118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:09:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:00.487852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port 92ca158e-d677-42e1-a115-dc2d506d8885 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:10:00.490266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:00.492191 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9e3cc038-eb70-4b92-a5a6-9dd7e6eae7bd req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/92ca158e-d677-42e1-a115-dc2d506d8885 HTTP/1.1" status: 204 len: 173 time: 0.8134565 Jun 22 15:10:00.493541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'name': 'network-vif-deleted', 'tag': '92ca158e-d677-42e1-a115-dc2d506d8885'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:10:00.495877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0606d38-2d5e-40f2-9861-db387204743b" -d '{"events": [{"server_uuid": "95d65762-093b-44fb-aa28-1b5a5aa37122", "name": "network-vif-deleted", "tag": "92ca158e-d677-42e1-a115-dc2d506d8885"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:10:00.532046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379a8bea-4807-4fab-a156-2b68c72f0dc3 x-openstack-request-id: req-379a8bea-4807-4fab-a156-2b68c72f0dc3 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:10:00.532395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d65762-093b-44fb-aa28-1b5a5aa37122", "name": "network-vif-deleted", "tag": "92ca158e-d677-42e1-a115-dc2d506d8885", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:10:00.532703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-379a8bea-4807-4fab-a156-2b68c72f0dc3 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:10:00.533179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d65762-093b-44fb-aa28-1b5a5aa37122', 'name': 'network-vif-deleted', 'tag': '92ca158e-d677-42e1-a115-dc2d506d8885', 'status': 'completed', 'code': 200} Jun 22 15:10:00.579774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:00.679108 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d8c711b4-ef45-4a86-a657-b1c287b0a85e req-2a50ccff-a8f7-4b80-a7ee-fe2fd2b7863a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=95d65762-093b-44fb-aa28-1b5a5aa37122 HTTP/1.1" status: 200 len: 210 time: 0.0315008 Jun 22 15:10:00.795824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:00.823523 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] Checking router: ac713b25-ced3-4a4b-a6de-a46bef1eb681 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:10:00.831303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:00.831898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:09:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:00.936434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:01.151160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:01.176774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ca2cf5-b8cc-4553-a084-58d5e9fb0bfa None None] The sync data for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:07:00Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0', 'name': '', 'network_id': '4f08a9d3-4351-4c54-bceb-d3558608b695', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:1a:ae:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:07:00Z', 'updated_at': '2021-06-22T15:07:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'e381302f-ca62-4ba9-821f-acad20f7663d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:10:01.383769 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca3df0a-50b1-44eb-bc2f-c1e333a106a5 None None] New status for floating IP a94c4a1b-f1c4-4045-b331-77d851411780: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:10:01.784193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43380) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:01.842442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-974597bc-2016-4931-b710-57be26ff27ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:01.871156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-974597bc-2016-4931-b710-57be26ff27ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:01.929742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-974597bc-2016-4931-b710-57be26ff27ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:01.933325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-974597bc-2016-4931-b710-57be26ff27ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:01.934489 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-974597bc-2016-4931-b710-57be26ff27ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/7af0e463-8f62-447a-8a10-de1a79a61659 HTTP/1.1" status: 204 len: 168 time: 0.1493032 Jun 22 15:10:01.935294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7b1217a1-0789-4cc3-90ad-30a2c5976afd tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:01.943987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974597bc-2016-4931-b710-57be26ff27ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af0e463-8f62-447a-8a10-de1a79a61659,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:01.947178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-974597bc-2016-4931-b710-57be26ff27ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:01.972260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43384) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:02.092966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port fbd1b454-ce70-4a13-8102-886a1d82fb39 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:02.093235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:02.170131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:02.170476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:02.235018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for fbd1b454-ce70-4a13-8102-886a1d82fb39 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:02.367079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:02.370334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:02.396788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=fbd1b454-ce70-4a13-8102-886a1d82fb39,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:02.406314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.406705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.407085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.407464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.407831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.408234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.408592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.408959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.409326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.409689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.410180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.410406 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:02.414999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:02.469917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:02.472446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:02.473618 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/floatingips/a94c4a1b-f1c4-4045-b331-77d851411780 HTTP/1.1" status: 204 len: 168 time: 0.5003438 Jun 22 15:10:02.646865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1ced8bfc-3e4c-47c5-9cdc-e7c727fd04eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:02.818458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c1b7-704f-44ad-bfb0-8759b90df31e req-1850bbd6-3648-499f-88da-b066c68ed4bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:02.819927 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-63f4c1b7-704f-44ad-bfb0-8759b90df31e req-1850bbd6-3648-499f-88da-b066c68ed4bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 945 time: 0.0621066 Jun 22 15:10:02.858669 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-63f4c1b7-704f-44ad-bfb0-8759b90df31e req-ae497739-55a4-4799-a375-991c9c6bcf11 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Jun 22 15:10:02.905669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:03.900354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:03.936902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 92ca158e-d677-42e1-a115-dc2d506d8885 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:03.956532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 92ca158e-d677-42e1-a115-dc2d506d8885 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:10:03.956924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 92ca158e-d677-42e1-a115-dc2d506d8885 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:04.033092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6babcf-c32c-415b-97f6-37ca5d3cbc58 req-aa1f9e56-4706-428e-a80a-186736af4542 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:04.034561 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9f6babcf-c32c-415b-97f6-37ca5d3cbc58 req-aa1f9e56-4706-428e-a80a-186736af4542 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 945 time: 0.0631483 Jun 22 15:10:04.071887 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9f6babcf-c32c-415b-97f6-37ca5d3cbc58 req-030a8245-8feb-4da4-8597-fb9d645f8bc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=ecc0142a-e9b7-4342-b64f-0539628822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311446 Jun 22 15:10:04.366819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-1086b3f2-699d-420e-bf99-f286f64c1c77 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:04.368247 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-1086b3f2-699d-420e-bf99-f286f64c1c77 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 945 time: 0.0615807 Jun 22 15:10:04.470316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port b265dbb1-f118-4e04-8bfc-9bc00ff03caa {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:04.470652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:04.560484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port b265dbb1-f118-4e04-8bfc-9bc00ff03caa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:04.560869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:04.959664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for b265dbb1-f118-4e04-8bfc-9bc00ff03caa owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:05.087374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:05.092174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-21532f5e-91f0-4843-ad05-7ea422f3ca43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:05.122963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=b265dbb1-f118-4e04-8bfc-9bc00ff03caa,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:05.125561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:05.169410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port b265dbb1-f118-4e04-8bfc-9bc00ff03caa on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:10:05.171784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:05.173752 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-889aec3d-1a19-4a5c-9806-1685e55d97ca req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/b265dbb1-f118-4e04-8bfc-9bc00ff03caa HTTP/1.1" status: 204 len: 173 time: 0.8000159 Jun 22 15:10:05.174300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'name': 'network-vif-deleted', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:10:05.177016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f6a83-8279-49f6-bb68-c107bd633958" -d '{"events": [{"server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "name": "network-vif-deleted", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:10:05.217213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc6e9f7-78ef-4ce8-af74-e43281abc348 x-openstack-request-id: req-cbc6e9f7-78ef-4ce8-af74-e43281abc348 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:10:05.217574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78025443-193b-4c15-9b30-8dfb8073af8f", "name": "network-vif-deleted", "tag": "b265dbb1-f118-4e04-8bfc-9bc00ff03caa", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:10:05.217889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cbc6e9f7-78ef-4ce8-af74-e43281abc348 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:10:05.218922 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78025443-193b-4c15-9b30-8dfb8073af8f', 'name': 'network-vif-deleted', 'tag': 'b265dbb1-f118-4e04-8bfc-9bc00ff03caa', 'status': 'completed', 'code': 200} Jun 22 15:10:05.220997 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4f6300af-e89b-4a64-9d20-0a3584eee2ad req-48c978a5-6ea6-4ead-ba40-1a9fffec8776 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=78025443-193b-4c15-9b30-8dfb8073af8f HTTP/1.1" status: 200 len: 210 time: 0.0349307 Jun 22 15:10:05.591641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:06.319435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43398) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:06.377739 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dfb5de3d-c4db-4d05-a33f-3e0d6e4a94a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:06.402144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dfb5de3d-c4db-4d05-a33f-3e0d6e4a94a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:06.459349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dfb5de3d-c4db-4d05-a33f-3e0d6e4a94a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:06.462197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dfb5de3d-c4db-4d05-a33f-3e0d6e4a94a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:06.463323 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dfb5de3d-c4db-4d05-a33f-3e0d6e4a94a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/ecc0142a-e9b7-4342-b64f-0539628822cc HTTP/1.1" status: 204 len: 168 time: 0.1424947 Jun 22 15:10:06.464087 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0138bb0d-87c4-4418-9e01-55cb6e1fce5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:06.472737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5de3d-c4db-4d05-a33f-3e0d6e4a94a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc0142a-e9b7-4342-b64f-0539628822cc,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:06.475226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dfb5de3d-c4db-4d05-a33f-3e0d6e4a94a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:06.496626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43402) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:06.847220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:07.104922 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:07.105267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:07.189695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:07.190057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:07.256200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:07.438733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:07.441374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cf04eee7-2ec9-45da-9d90-3cd35c80dbad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:07.473723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:07.497005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:07.643045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:07.849870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router ac713b25-ced3-4a4b-a6de-a46bef1eb681 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:10:07.951448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:10:07.956366 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/ac713b25-ced3-4a4b-a6de-a46bef1eb681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4585660 Jun 22 15:10:07.959401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43404) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:07.962633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] Sync routers for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:10:07.968733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b265dbb1-f118-4e04-8bfc-9bc00ff03caa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:07.995672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: b265dbb1-f118-4e04-8bfc-9bc00ff03caa {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:10:07.996034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b265dbb1-f118-4e04-8bfc-9bc00ff03caa not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:07.998836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:07.999776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:08.108371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:08.277024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-50996f98-3bd2-4e94-9557-ca7362c91bcd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting subnet e381302f-ca62-4ba9-821f-acad20f7663d {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:10:08.280040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50996f98-3bd2-4e94-9557-ca7362c91bcd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:08.289792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:10:07Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:08.316446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] Checking router: ac713b25-ced3-4a4b-a6de-a46bef1eb681 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:10:08.318840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50996f98-3bd2-4e94-9557-ca7362c91bcd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:08.324791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] Routers {'ac713b25-ced3-4a4b-a6de-a46bef1eb681'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:08.325404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:08.401599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50996f98-3bd2-4e94-9557-ca7362c91bcd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:08.427709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] Set router ac713b25-ced3-4a4b-a6de-a46bef1eb681 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:08.457230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50996f98-3bd2-4e94-9557-ca7362c91bcd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:08.459639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8d4da27a-1d7c-4366-af9d-db17a62919de tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:08.487961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50996f98-3bd2-4e94-9557-ca7362c91bcd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Subnet': ['ID=e381302f-ca62-4ba9-821f-acad20f7663d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:08.490094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-50996f98-3bd2-4e94-9557-ca7362c91bcd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:08.494729 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-50996f98-3bd2-4e94-9557-ca7362c91bcd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/subnets/e381302f-ca62-4ba9-821f-acad20f7663d HTTP/1.1" status: 204 len: 168 time: 0.5316103 Jun 22 15:10:08.494729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-50996f98-3bd2-4e94-9557-ca7362c91bcd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:08.495676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43406) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:08.518487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e15c20-a69d-4949-94ff-074f5c49ae84 None None] Network 4f08a9d3-4351-4c54-bceb-d3558608b695 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:10:08.606088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:08.711943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:08.764219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 369d046a-764d-4d96-a1b7-069953a0143d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:08.764572 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:08.845908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 369d046a-764d-4d96-a1b7-069953a0143d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=369d046a-764d-4d96-a1b7-069953a0143d,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:08.846744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:08.859960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:10:07Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:08.887405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804032c8-40c1-4b59-b191-97fd03b699f5 None None] The sync data for ids ['ac713b25-ced3-4a4b-a6de-a46bef1eb681'] in dv-neutron-601336-93-hyperv is: [{'id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'name': 'tempest-TestNetworkBasicOps-router-488564549', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '369d046a-764d-4d96-a1b7-069953a0143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:06:56Z', 'updated_at': '2021-06-22T15:10:07Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '369d046a-764d-4d96-a1b7-069953a0143d', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac713b25-ced3-4a4b-a6de-a46bef1eb681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:06:57Z', 'updated_at': '2021-06-22T15:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:10:08.919224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 369d046a-764d-4d96-a1b7-069953a0143d owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:08.923357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95982383-75f2-4300-be56-770eaedbf0db None None] DHCP port deletion for 4f08a9d3-4351-4c54-bceb-d3558608b695 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:10:08.968403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Deleting port 77002b62-e93e-4df5-8f8d-62b09873a55b {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:08.969051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.035172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-95982383-75f2-4300-be56-770eaedbf0db None None] For port 77002b62-e93e-4df5-8f8d-62b09873a55b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=77002b62-e93e-4df5-8f8d-62b09873a55b,segment=NetworkSegment(0985422e-5402-42fe-8122-8d3487d01e75),segment_id=0985422e-5402-42fe-8122-8d3487d01e75)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:09.035572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.090347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.092855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9d572bd-cc74-4a5f-bf1e-b8ee6989379a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:09.103702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Calling delete_port for 77002b62-e93e-4df5-8f8d-62b09873a55b owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:09.116695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=369d046a-764d-4d96-a1b7-069953a0143d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:09.120437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:09.183412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.186940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.196107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ecf92c4b-a3f7-4015-a010-bcd63b0e02aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:09.218559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Pushing event deleted for resources: {'Port': ['ID=77002b62-e93e-4df5-8f8d-62b09873a55b,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:09.220711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95982383-75f2-4300-be56-770eaedbf0db None None] No DVR routers for this DVR port 77002b62-e93e-4df5-8f8d-62b09873a55b on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:10:09.229619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.230036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.230289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.230618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.230941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.231265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.231587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.232084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.232447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.232870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.233111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.233515 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:09.236790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:09.295714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.302944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.354307 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.355220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Fanout notify agent at l3_agent the message router_deleted on router ac713b25-ced3-4a4b-a6de-a46bef1eb681 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:10:09.362994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.366790 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/routers/ac713b25-ced3-4a4b-a6de-a46bef1eb681 HTTP/1.1" status: 204 len: 168 time: 0.8682551 Jun 22 15:10:09.366969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43408) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:09.405164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:09.425718 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:10:09.426078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a7ab1895-a5dd-4cf8-8c38-a7506c4a2de0 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:09.426499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 77002b62-e93e-4df5-8f8d-62b09873a55b no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:09.444394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.447354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 77002b62-e93e-4df5-8f8d-62b09873a55b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:10:09.447713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 77002b62-e93e-4df5-8f8d-62b09873a55b not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:09.543110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.555913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f08a9d3-4351-4c54-bceb-d3558608b695']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:09.565568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0985422e-5402-42fe-8122-8d3487d01e75') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:09.565873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0985422e-5402-42fe-8122-8d3487d01e75') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:09.575802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.590759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.600058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:10:09.600466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:10:09.604341 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:10:09.660796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.666134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.668006 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/networks/4f08a9d3-4351-4c54-bceb-d3558608b695 HTTP/1.1" status: 204 len: 168 time: 0.2995067 Jun 22 15:10:09.669331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-99ed4dc7-8b0d-4c17-a260-b1f5cc52f2db tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:09.689477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Network': ['ID=4f08a9d3-4351-4c54-bceb-d3558608b695,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:09.690384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43410) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:09.692703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:09.698053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'network': {'name': 'tempest-network-smoke--421485628', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:09.722189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:10:09.725752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.751218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:10:09.761716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.762050 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Added segment 5c9912f0-7798-4f04-b0af-0f21f63ebd79 of type vlan for network 2fc46fdc-adec-4c5c-b370-70e531354138 Jun 22 15:10:09.818904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.852526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.857921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:09.858489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:09.860679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3e635c5f-60f5-4f06-bfb4-f4066afa4993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:09.961663 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2668107 Jun 22 15:10:09.962012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43412) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:09.967966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'admin_state_up': True, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:09.972662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Network': ['ID=2fc46fdc-adec-4c5c-b370-70e531354138,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:09.977942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:09.990073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 2fc46fdc-adec-4c5c-b370-70e531354138 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:10:10.003946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.004952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.089276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.136141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.227174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.425805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.444088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.545708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.209 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/f1647320-203b-461e-9c60-2d857be9d774) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:10:10.652545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.690025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.691940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-71251976-af65-4f20-a98f-9d979b825bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:10.729517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:10:10.732286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:10:10.735639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:10:10.756451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=f1647320-203b-461e-9c60-2d857be9d774,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:10.760969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:10.977151 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:10.981947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 369d046a-764d-4d96-a1b7-069953a0143d no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:11.004883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 369d046a-764d-4d96-a1b7-069953a0143d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:10:11.005559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 369d046a-764d-4d96-a1b7-069953a0143d not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:11.170341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:11.302952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:10:11.409588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:10:11.419237 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Sync routers for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:10:11.427977 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:11.428590 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:11.429309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:11.431537 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4682050 Jun 22 15:10:11.434786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43414) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:11.468625 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6af8e20a-d861-4c6a-9bda-5d08696a726e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324020 Jun 22 15:10:11.471065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43416) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:11.531467 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:11.619703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88accdf3-5c76-41cc-af60-4ea7e0701627 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:11.621142 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-88accdf3-5c76-41cc-af60-4ea7e0701627 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1492012 Jun 22 15:10:11.623912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43418) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:11.657139 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-60995b11-f9e4-4feb-b9b4-36f019eb1352 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320346 Jun 22 15:10:11.659452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43420) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:11.665279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1022486606', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:11.710326 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:10Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:11.740048 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Checking router: 23578f9f-1f0c-4167-9b5d-89fe49ff6110 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:10:11.740406 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Updating router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 port f1647320-203b-461e-9c60-2d857be9d774 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:10:11.765888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:10:11.769641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:11.772917 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.033007 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.043616 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Transition to ACTIVE for port object f1647320-203b-461e-9c60-2d857be9d774 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:10:12.049986 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.052178 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3a21fb41-e3aa-463a-a333-a6d1d934468d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:12.100879 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Attempting to bind port f1647320-203b-461e-9c60-2d857be9d774 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:10:12.101299 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Attempting to bind port f1647320-203b-461e-9c60-2d857be9d774 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:10:12.102136 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Attempting to bind port f1647320-203b-461e-9c60-2d857be9d774 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:10:12.109462 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Pushing event updated for resources: {'Port': ['ID=f1647320-203b-461e-9c60-2d857be9d774,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:12.111474 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:10:12.111873 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:10:12.112277 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.112882 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:10:12.113353 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Bound port: f1647320-203b-461e-9c60-2d857be9d774, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:10:12.113730 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.136791 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.137139 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.137491 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.137805 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.138141 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.138470 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.138794 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.139109 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.139452 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.139820 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.140159 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.140497 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:10:12.145146 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:12.174482 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] For port f1647320-203b-461e-9c60-2d857be9d774, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:10:12.177553 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] For port f1647320-203b-461e-9c60-2d857be9d774, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f1647320-203b-461e-9c60-2d857be9d774,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:10:12.182937 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.184929 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-351dfd9e-a458-493a-acf3-a84fd0bef8a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:12.234986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.237777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3790f4cc-c9d9-47af-bf45-544820fce1d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:12.238850 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Pushing event updated for resources: {'Port': ['ID=f1647320-203b-461e-9c60-2d857be9d774,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:12.243349 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:12.246287 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:12.246895 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:12.295578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=4bdf144b-67f5-4ce2-8b08-e260358186f2,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:12.299234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:12.306433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Checking segment: {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:10:12.306797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network hostable DHCP agents. Network: 2fc46fdc-adec-4c5c-b370-70e531354138, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:10:12.326678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 2fc46fdc-adec-4c5c-b370-70e531354138 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:10:12.337203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 2fc46fdc-adec-4c5c-b370-70e531354138) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:10:12.341220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:12.341812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.347830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87794d38-c59b-405a-9b48-42e779f12a4f None None] Network 2fc46fdc-adec-4c5c-b370-70e531354138 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:10:12.356049 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:12.358076 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6975117 Jun 22 15:10:12.360965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43422) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:12.510928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-2fc46fdc-adec-4c5c-b370-70e531354138', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:10:12.511915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.655443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Allocated IP 172.20.0.2 (2fc46fdc-adec-4c5c-b370-70e531354138/4bdf144b-67f5-4ce2-8b08-e260358186f2/f3689f80-5c42-4c4f-a217-cc1ba0fb396e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:10:12.662141 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:10Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:12.690676 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3208f7-a279-4bf3-8f2d-ed38eba79e4e None None] The sync data for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv is: [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:10Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:10:12.813370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.822375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Transition to ACTIVE for port object f3689f80-5c42-4c4f-a217-cc1ba0fb396e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:10:12.837611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Transition to ACTIVE for port object f3689f80-5c42-4c4f-a217-cc1ba0fb396e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:10:12.845287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.848730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:12.851233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:12.889569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Network 2fc46fdc-adec-4c5c-b370-70e531354138 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:10:12.892381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:10:12.900580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:10:12.920890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Pushing event updated for resources: {'Port': ['ID=f3689f80-5c42-4c4f-a217-cc1ba0fb396e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:12.948296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:12.994719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Attempting to bind port f3689f80-5c42-4c4f-a217-cc1ba0fb396e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:10:12.995103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Attempting to bind port f3689f80-5c42-4c4f-a217-cc1ba0fb396e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:10:12.995600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Attempting to bind port f3689f80-5c42-4c4f-a217-cc1ba0fb396e on network 2fc46fdc-adec-4c5c-b370-70e531354138 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:10:13.002940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:10:13.003318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Checking segment: {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:10:13.003736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.004124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Bound using segment: {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:10:13.004651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Bound port: f3689f80-5c42-4c4f-a217-cc1ba0fb396e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:10:13.005060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.091583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] For port f3689f80-5c42-4c4f-a217-cc1ba0fb396e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:10:13.095683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] For port f3689f80-5c42-4c4f-a217-cc1ba0fb396e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f3689f80-5c42-4c4f-a217-cc1ba0fb396e,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:10:13.104335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f1647320-203b-461e-9c60-2d857be9d774 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:10:13.108452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.131036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-956c78bf-c459-4498-96fc-989b608f7ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:13.214895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.1 (2fc46fdc-adec-4c5c-b370-70e531354138/4bdf144b-67f5-4ce2-8b08-e260358186f2/932414f3-4509-456d-8c36-8417b23600aa) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:10:13.215135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Pushing event updated for resources: {'Port': ['ID=f3689f80-5c42-4c4f-a217-cc1ba0fb396e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:13.219243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:13.231388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port f1647320-203b-461e-9c60-2d857be9d774 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:10:13.235524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f1647320-203b-461e-9c60-2d857be9d774 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:13.235907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.319922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.349891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port f1647320-203b-461e-9c60-2d857be9d774, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f1647320-203b-461e-9c60-2d857be9d774,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:13.358174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.361455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b7f5ab58-ac3c-43ec-bab5-d95145823e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:13.371664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.404334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 932414f3-4509-456d-8c36-8417b23600aa will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:10:13.436162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=f1647320-203b-461e-9c60-2d857be9d774,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:13.439222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:13.450294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.466244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-41edd889-28d3-41c4-9826-7bbc11faf4d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:13.498078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 2fc46fdc-adec-4c5c-b370-70e531354138 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:10:13.503546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:10:13.509366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:10:13.551531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=932414f3-4509-456d-8c36-8417b23600aa,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:13.557728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:13.565654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.714556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:13.994738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:14.000014 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:14.003115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d9da3131-fb80-4576-8df7-326c402a9d4c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:14.076316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=932414f3-4509-456d-8c36-8417b23600aa,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:14.078825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:14.080977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:14.126172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940f85e-29ca-4031-ae23-aab68f703bb1 None None] Network 2fc46fdc-adec-4c5c-b370-70e531354138 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:10:14.174575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 2fc46fdc-adec-4c5c-b370-70e531354138 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:10:14.175897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:10:14.177759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-77fcab5b-214c-452d-ba13-cc37ca1825a7 None None] Provisioning for port f3689f80-5c42-4c4f-a217-cc1ba0fb396e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:10:14.294070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:10:14.411265 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:10:14.417434 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/23578f9f-1f0c-4167-9b5d-89fe49ff6110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555241 Jun 22 15:10:14.420213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43424) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:14.521699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4616eb1c-aa8a-4f82-89df-1d67b65aa50b None None] Provisioning for port 932414f3-4509-456d-8c36-8417b23600aa completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:10:14.526719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4616eb1c-aa8a-4f82-89df-1d67b65aa50b None None] Provisioning complete for port 932414f3-4509-456d-8c36-8417b23600aa triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:14.527101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4616eb1c-aa8a-4f82-89df-1d67b65aa50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:14.527561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe7591-6c8e-42c9-81ee-ec77d86bf4e6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:14.528192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe7591-6c8e-42c9-81ee-ec77d86bf4e6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:14.528492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe7591-6c8e-42c9-81ee-ec77d86bf4e6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:14.528969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe7591-6c8e-42c9-81ee-ec77d86bf4e6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:14.530832 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ebbe7591-6c8e-42c9-81ee-ec77d86bf4e6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1095550 Jun 22 15:10:14.533532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43426) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:14.565734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4616eb1c-aa8a-4f82-89df-1d67b65aa50b None None] Port 932414f3-4509-456d-8c36-8417b23600aa cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:10:14.590279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d03a8-a706-4ec2-a259-1acdbaa8e683 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:14.590748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d03a8-a706-4ec2-a259-1acdbaa8e683 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:14.591203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d03a8-a706-4ec2-a259-1acdbaa8e683 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:14.591649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d03a8-a706-4ec2-a259-1acdbaa8e683 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:14.596107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43428) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:14.596280 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-451d03a8-a706-4ec2-a259-1acdbaa8e683 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0616283 Jun 22 15:10:14.602973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Sync routers for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:10:14.612086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:14.612703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:14.729566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:14.852287 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43430) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:14.852529 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-49f8509f-385f-4a96-b8b8-d69b38c81ad6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2543719 Jun 22 15:10:14.856819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ef51ccd1-0828-4950-b609-95d220843353 None None] Provisioning complete for port 932414f3-4509-456d-8c36-8417b23600aa triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:14.857212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ef51ccd1-0828-4950-b609-95d220843353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:14.858571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1076460584', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:14.910498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ef51ccd1-0828-4950-b609-95d220843353 None None] Port 932414f3-4509-456d-8c36-8417b23600aa cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:10:14.971071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '932414f3-4509-456d-8c36-8417b23600aa', 'name': '', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:5e:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:13Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:14.975530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:10:14.979516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:14.997434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Checking router: 23578f9f-1f0c-4167-9b5d-89fe49ff6110 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:10:14.997777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Updating router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 port 932414f3-4509-456d-8c36-8417b23600aa binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:10:15.000449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] device_id is not set on port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:10:15.044243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.052201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-08da0afe-7824-4599-affd-d6ff7c2b199a None None] Provisioning complete for port 932414f3-4509-456d-8c36-8417b23600aa triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:15.052574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-08da0afe-7824-4599-affd-d6ff7c2b199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.119878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-08da0afe-7824-4599-affd-d6ff7c2b199a None None] Port 932414f3-4509-456d-8c36-8417b23600aa cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:10:15.120041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.6 (2fc46fdc-adec-4c5c-b370-70e531354138/4bdf144b-67f5-4ce2-8b08-e260358186f2/8efd9bf6-3cc3-4a07-9957-0afe6c74c672) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:10:15.169087 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f3689f80-5c42-4c4f-a217-cc1ba0fb396e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:10:15.234931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port f3689f80-5c42-4c4f-a217-cc1ba0fb396e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:10:15.238342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f3689f80-5c42-4c4f-a217-cc1ba0fb396e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:15.238721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.276080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.288944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:10:15.315554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.322713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.326625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:15.371740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 2fc46fdc-adec-4c5c-b370-70e531354138 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:10:15.375083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:10:15.378995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:10:15.394846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port f3689f80-5c42-4c4f-a217-cc1ba0fb396e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f3689f80-5c42-4c4f-a217-cc1ba0fb396e,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:15.400716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.402706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f1647320-203b-461e-9c60-2d857be9d774 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:10:15.404143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:15.406222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:15.408557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:15.433304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:15.434040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.449734 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5958221 Jun 22 15:10:15.520020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=f3689f80-5c42-4c4f-a217-cc1ba0fb396e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:15.526291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:15.733947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f1647320-203b-461e-9c60-2d857be9d774 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:15.734325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.743242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-daecea45-de65-45df-8491-6161c02ef45c None None] Provisioning for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:10:15.765909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.770723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-daecea45-de65-45df-8491-6161c02ef45c None None] Provisioning complete for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:15.771044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-daecea45-de65-45df-8491-6161c02ef45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.803978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Transition to ACTIVE for port object 932414f3-4509-456d-8c36-8417b23600aa will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:10:15.816356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:15.821788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:15.855748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-daecea45-de65-45df-8491-6161c02ef45c None None] Port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:10:15.876466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658f1b7-2717-4e87-99aa-87cff7b846c3 None None] Pushing event updated for resources: {'Port': ['ID=932414f3-4509-456d-8c36-8417b23600aa,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:15.906722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8658f1b7-2717-4e87-99aa-87cff7b846c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:15.998617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Attempting to bind port 932414f3-4509-456d-8c36-8417b23600aa on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:10:15.998914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Attempting to bind port 932414f3-4509-456d-8c36-8417b23600aa by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:10:15.999290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Attempting to bind port 932414f3-4509-456d-8c36-8417b23600aa on network 2fc46fdc-adec-4c5c-b370-70e531354138 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:10:16.004651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:10:16.005076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Checking segment: {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:10:16.005489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.005903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Bound using segment: {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:10:16.006379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Bound port: 932414f3-4509-456d-8c36-8417b23600aa, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:10:16.006761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.083666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] For port 932414f3-4509-456d-8c36-8417b23600aa, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:10:16.087784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] For port 932414f3-4509-456d-8c36-8417b23600aa, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=932414f3-4509-456d-8c36-8417b23600aa,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:10:16.092836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.094737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-637ef437-23b1-4949-9aa4-8f7e02df8a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:16.103410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43434) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:16.108283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f987aac2-85cf-4c09-af16-78c6393c78cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219024555', 'description': 'tempest-secgroup-smoke-1219024555 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:16.136380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f987aac2-85cf-4c09-af16-78c6393c78cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.156128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658f1b7-2717-4e87-99aa-87cff7b846c3 None None] Pushing event updated for resources: {'Port': ['ID=932414f3-4509-456d-8c36-8417b23600aa,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:16.158687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:16.159291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:16.161318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8658f1b7-2717-4e87-99aa-87cff7b846c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:16.234328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f987aac2-85cf-4c09-af16-78c6393c78cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.238169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f987aac2-85cf-4c09-af16-78c6393c78cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.241121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-89a4cc1e-191a-45a9-ad35-0bcae572b3da tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:16.243545 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:10:16.271876 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987aac2-85cf-4c09-af16-78c6393c78cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8151925a-d3d3-4ec6-9c8a-df960659b4c1,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:16.275485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:16.283761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f987aac2-85cf-4c09-af16-78c6393c78cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:16.284661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f987aac2-85cf-4c09-af16-78c6393c78cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.285934 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f987aac2-85cf-4c09-af16-78c6393c78cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1814785 Jun 22 15:10:16.288841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43436) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:16.293701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c647fe75-c9c6-40d8-8dc9-69b6d4ada9ac tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '8151925a-d3d3-4ec6-9c8a-df960659b4c1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:16.325631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c647fe75-c9c6-40d8-8dc9-69b6d4ada9ac tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.382128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c647fe75-c9c6-40d8-8dc9-69b6d4ada9ac tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.386177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c647fe75-c9c6-40d8-8dc9-69b6d4ada9ac tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.388217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-509a7510-14f3-4d77-9f46-036ce300ceee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:16.403052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647fe75-c9c6-40d8-8dc9-69b6d4ada9ac tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3696c7-0e6f-42ee-b03b-e3177c1989a7,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:16.407108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c647fe75-c9c6-40d8-8dc9-69b6d4ada9ac tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:16.413367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c647fe75-c9c6-40d8-8dc9-69b6d4ada9ac tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.415244 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c647fe75-c9c6-40d8-8dc9-69b6d4ada9ac tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252763 Jun 22 15:10:16.418973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43438) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:16.423788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ff5d8bb9-2237-4289-a196-4e65669cb73c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '8151925a-d3d3-4ec6-9c8a-df960659b4c1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:16.453666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8bb9-2237-4289-a196-4e65669cb73c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.491817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '932414f3-4509-456d-8c36-8417b23600aa', 'name': '', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:5e:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:13Z', 'updated_at': '2021-06-22T15:10:16Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:16.513170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8bb9-2237-4289-a196-4e65669cb73c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.517157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8bb9-2237-4289-a196-4e65669cb73c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.518296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0eafc-812d-45d5-bace-75a5cdd6c165 None None] The sync data for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv is: [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '932414f3-4509-456d-8c36-8417b23600aa', 'name': '', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:5e:11:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:13Z', 'updated_at': '2021-06-22T15:10:16Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:10:16.519022 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7eddb69-30db-4e6d-bc09-7c44d4db40ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:16.542317 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d8bb9-2237-4289-a196-4e65669cb73c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2cac78-7678-42c7-8c1d-390563f352a0,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:16.546518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff5d8bb9-2237-4289-a196-4e65669cb73c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:16.553518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ff5d8bb9-2237-4289-a196-4e65669cb73c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.555647 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ff5d8bb9-2237-4289-a196-4e65669cb73c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349409 Jun 22 15:10:16.558259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43440) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:16.565350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2a6be360-5e1d-4c13-b7b3-e1cb6bbb0606 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '8151925a-d3d3-4ec6-9c8a-df960659b4c1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:16.607183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a6be360-5e1d-4c13-b7b3-e1cb6bbb0606 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.669781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a6be360-5e1d-4c13-b7b3-e1cb6bbb0606 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.674088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a6be360-5e1d-4c13-b7b3-e1cb6bbb0606 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.676044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1adb8d5-7293-473c-8cbc-ac91de95e1e4 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:16.694005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6be360-5e1d-4c13-b7b3-e1cb6bbb0606 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e7b4bd-787b-447f-880b-4e05c646ef64,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:16.697376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2a6be360-5e1d-4c13-b7b3-e1cb6bbb0606 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:16.700388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2a6be360-5e1d-4c13-b7b3-e1cb6bbb0606 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.704575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43442) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:16.705116 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2a6be360-5e1d-4c13-b7b3-e1cb6bbb0606 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453345 Jun 22 15:10:16.709787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-98b4ebeb-fe9a-444b-b976-e5a102622ae0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '8151925a-d3d3-4ec6-9c8a-df960659b4c1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:16.739066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98b4ebeb-fe9a-444b-b976-e5a102622ae0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.804181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98b4ebeb-fe9a-444b-b976-e5a102622ae0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.809578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98b4ebeb-fe9a-444b-b976-e5a102622ae0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.811472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-027470ef-f71d-4c9e-80a3-98a5116deac0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:16.827902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4ebeb-fe9a-444b-b976-e5a102622ae0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc6a26a-a49e-4fbf-9cb1-d43aef310beb,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:16.830466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98b4ebeb-fe9a-444b-b976-e5a102622ae0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:16.835521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-98b4ebeb-fe9a-444b-b976-e5a102622ae0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.837178 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-98b4ebeb-fe9a-444b-b976-e5a102622ae0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315563 Jun 22 15:10:16.840266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43444) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:16.845405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '8151925a-d3d3-4ec6-9c8a-df960659b4c1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:16.867202 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:10:16.872174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.934368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.939339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.941316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0ee644f6-19de-4d20-934e-f6d12242de80 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:16.962788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1475fc46-e79e-4ef1-bbfd-300dcf0052e6,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:16.966077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:16.969906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:16.973890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43446) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:16.974232 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322842 Jun 22 15:10:16.980175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '8151925a-d3d3-4ec6-9c8a-df960659b4c1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:17.006813 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:10:17.013795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:17.084996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:17.090655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:17.096630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bce4b536-e57d-4c0a-8e4d-e65178552b14 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:17.114473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf63116-a416-48ef-bcae-67d09f7f2df5,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:17.117095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:17.118540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:17.128404 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441288 Jun 22 15:10:17.134460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f3689f80-5c42-4c4f-a217-cc1ba0fb396e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:10:17.184664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f3689f80-5c42-4c4f-a217-cc1ba0fb396e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:17.185435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:17.275816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 932414f3-4509-456d-8c36-8417b23600aa up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:10:17.281304 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-c26e9b90-5e1a-444e-b719-5987e846f6ec tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219024555&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0439417 Jun 22 15:10:17.326256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 932414f3-4509-456d-8c36-8417b23600aa completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:10:17.330861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 932414f3-4509-456d-8c36-8417b23600aa triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:17.331275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:17.341560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426134-a497-43e4-bca5-3f807976226b req-3048c0a9-7a96-46c7-b063-b2749336cd99 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:17.343257 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-3048c0a9-7a96-46c7-b063-b2749336cd99 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 930 time: 0.0588307 Jun 22 15:10:17.405158 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-2fb6e3ec-be23-44e0-ac0d-2e6308c5bef9 service neutron] 10.222.0.22 "GET /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0439787 Jun 22 15:10:17.415001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:17.450117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 932414f3-4509-456d-8c36-8417b23600aa, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=932414f3-4509-456d-8c36-8417b23600aa,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:17.456687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:17.458669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:17.511193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=932414f3-4509-456d-8c36-8417b23600aa,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:17.514562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:17.793491 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-83e0429c-b261-4547-8930-dacf14d0d262 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827152 Jun 22 15:10:17.881009 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-208b32f2-1d3a-44b6-9a98-79c8f5c63050 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816274 Jun 22 15:10:18.044586 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0c53ef31-e3e8-4299-9f69-21444cd3c075 req-5b91bb0f-5c85-4f15-96f5-ce8f82e1f7ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 210 time: 0.0288877 Jun 22 15:10:19.020909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426134-a497-43e4-bca5-3f807976226b req-69309542-e4b0-4aff-996e-7a771ef31814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:19.022553 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-69309542-e4b0-4aff-996e-7a771ef31814 service neutron] 10.222.0.21 "GET /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 1026 time: 0.0579076 Jun 22 15:10:19.050259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 932414f3-4509-456d-8c36-8417b23600aa up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:10:19.138592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 932414f3-4509-456d-8c36-8417b23600aa triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:19.138979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:19.154787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426134-a497-43e4-bca5-3f807976226b req-dca75562-2964-4213-a630-b193d2acd0ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:19.156508 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-dca75562-2964-4213-a630-b193d2acd0ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=2fc46fdc-adec-4c5c-b370-70e531354138 HTTP/1.1" status: 200 len: 796 time: 0.1284201 Jun 22 15:10:19.206355 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-493bad2e-c5c4-42d3-ae1c-8dfb720cd7bc req-9ed534f0-3633-45a5-a391-97f950045552 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 210 time: 0.0444868 Jun 22 15:10:19.210889 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-849ed7cc-c261-47f5-b41b-e4eb3011e2da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 380 time: 0.0446560 Jun 22 15:10:19.225119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Request body: {'port': {'device_id': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:19.307845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:19.561118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:10:19.568182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:19.579519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Transition to ACTIVE for port object 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:10:19.583322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:19.585632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f779c54-618c-49bc-a852-65cb50786d63 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:19.682394 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:19.685799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:19.733804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Attempting to bind port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:10:19.734166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Attempting to bind port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:10:19.734492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Attempting to bind port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on network 2fc46fdc-adec-4c5c-b370-70e531354138 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:10:19.738873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on network 2fc46fdc-adec-4c5c-b370-70e531354138 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:10:19.739191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Attempting to bind port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on network 2fc46fdc-adec-4c5c-b370-70e531354138 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:10:19.744188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:10:19.744522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Checking segment: {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:10:19.744944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Bound using segment: {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:10:19.745370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Bound port: 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:10:19.745724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:19.812818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:10:19.815602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:10:19.819634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:19.821624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e6da0a96-f161-48ac-be56-2a55e49d0ab5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:19.856775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:19.857388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:19.858762 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] 10.222.0.21 "PUT /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 1131 time: 0.6393013 Jun 22 15:10:19.859277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:10:19.861665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53db9f19-9a20-468e-bc8d-d683922c2b24" -d '{"events": [{"name": "network-changed", "server_uuid": "9e32edaa-74bf-40e4-ad05-a3d531402476", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:10:19.884097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:19.887189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:19.912849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d4d1f-990f-42cc-8956-97450efd4e39 x-openstack-request-id: req-ee9d4d1f-990f-42cc-8956-97450efd4e39 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:10:19.913201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e32edaa-74bf-40e4-ad05-a3d531402476", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:10:19.913512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee9d4d1f-990f-42cc-8956-97450efd4e39 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:10:19.914600 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'status': 'completed', 'code': 200} Jun 22 15:10:19.964641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426134-a497-43e4-bca5-3f807976226b req-3c0a8fca-e1b6-4c2b-93ab-dece7c14393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:19.966290 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-3c0a8fca-e1b6-4c2b-93ab-dece7c14393e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 1134 time: 0.0623031 Jun 22 15:10:20.011843 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-2a0f0e46-f370-48e1-a904-08454aa21c39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 217 time: 0.0378497 Jun 22 15:10:20.063046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426134-a497-43e4-bca5-3f807976226b req-bf3befbc-758a-492c-b6ef-6cdf40b6ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:20.064713 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-bf3befbc-758a-492c-b6ef-6cdf40b6ae1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdf144b-67f5-4ce2-8b08-e260358186f2 HTTP/1.1" status: 200 len: 835 time: 0.0463622 Jun 22 15:10:20.124805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00426134-a497-43e4-bca5-3f807976226b req-27780b5b-12b3-42c4-ab13-de0591163c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:20.126325 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-27780b5b-12b3-42c4-ab13-de0591163c5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fc46fdc-adec-4c5c-b370-70e531354138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0545030 Jun 22 15:10:20.218260 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-f081204e-3012-43b3-a0a1-452ccce114ba service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855525 Jun 22 15:10:20.306899 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00426134-a497-43e4-bca5-3f807976226b req-c3f40132-7692-4a33-a435-6ce5903b0679 service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822623 Jun 22 15:10:20.384573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e43ec-4a44-4103-a34a-010dc69ed966 req-9e677f6a-a995-475c-8e4a-80c3a3db687e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:20.386188 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-da4e43ec-4a44-4103-a34a-010dc69ed966 req-9e677f6a-a995-475c-8e4a-80c3a3db687e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 981 time: 0.0680680 Jun 22 15:10:20.409945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-24148242-cd39-4a3d-8462-841c43cd6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:20.411423 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-24148242-cd39-4a3d-8462-841c43cd6a79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 1134 time: 0.0530303 Jun 22 15:10:20.423819 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-da4e43ec-4a44-4103-a34a-010dc69ed966 req-7f7a95e5-300e-4f85-b117-7e7431ec0bae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316327 Jun 22 15:10:20.503699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-eed2d523-17f7-4d4f-a371-6d6097dbe8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:20.505583 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-eed2d523-17f7-4d4f-a371-6d6097dbe8db service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fc46fdc-adec-4c5c-b370-70e531354138 HTTP/1.1" status: 200 len: 897 time: 0.0876951 Jun 22 15:10:20.544943 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-455ddc5d-32a6-45ca-b828-3b467809f013 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 217 time: 0.0329342 Jun 22 15:10:20.591915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-d24e6c6e-bf94-42a5-8c92-41e164b4dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:20.593341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-d24e6c6e-bf94-42a5-8c92-41e164b4dbec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdf144b-67f5-4ce2-8b08-e260358186f2 HTTP/1.1" status: 200 len: 835 time: 0.0425889 Jun 22 15:10:20.659063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-ee11b7cb-f28a-4375-9d68-23eb8a4f9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:20.660553 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-ee11b7cb-f28a-4375-9d68-23eb8a4f9946 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fc46fdc-adec-4c5c-b370-70e531354138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0610991 Jun 22 15:10:20.747417 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-3224efb7-ad89-43c2-bee9-17b422dc120a service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808108 Jun 22 15:10:20.840451 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-53db9f19-9a20-468e-bc8d-d683922c2b24 req-b46b7742-a186-4bf2-a0bb-4be57a9f4069 service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863490 Jun 22 15:10:21.598016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06907ac2-f96d-40a0-b262-3c21faf006cf req-0c839c8f-17b9-44ba-a08a-20e368f6d6ec tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:21.599475 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-06907ac2-f96d-40a0-b262-3c21faf006cf req-0c839c8f-17b9-44ba-a08a-20e368f6d6ec tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 981 time: 0.0654635 Jun 22 15:10:21.637702 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-06907ac2-f96d-40a0-b262-3c21faf006cf req-988130ac-8a98-4429-a4ab-152a3dec318c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318599 Jun 22 15:10:22.808860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f3a80-5bd5-4211-804c-7123f7e8e27f req-361e0f75-f7aa-40e9-9c58-e9fff0da7363 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:22.810318 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3b8f3a80-5bd5-4211-804c-7123f7e8e27f req-361e0f75-f7aa-40e9-9c58-e9fff0da7363 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 981 time: 0.0634692 Jun 22 15:10:22.851000 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3b8f3a80-5bd5-4211-804c-7123f7e8e27f req-84ef7a1b-7006-4cfa-b0f9-b1e00a3a79b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351913 Jun 22 15:10:24.021289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c9239-2954-4932-9dd3-49e8b4f738ae req-e3c92789-c33c-4714-a1a9-f4f6cae21c08 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:24.022727 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f62c9239-2954-4932-9dd3-49e8b4f738ae req-e3c92789-c33c-4714-a1a9-f4f6cae21c08 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 981 time: 0.0629435 Jun 22 15:10:24.062065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:10:24.063993 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f62c9239-2954-4932-9dd3-49e8b4f738ae req-c45ccba0-cdd4-44f7-a6bb-a6d9d58e6518 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351131 Jun 22 15:10:24.155592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:24.166895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'port_id': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'mac_address': 'fa:16:3e:8a:84:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:10:24.206248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:24.221759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:10:24.239966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:24.245469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:24.247203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-73c139d4-4d36-4b70-b8cc-95da7a5d6c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:24.291236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:24.294147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:24.545610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['8efd9bf6-3cc3-4a07-9957-0afe6c74c672'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:10:25.235121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e88f-fea7-486a-9148-8ada09ce4fce req-97f4c768-8505-463e-a502-f0dc0e8548a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:25.236487 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ba51e88f-fea7-486a-9148-8ada09ce4fce req-97f4c768-8505-463e-a502-f0dc0e8548a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 982 time: 0.0628517 Jun 22 15:10:25.275561 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ba51e88f-fea7-486a-9148-8ada09ce4fce req-7793eaaf-e920-4822-a866-be820e97d875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335031 Jun 22 15:10:26.062015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:10:26.109919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:10:26.113517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:26.113894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:26.195583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:26.217996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:10:26.220265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23121564-9997-443c-a5f0-5212c7096369" -d '{"events": [{"server_uuid": "9e32edaa-74bf-40e4-ad05-a3d531402476", "name": "network-vif-plugged", "status": "completed", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:10:26.237120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:26.241108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:26.244969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:26.291313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:26.294449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:26.314005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223f194e-bbbf-43a0-b29a-f1dfbb9a40ee x-openstack-request-id: req-223f194e-bbbf-43a0-b29a-f1dfbb9a40ee {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:10:26.314311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e32edaa-74bf-40e4-ad05-a3d531402476", "name": "network-vif-plugged", "status": "completed", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:10:26.314576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-223f194e-bbbf-43a0-b29a-f1dfbb9a40ee {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:10:26.315013 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'code': 200} Jun 22 15:10:26.450839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93251c-25f1-451f-8b6f-1c293f44ea91 req-6f9c9507-a32c-42a3-b198-83f3f047f187 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:26.452353 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1f93251c-25f1-451f-8b6f-1c293f44ea91 req-6f9c9507-a32c-42a3-b198-83f3f047f187 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 983 time: 0.0656135 Jun 22 15:10:26.491021 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1f93251c-25f1-451f-8b6f-1c293f44ea91 req-e343a886-273e-4747-b38e-4f929cd8e90b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Jun 22 15:10:26.529377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa917161-e4ce-489b-8e4d-ad770c80fdaf req-9608a19e-84f8-4481-8608-fb1c32785a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:26.530882 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-aa917161-e4ce-489b-8e4d-ad770c80fdaf req-9608a19e-84f8-4481-8608-fb1c32785a66 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 1136 time: 0.0530417 Jun 22 15:10:26.565692 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-aa917161-e4ce-489b-8e4d-ad770c80fdaf req-0454c182-b23a-4700-aa53-31de6d735423 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274994 Jun 22 15:10:27.679629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd8573-4f97-49cc-ac22-2ae4a8c92799 req-41018cf3-1bb8-4248-8665-5ce7bf0d5c28 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:27.681503 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-18cd8573-4f97-49cc-ac22-2ae4a8c92799 req-41018cf3-1bb8-4248-8665-5ce7bf0d5c28 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 983 time: 0.0644510 Jun 22 15:10:27.719421 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-18cd8573-4f97-49cc-ac22-2ae4a8c92799 req-e92d0825-8381-44c5-81ba-872c1eaff7fc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323784 Jun 22 15:10:28.892314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12565c6f-e674-484d-b4f9-c9cacb60a5c5 req-bc564e9b-033b-45e0-88c5-4d71929051e2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:28.893668 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-12565c6f-e674-484d-b4f9-c9cacb60a5c5 req-bc564e9b-033b-45e0-88c5-4d71929051e2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 983 time: 0.0675299 Jun 22 15:10:28.931869 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-12565c6f-e674-484d-b4f9-c9cacb60a5c5 req-aefb0c50-ce66-4bb5-92bd-250be8db54ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325055 Jun 22 15:10:29.104346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f8af-74c1-4dd6-8b50-f520aac4ffc0 req-09819e28-56df-424c-8893-4109265fc4e8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:29.105840 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b30f8af-74c1-4dd6-8b50-f520aac4ffc0 req-09819e28-56df-424c-8893-4109265fc4e8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 983 time: 0.0671222 Jun 22 15:10:29.142822 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b30f8af-74c1-4dd6-8b50-f520aac4ffc0 req-68472c44-d28f-4bf4-9428-7f6207099698 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Jun 22 15:10:29.166696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43504) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:29.217412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c1ffdd-ce5f-48cc-a49f-0a095544ea83 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:29.218862 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c8c1ffdd-ce5f-48cc-a49f-0a095544ea83 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 1131 time: 0.0512199 Jun 22 15:10:29.221627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43506) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:29.225896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:29.249064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:29.345623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:29.488559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.245 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/f2c2908a-b251-4a1e-824d-9dbd8a573d26) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:10:29.589885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:29.627629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:29.630351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:29.669129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:10:29.671827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:10:29.675241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:10:29.966153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=f2c2908a-b251-4a1e-824d-9dbd8a573d26,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:29.970878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:30.151856 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1ec3a22e-2c93-483f-9fac-9e8eaec759c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:30.335447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:30.409605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:30.554360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:30.559030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:30.561747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4041ce02-0c4d-4042-86a7-54b80f042d99 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:30.627031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=f2c2908a-b251-4a1e-824d-9dbd8a573d26,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:30.630681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:30.642552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:30.740089 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 7a305c56-e8f7-4f9c-b2cd-93130fda3aa7 associated. External IP: 172.26.6.245, port: 8efd9bf6-3cc3-4a07-9957-0afe6c74c672. Jun 22 15:10:30.938997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:10:31.045338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:10:31.054943 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] Sync routers for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:10:31.064220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:31.065887 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:31.067713 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:31.105013 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.8823566 Jun 22 15:10:31.105698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:10:31.107914 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43508) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:31.108421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c07a1b-5ea9-4dad-96e7-88b157531783" -d '{"events": [{"name": "network-changed", "server_uuid": "9e32edaa-74bf-40e4-ad05-a3d531402476", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:10:31.147523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996f955b-ae19-4708-8c5c-4c8a4c71421e x-openstack-request-id: req-996f955b-ae19-4708-8c5c-4c8a4c71421e {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:10:31.147933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e32edaa-74bf-40e4-ad05-a3d531402476", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:10:31.148305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-996f955b-ae19-4708-8c5c-4c8a4c71421e {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:10:31.148905 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'status': 'completed', 'code': 200} Jun 22 15:10:31.197522 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:31.206545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154fa13d-ca2b-42b1-80c5-61b1f0c1287c tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:31.208336 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-154fa13d-ca2b-42b1-80c5-61b1f0c1287c tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476&network_id=2fc46fdc-adec-4c5c-b370-70e531354138 HTTP/1.1" status: 200 len: 1131 time: 0.0994442 Jun 22 15:10:31.229395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-34de47e8-4235-44a3-8c9e-5c496d1d015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:31.230965 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-34de47e8-4235-44a3-8c9e-5c496d1d015f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 1136 time: 0.0613837 Jun 22 15:10:31.327303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-a6f38228-46ea-4bec-92ea-0391f3f63c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:31.328800 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-a6f38228-46ea-4bec-92ea-0391f3f63c66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fc46fdc-adec-4c5c-b370-70e531354138 HTTP/1.1" status: 200 len: 897 time: 0.0908930 Jun 22 15:10:31.405820 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-38ed49ec-9960-4521-a80f-0c3d2364842f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 1037 time: 0.0696604 Jun 22 15:10:31.441771 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7a305c56-e8f7-4f9c-b2cd-93130fda3aa7', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'port_id': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1076460584', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'mac_address': 'fa:16:3e:8a:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:10:30Z', 'updated_at': '2021-06-22T15:10:30Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932414f3-4509-456d-8c36-8417b23600aa', 'name': '', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:5e:11:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:13Z', 'updated_at': '2021-06-22T15:10:17Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:31.469748 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] Checking router: 23578f9f-1f0c-4167-9b5d-89fe49ff6110 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:10:31.472397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-85b646da-29ee-4b49-a1b6-da5885bcd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:31.473935 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-85b646da-29ee-4b49-a1b6-da5885bcd297 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdf144b-67f5-4ce2-8b08-e260358186f2 HTTP/1.1" status: 200 len: 835 time: 0.0541613 Jun 22 15:10:31.477933 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:31.478531 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:31.532058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-313a8ae6-e665-482a-b22d-b3891561594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:31.533940 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-313a8ae6-e665-482a-b22d-b3891561594c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fc46fdc-adec-4c5c-b370-70e531354138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0537481 Jun 22 15:10:31.583716 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:31.627487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca15275-ce35-4480-b114-0d40a0f07056 req-de48a969-ab02-47f5-9ada-b6f0d42edd43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:31.628988 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4ca15275-ce35-4480-b114-0d40a0f07056 req-de48a969-ab02-47f5-9ada-b6f0d42edd43 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 983 time: 0.0710244 Jun 22 15:10:31.630425 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-3ed2992d-7aa5-4014-bb1d-bc29481d5372 service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894511 Jun 22 15:10:31.671845 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4ca15275-ce35-4480-b114-0d40a0f07056 req-efb8f7a8-a03b-4032-9f64-871a8c264483 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Jun 22 15:10:31.729004 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2c07a1b-5ea9-4dad-96e7-88b157531783 req-37c14348-89cd-483c-af54-116007a712a8 service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912061 Jun 22 15:10:31.823722 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7a305c56-e8f7-4f9c-b2cd-93130fda3aa7', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'port_id': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1076460584', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'mac_address': 'fa:16:3e:8a:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:10:30Z', 'updated_at': '2021-06-22T15:10:30Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932414f3-4509-456d-8c36-8417b23600aa', 'name': '', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:5e:11:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:13Z', 'updated_at': '2021-06-22T15:10:17Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:31.853310 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6577f636-2c10-496d-b600-9bdf5df4fef5 None None] The sync data for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv is: [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7a305c56-e8f7-4f9c-b2cd-93130fda3aa7', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.245', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'port_id': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1076460584', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'mac_address': 'fa:16:3e:8a:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e32edaa-74bf-40e4-ad05-a3d531402476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:10:30Z', 'updated_at': '2021-06-22T15:10:30Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932414f3-4509-456d-8c36-8417b23600aa', 'name': '', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:5e:11:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:13Z', 'updated_at': '2021-06-22T15:10:17Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:10:32.051468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f9e419-dc82-4493-9d60-c07181674da0 None None] New status for floating IP 7a305c56-e8f7-4f9c-b2cd-93130fda3aa7: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:10:32.652489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0eca99f6-ae6c-4ccc-ac64-64d141c6bcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:32.856511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529debf-9ead-45f6-a79f-75e8fa1167a0 req-2887b4b5-5778-4333-8c40-8ee0a0e13973 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:32.858014 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b529debf-9ead-45f6-a79f-75e8fa1167a0 req-2887b4b5-5778-4333-8c40-8ee0a0e13973 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 983 time: 0.0684426 Jun 22 15:10:32.895020 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b529debf-9ead-45f6-a79f-75e8fa1167a0 req-e6efc3fd-8157-49a5-aee3-8afabf09e3b4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Jun 22 15:10:32.906090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:33.025828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-4bbb1328-9ed2-40d6-b561-e914989ae0f3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:33.027255 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-4bbb1328-9ed2-40d6-b561-e914989ae0f3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 983 time: 0.0636122 Jun 22 15:10:33.079793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-2b774d63-7d40-4a6d-9825-a0a96b175590 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:33.081165 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-2b774d63-7d40-4a6d-9825-a0a96b175590 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0487454 Jun 22 15:10:33.183859 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-7f36c32d-f675-422a-a89a-db783ee009e5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0976834 Jun 22 15:10:33.194995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:33.263543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:33.390891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:33.422589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:10:33.456326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] device_id is not set on port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:10:33.465382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:33.470234 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:33.472236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-06bba3e1-ffea-43d7-9fcf-c737553c4697 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:33.553384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=6']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:33.565188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:33.621588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] No DVR routers for this DVR port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:10:33.718943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fa2db1d7-99e8-41b4-a15f-44baddd3c5dd None None] Provisioning complete for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:33.719540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fa2db1d7-99e8-41b4-a15f-44baddd3c5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:33.751544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-fa2db1d7-99e8-41b4-a15f-44baddd3c5dd None None] Port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:10:33.757818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] In _notify_port_updated(), no bound segment for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on network 2fc46fdc-adec-4c5c-b370-70e531354138 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:10:33.759221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:33.759828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:33.761119 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f5ac0882-5d41-41b8-920c-ab099fb84846 req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] 10.222.0.21 "PUT /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 1026 time: 0.5699992 Jun 22 15:10:33.905059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:34.206189 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-16ff47f0-26d9-472c-bc71-b75d7740dd7f req-a7e2a241-d8ed-4612-acd2-41edd20dc9d3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e32edaa-74bf-40e4-ad05-a3d531402476 HTTP/1.1" status: 200 len: 210 time: 0.0302060 Jun 22 15:10:35.303997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43522) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:35.356211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38553d83-4c17-4a9f-9ab1-386698d3c036 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:35.357553 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-38553d83-4c17-4a9f-9ab1-386698d3c036 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 925 time: 0.0525672 Jun 22 15:10:35.515521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43526) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:35.520329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b63beac6-edef-4c8d-bc99-4836ab34a52e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704678382', 'description': 'tempest-secgroup-smoke-704678382 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:35.541706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b63beac6-edef-4c8d-bc99-4836ab34a52e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.597896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.628976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b63beac6-edef-4c8d-bc99-4836ab34a52e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.632534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b63beac6-edef-4c8d-bc99-4836ab34a52e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.635086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f94554e-5c84-49a1-bec5-b76f8e415fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:35.661890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b63beac6-edef-4c8d-bc99-4836ab34a52e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.663087 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b63beac6-edef-4c8d-bc99-4836ab34a52e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1465864 Jun 22 15:10:35.664993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63beac6-edef-4c8d-bc99-4836ab34a52e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d461da1f-ca30-4f8c-b8d9-335a47a550b1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:35.665996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43528) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:35.668289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b63beac6-edef-4c8d-bc99-4836ab34a52e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:35.670960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c9dcf403-fb20-4c61-8dc9-8f3eb82fea36 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'd461da1f-ca30-4f8c-b8d9-335a47a550b1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:35.698218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf403-fb20-4c61-8dc9-8f3eb82fea36 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.753385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf403-fb20-4c61-8dc9-8f3eb82fea36 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.756858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf403-fb20-4c61-8dc9-8f3eb82fea36 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.759401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-55d59c41-1e61-44b0-b0f3-87da5ce7536e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:35.774738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcf403-fb20-4c61-8dc9-8f3eb82fea36 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73503fe1-16e0-48d3-9b95-ec099b2aab6d,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:35.777188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c9dcf403-fb20-4c61-8dc9-8f3eb82fea36 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:35.781096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9dcf403-fb20-4c61-8dc9-8f3eb82fea36 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.782293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c9dcf403-fb20-4c61-8dc9-8f3eb82fea36 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152835 Jun 22 15:10:35.785024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43530) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:35.789457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e112d908-ad7e-4313-bc61-7ea637053cf8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'd461da1f-ca30-4f8c-b8d9-335a47a550b1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:35.815094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e112d908-ad7e-4313-bc61-7ea637053cf8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.874656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e112d908-ad7e-4313-bc61-7ea637053cf8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.878481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e112d908-ad7e-4313-bc61-7ea637053cf8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.882904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-32ec1ce5-d139-4812-aaf1-71c41b3a9633 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:35.896840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112d908-ad7e-4313-bc61-7ea637053cf8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75565482-cb44-41e2-b3e4-d8a604b1399a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:35.899368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e112d908-ad7e-4313-bc61-7ea637053cf8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:35.903631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e112d908-ad7e-4313-bc61-7ea637053cf8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.904967 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e112d908-ad7e-4313-bc61-7ea637053cf8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190271 Jun 22 15:10:35.907796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43532) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:35.912116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4819674e-6aa0-4b32-b03d-ace93d205f74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'd461da1f-ca30-4f8c-b8d9-335a47a550b1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:35.938267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4819674e-6aa0-4b32-b03d-ace93d205f74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.995043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4819674e-6aa0-4b32-b03d-ace93d205f74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:35.998541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4819674e-6aa0-4b32-b03d-ace93d205f74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.000276 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f7e3372-5bfb-42a0-8614-5c9b89a8249e tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:36.016046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819674e-6aa0-4b32-b03d-ace93d205f74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7dc514-3f8b-45db-9e83-7d835badf9e5,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:36.018362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4819674e-6aa0-4b32-b03d-ace93d205f74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:36.023076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4819674e-6aa0-4b32-b03d-ace93d205f74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.024296 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4819674e-6aa0-4b32-b03d-ace93d205f74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155667 Jun 22 15:10:36.027209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43534) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:36.031558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ab58f790-ab83-49d1-9526-4cc657973714 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'd461da1f-ca30-4f8c-b8d9-335a47a550b1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:36.057174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab58f790-ab83-49d1-9526-4cc657973714 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.113731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab58f790-ab83-49d1-9526-4cc657973714 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.117365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab58f790-ab83-49d1-9526-4cc657973714 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.123704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-191b059e-79f9-4826-9bc1-e9e4ccf5cc03 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:36.138889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58f790-ab83-49d1-9526-4cc657973714 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8eb4507-f847-4f64-a1c5-16c46b797be5,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:36.141923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab58f790-ab83-49d1-9526-4cc657973714 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:36.143318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ab58f790-ab83-49d1-9526-4cc657973714 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.144478 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ab58f790-ab83-49d1-9526-4cc657973714 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163707 Jun 22 15:10:36.147219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43536) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:36.152135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'd461da1f-ca30-4f8c-b8d9-335a47a550b1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:36.173944 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:10:36.178740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.239857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.243604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.247655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:36.262135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b9c425-d9f8-4652-9b7e-ce490bb6a32e,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:36.264585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:36.269257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.270430 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222534 Jun 22 15:10:36.273190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43538) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:36.278054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'd461da1f-ca30-4f8c-b8d9-335a47a550b1', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:36.299019 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:10:36.303769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.363199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.366555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.371158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8539127c-0414-4611-b481-47ad5f1cf0d9 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:36.385356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82bec1b-8e6f-41c0-b07c-4d44f65c770c,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:36.387917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:36.392417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:36.393602 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195211 Jun 22 15:10:36.539475 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-d7380c77-9468-48f9-bcc3-4de24bbc6a7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704678382&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0410485 Jun 22 15:10:36.598770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-4119666c-25c4-40d0-94fd-6470ce7eec68 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:36.600095 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-4119666c-25c4-40d0-94fd-6470ce7eec68 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 930 time: 0.0537627 Jun 22 15:10:36.697805 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-fd3d0b25-8241-4118-b267-aa29f15d9881 service neutron] 10.222.0.22 "GET /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0858204 Jun 22 15:10:36.707035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-941b014b-f144-4f04-954a-a7bc231e355b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:10:36.707953 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-941b014b-f144-4f04-954a-a7bc231e355b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0049219 Jun 22 15:10:36.793267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-32c21374-e71f-4fb0-89c3-e344826511c0 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787139 Jun 22 15:10:36.882944 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-bc5d38ae-590f-4137-bf44-79eda6d0ad63 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841606 Jun 22 15:10:37.047648 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6c8e0d48-8eb0-487f-9ecc-ea084c92ed4a req-0b6ac75e-4499-4ba5-8a43-274b5ee3f2cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 210 time: 0.0280766 Jun 22 15:10:37.990353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-1643471a-07dd-49c2-b54c-2d369cab51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:37.991755 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-1643471a-07dd-49c2-b54c-2d369cab51bc service neutron] 10.222.0.21 "GET /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 1026 time: 0.0439401 Jun 22 15:10:38.103493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-b5b6e476-1619-48a9-b594-9e2e490ab7d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:38.104969 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-b5b6e476-1619-48a9-b594-9e2e490ab7d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=2fc46fdc-adec-4c5c-b370-70e531354138 HTTP/1.1" status: 200 len: 796 time: 0.1079609 Jun 22 15:10:38.124457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:38.156732 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-99b2faba-ad5a-487b-8fd5-fbe98f77739c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 472 time: 0.0431457 Jun 22 15:10:38.167916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:38.179050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Request body: {'port': {'device_id': 'f3dde612-48a6-4d41-b9c8-a31f12f87792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:38.199461 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d2cbb6ce-72a1-4ca8-8a1e-acefa7e8f80d req-bb2d0050-de7a-4348-9484-8432401aa6e2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 210 time: 0.0375524 Jun 22 15:10:38.268397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:38.803343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:10:38.810706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:38.822275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Transition to ACTIVE for port object 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:10:38.825881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:38.827871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c77bc3f0-8eb4-4ac1-805d-ce85fb5ce319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:38.905377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=7']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:38.909307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:38.997750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Attempting to bind port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:10:38.998419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Attempting to bind port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:10:38.998419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Attempting to bind port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on network 2fc46fdc-adec-4c5c-b370-70e531354138 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:10:39.004123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on network 2fc46fdc-adec-4c5c-b370-70e531354138 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:10:39.004442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Attempting to bind port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on network 2fc46fdc-adec-4c5c-b370-70e531354138 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:10:39.009613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:10:39.009948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Checking segment: {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:10:39.010334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Bound using segment: {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:10:39.010763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Bound port: 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9912f0-7798-4f04-b0af-0f21f63ebd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:10:39.011130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:39.078782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:10:39.082076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:10:39.086492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:39.089373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8a9b371c-235e-4091-9f60-ede9708ce2a9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:39.124388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:39.125020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:39.126383 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] 10.222.0.21 "PUT /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 1131 time: 0.9534664 Jun 22 15:10:39.126921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3dde612-48a6-4d41-b9c8-a31f12f87792', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:10:39.129280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3dde612-48a6-4d41-b9c8-a31f12f87792", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:10:39.165808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=8']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:39.180052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:39.182324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1288e3a3-a92c-4042-bfb6-7e40b57a865a x-openstack-request-id: req-1288e3a3-a92c-4042-bfb6-7e40b57a865a {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:10:39.182661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3dde612-48a6-4d41-b9c8-a31f12f87792", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:10:39.182968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1288e3a3-a92c-4042-bfb6-7e40b57a865a {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:10:39.183416 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3dde612-48a6-4d41-b9c8-a31f12f87792', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'status': 'completed', 'code': 200} Jun 22 15:10:39.228967 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-df51bfd2-6adc-479a-a845-1bc9a752d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:39.230508 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-df51bfd2-6adc-479a-a845-1bc9a752d690 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 1134 time: 0.0610151 Jun 22 15:10:39.303492 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-94fc755d-b499-45be-be9a-928c6dd6f641 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 1037 time: 0.0656848 Jun 22 15:10:39.388431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-a837d9ca-4ce3-46f4-ba97-7709474c84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:39.389874 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-a837d9ca-4ce3-46f4-ba97-7709474c84c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdf144b-67f5-4ce2-8b08-e260358186f2 HTTP/1.1" status: 200 len: 835 time: 0.0802691 Jun 22 15:10:39.448473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32bdb4-30de-46ac-a173-9e9395be7a0d req-dcd21b1e-7701-4296-836a-041b85d69663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:39.449990 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4f32bdb4-30de-46ac-a173-9e9395be7a0d req-dcd21b1e-7701-4296-836a-041b85d69663 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 981 time: 0.1323614 Jun 22 15:10:39.494503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-8cf8ad76-023b-45cb-92e5-d0766d220057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:39.495961 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-8cf8ad76-023b-45cb-92e5-d0766d220057 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fc46fdc-adec-4c5c-b370-70e531354138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0995221 Jun 22 15:10:39.500861 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4f32bdb4-30de-46ac-a173-9e9395be7a0d req-929be18a-a3f8-4286-9e9c-21558f55d965 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436127 Jun 22 15:10:39.584039 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-2fa47d3a-d7c0-4757-9864-2505b79eb79d service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817821 Jun 22 15:10:39.675439 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b815b49-4135-4d0c-9ef5-6007934e2431 req-85ce73a5-c09b-47d8-a5cc-afa070e9d171 service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847192 Jun 22 15:10:39.775403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-00750c0f-d6c1-4194-ba5f-e8124361c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:39.776805 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-00750c0f-d6c1-4194-ba5f-e8124361c296 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 1134 time: 0.0529282 Jun 22 15:10:39.868762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-b9808aa6-716d-4cda-8ead-a1e14bc8739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:39.870257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-b9808aa6-716d-4cda-8ead-a1e14bc8739b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2fc46fdc-adec-4c5c-b370-70e531354138 HTTP/1.1" status: 200 len: 897 time: 0.0873168 Jun 22 15:10:39.933976 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-19c9a8bc-3464-4aa5-ae99-4d14318f06f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 1037 time: 0.0578151 Jun 22 15:10:39.981946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-c014fae3-8674-4afc-900c-12f3f0f42997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:39.983304 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-c014fae3-8674-4afc-900c-12f3f0f42997 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bdf144b-67f5-4ce2-8b08-e260358186f2 HTTP/1.1" status: 200 len: 835 time: 0.0432651 Jun 22 15:10:40.045340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-c09d3770-634a-4004-848c-5a055009d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:40.046856 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-c09d3770-634a-4004-848c-5a055009d346 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2fc46fdc-adec-4c5c-b370-70e531354138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0567739 Jun 22 15:10:40.129075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:40.136116 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-6f3d1ee4-30cc-49cf-bfcd-158d291868a9 service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829456 Jun 22 15:10:40.230443 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a59ff6db-4fdf-4ca5-bfd5-7b9b9458908a req-b0be0e18-31ca-44ab-8ae2-2805a9ac4e77 service neutron] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885320 Jun 22 15:10:40.673920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115e135-73be-44f9-9b58-9cd0cfa642ef req-40e95caa-7572-4263-8269-b0513e3ca26a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:40.675383 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9115e135-73be-44f9-9b58-9cd0cfa642ef req-40e95caa-7572-4263-8269-b0513e3ca26a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 981 time: 0.0641961 Jun 22 15:10:40.713203 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9115e135-73be-44f9-9b58-9cd0cfa642ef req-a98b1ea0-29f3-4e79-bb03-b1e013495c49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321078 Jun 22 15:10:41.885845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3d61-6172-4ea8-ab81-63035d8ba7ec req-1c27b812-b6fc-4961-8431-2b8fbe717e09 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:41.887302 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e25f3d61-6172-4ea8-ab81-63035d8ba7ec req-1c27b812-b6fc-4961-8431-2b8fbe717e09 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 981 time: 0.0633059 Jun 22 15:10:41.923818 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e25f3d61-6172-4ea8-ab81-63035d8ba7ec req-78ab67b7-4cea-49f3-9b0e-365940a8894a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309086 Jun 22 15:10:43.098113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a21476-92ba-40b0-a27e-7765aebe1044 req-b74a1e7f-d92d-4ed3-a130-6c3821a868a0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:43.099578 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-78a21476-92ba-40b0-a27e-7765aebe1044 req-b74a1e7f-d92d-4ed3-a130-6c3821a868a0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 981 time: 0.0669658 Jun 22 15:10:43.137347 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-78a21476-92ba-40b0-a27e-7765aebe1044 req-e675f830-69f9-4e48-aa3d-af54794bbdde tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Jun 22 15:10:44.123855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:10:44.214970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:44.229918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'port_id': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'mac_address': 'fa:16:3e:8a:84:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:10:44.266226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:44.278592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:10:44.297631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:44.302369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:44.304108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:44.315261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7543a-6ee8-4b0b-b73b-ca688e0ad1da req-2f9a79cc-7ff8-4a3e-8e4f-7016afcba09d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:44.316772 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c3b7543a-6ee8-4b0b-b73b-ca688e0ad1da req-2f9a79cc-7ff8-4a3e-8e4f-7016afcba09d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 981 time: 0.0659895 Jun 22 15:10:44.351902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=9']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:44.355100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:44.355651 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c3b7543a-6ee8-4b0b-b73b-ca688e0ad1da req-7b8cb8ec-c197-4813-930a-e6aae9c7d412 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Jun 22 15:10:44.606701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['8efd9bf6-3cc3-4a07-9957-0afe6c74c672'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:10:45.526132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c30c8c-53ad-4cdf-8b1c-ec9c6685ea94 req-01b81d10-fbec-4d38-9d8e-901bdacd26da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:45.527580 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c6c30c8c-53ad-4cdf-8b1c-ec9c6685ea94 req-01b81d10-fbec-4d38-9d8e-901bdacd26da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 982 time: 0.0637002 Jun 22 15:10:45.567021 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c6c30c8c-53ad-4cdf-8b1c-ec9c6685ea94 req-fbd1b05c-3084-4237-8539-0785967f93d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Jun 22 15:10:46.133126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:10:46.179490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:10:46.184583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:46.185005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:46.260196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:46.281838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3dde612-48a6-4d41-b9c8-a31f12f87792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:10:46.284079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5cffd0-509d-4443-8064-302d52f7fd71" -d '{"events": [{"server_uuid": "f3dde612-48a6-4d41-b9c8-a31f12f87792", "name": "network-vif-plugged", "status": "completed", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:10:46.297174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:46.301776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:46.303735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-241d99b1-9367-4ad8-ba89-0221b4965f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:46.326077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085c0f72-3139-4528-8df8-cc6ff078acee x-openstack-request-id: req-085c0f72-3139-4528-8df8-cc6ff078acee {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:10:46.326377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3dde612-48a6-4d41-b9c8-a31f12f87792", "name": "network-vif-plugged", "status": "completed", "tag": "8efd9bf6-3cc3-4a07-9957-0afe6c74c672", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:10:46.326638 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-085c0f72-3139-4528-8df8-cc6ff078acee {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:10:46.327034 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3dde612-48a6-4d41-b9c8-a31f12f87792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efd9bf6-3cc3-4a07-9957-0afe6c74c672', 'code': 200} Jun 22 15:10:46.353408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=10']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:46.356258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:46.541329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46691b1-4603-46b9-aa78-57d88df42ac6 req-27d55c0c-8fe2-4e9e-aeeb-8c8f6545a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:46.542810 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a46691b1-4603-46b9-aa78-57d88df42ac6 req-27d55c0c-8fe2-4e9e-aeeb-8c8f6545a24d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 1137 time: 0.0556188 Jun 22 15:10:46.575709 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a46691b1-4603-46b9-aa78-57d88df42ac6 req-60e39d10-1ee6-4fac-bbda-bd4c6188c456 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269928 Jun 22 15:10:46.736496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c508330-1b46-4bc9-b0c7-5a6808913435 req-fab7d8ea-d3c3-4ea7-bce2-71c232506eed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:46.737964 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0c508330-1b46-4bc9-b0c7-5a6808913435 req-fab7d8ea-d3c3-4ea7-bce2-71c232506eed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 984 time: 0.0633936 Jun 22 15:10:46.781560 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0c508330-1b46-4bc9-b0c7-5a6808913435 req-0a1b11aa-8f39-4a81-a537-63119392a1c3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374522 Jun 22 15:10:47.958052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df215692-b272-4c82-91db-170b19fb62f5 req-4998c935-6be1-4b3a-a348-f843917b3e5c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:47.959414 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-df215692-b272-4c82-91db-170b19fb62f5 req-4998c935-6be1-4b3a-a348-f843917b3e5c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 984 time: 0.0620782 Jun 22 15:10:47.996832 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-df215692-b272-4c82-91db-170b19fb62f5 req-2934439d-7755-476f-8013-6604c3a4c377 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314553 Jun 22 15:10:48.163798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f197a-7951-4296-a68d-97d21d79bcb4 req-390a14ae-cd5c-4092-a363-54903c56695a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:48.165759 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fe7f197a-7951-4296-a68d-97d21d79bcb4 req-390a14ae-cd5c-4092-a363-54903c56695a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 984 time: 0.0620992 Jun 22 15:10:48.202658 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fe7f197a-7951-4296-a68d-97d21d79bcb4 req-e612dabd-3e6a-4938-89ff-f98ec26a8b44 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314205 Jun 22 15:10:48.226555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43592) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:48.278011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe37afd-0d31-4700-8a6d-14f821fd9714 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:48.279508 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dbe37afd-0d31-4700-8a6d-14f821fd9714 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792&network_id=2fc46fdc-adec-4c5c-b370-70e531354138 HTTP/1.1" status: 200 len: 1132 time: 0.0520205 Jun 22 15:10:48.782115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35864b-8535-493f-867e-df669b09664c req-fd925a68-fd36-4b6c-a605-d4001f9c0276 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:48.783570 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4d35864b-8535-493f-867e-df669b09664c req-fd925a68-fd36-4b6c-a605-d4001f9c0276 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 984 time: 0.0653875 Jun 22 15:10:48.820885 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4d35864b-8535-493f-867e-df669b09664c req-3aed3cd6-6e1a-4a63-a1d7-087309ef77d1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Jun 22 15:10:50.002996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5991b-8b06-4c42-9a1b-b5164037ca53 req-7efb837f-48dc-4efa-92e0-af6a3146c707 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:50.004346 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-08c5991b-8b06-4c42-9a1b-b5164037ca53 req-7efb837f-48dc-4efa-92e0-af6a3146c707 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 984 time: 0.0659952 Jun 22 15:10:50.043132 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-08c5991b-8b06-4c42-9a1b-b5164037ca53 req-bdf81d58-e766-4053-bbba-859a3be3d7ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=06b4de41-cee7-4171-b04f-d7e7ff922cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325155 Jun 22 15:10:50.228277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-8ce424e6-4290-4352-9f4f-92717303ba06 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:50.229758 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-8ce424e6-4290-4352-9f4f-92717303ba06 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 984 time: 0.0647793 Jun 22 15:10:50.282114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-d9c5cd12-596a-4a6d-bada-0842661b8cef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:50.283432 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-d9c5cd12-596a-4a6d-bada-0842661b8cef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0483513 Jun 22 15:10:50.385702 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cbca0361-69df-4eab-ba37-6efb587629b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0971906 Jun 22 15:10:50.395675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:50.464655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:50.594380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:50.626266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] For port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:10:50.662231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] device_id is not set on port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 yet. {{(pid=93502) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 22 15:10:50.670408 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:50.675196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:50.677284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cd7f0f3f-a1ae-404b-96f5-a47b57b9fcb2 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:50.756922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] Pushing event updated for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=11']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:50.761539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:50.791761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] No DVR routers for this DVR port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:10:50.922287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fa4136ff-b7c3-477d-8e01-5509b9afb157 None None] Provisioning complete for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:10:50.922918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fa4136ff-b7c3-477d-8e01-5509b9afb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:50.933637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] In _notify_port_updated(), no bound segment for port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 on network 2fc46fdc-adec-4c5c-b370-70e531354138 {{(pid=93502) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:876}} Jun 22 15:10:50.934516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:50.935125 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:50.936401 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf0c3a16-042f-458d-9f92-6c58b58017fd req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] 10.222.0.21 "PUT /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 200 len: 1027 time: 0.5446525 Jun 22 15:10:50.956630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-fa4136ff-b7c3-477d-8e01-5509b9afb157 None None] Port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:10:51.193702 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7cb129ea-317c-4e82-99d4-ff8e8a5dc94e req-e692f554-54a1-4226-9707-173cf7880d33 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3dde612-48a6-4d41-b9c8-a31f12f87792 HTTP/1.1" status: 200 len: 210 time: 0.0291770 Jun 22 15:10:52.289504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43604) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:52.348297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b78f3754-3546-46f0-b4b4-3fe0a16de279 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:52.372546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b78f3754-3546-46f0-b4b4-3fe0a16de279 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:52.432897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b78f3754-3546-46f0-b4b4-3fe0a16de279 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:52.435474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b78f3754-3546-46f0-b4b4-3fe0a16de279 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:52.439201 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b78f3754-3546-46f0-b4b4-3fe0a16de279 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/d461da1f-ca30-4f8c-b8d9-335a47a550b1 HTTP/1.1" status: 204 len: 168 time: 0.1460500 Jun 22 15:10:52.439201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9f98444b-6822-414e-905a-9fd54762d0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:52.446840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f3754-3546-46f0-b4b4-3fe0a16de279 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d461da1f-ca30-4f8c-b8d9-335a47a550b1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:52.449584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b78f3754-3546-46f0-b4b4-3fe0a16de279 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:52.482777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43608) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:52.638054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port f2c2908a-b251-4a1e-824d-9dbd8a573d26 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:52.638054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:52.711410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:52.712228 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:52.776300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for f2c2908a-b251-4a1e-824d-9dbd8a573d26 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:52.942270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:52.944205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:52.969324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=f2c2908a-b251-4a1e-824d-9dbd8a573d26,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:52.973169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:53.030875 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:53.031197 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 7a305c56-e8f7-4f9c-b2cd-93130fda3aa7 disassociated (deleted). External IP: 172.26.6.245, port: 8efd9bf6-3cc3-4a07-9957-0afe6c74c672. Jun 22 15:10:53.228510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:10:53.241832 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:10:53.332225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:10:53.337826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:53.342018 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] Sync routers for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:10:53.351272 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:53.351879 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:53.375708 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/floatingips/7a305c56-e8f7-4f9c-b2cd-93130fda3aa7 HTTP/1.1" status: 204 len: 168 time: 0.8918250 Jun 22 15:10:53.454312 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:53.512292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43614) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:53.570249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff40718d-db25-4e4a-bc8c-7a2bd02a4bce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:53.595285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff40718d-db25-4e4a-bc8c-7a2bd02a4bce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:53.647482 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '932414f3-4509-456d-8c36-8417b23600aa', 'name': '', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:5e:11:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:13Z', 'updated_at': '2021-06-22T15:10:17Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:53.655089 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff40718d-db25-4e4a-bc8c-7a2bd02a4bce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:53.657881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff40718d-db25-4e4a-bc8c-7a2bd02a4bce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:53.659032 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ff40718d-db25-4e4a-bc8c-7a2bd02a4bce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/8151925a-d3d3-4ec6-9c8a-df960659b4c1 HTTP/1.1" status: 204 len: 168 time: 0.1457129 Jun 22 15:10:53.659835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fbfd06f0-9afa-464e-99b4-2f4f101f96b8 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:53.669053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40718d-db25-4e4a-bc8c-7a2bd02a4bce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8151925a-d3d3-4ec6-9c8a-df960659b4c1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:53.677652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ff40718d-db25-4e4a-bc8c-7a2bd02a4bce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:53.679474 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] Checking router: 23578f9f-1f0c-4167-9b5d-89fe49ff6110 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:10:53.690956 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:53.691688 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:53.692655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43618) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:53.796484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:53.796864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:53.887339 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:53.887587 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:53.949166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 owned by {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:54.076464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:54.080469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:54.081142 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '932414f3-4509-456d-8c36-8417b23600aa', 'name': '', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:5e:11:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:13Z', 'updated_at': '2021-06-22T15:10:17Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:54.106693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=8efd9bf6-3cc3-4a07-9957-0afe6c74c672,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:54.108129 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e293d5e0-6b73-42ac-8f29-ca43a00f4f43 None None] The sync data for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv is: [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '932414f3-4509-456d-8c36-8417b23600aa', 'name': '', 'network_id': '2fc46fdc-adec-4c5c-b370-70e531354138', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:5e:11:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:13Z', 'updated_at': '2021-06-22T15:10:17Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '4bdf144b-67f5-4ce2-8b08-e260358186f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:10:54.109843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:54.181664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:54.186702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43620) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:54.187526 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/ports/8efd9bf6-3cc3-4a07-9957-0afe6c74c672 HTTP/1.1" status: 204 len: 168 time: 0.4926312 Jun 22 15:10:54.190392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:54.220764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:10:54.221117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 8efd9bf6-3cc3-4a07-9957-0afe6c74c672 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:54.385383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1a338-7a01-4338-a3be-177b831e3dbf None None] New status for floating IP 7a305c56-e8f7-4f9c-b2cd-93130fda3aa7: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:10:54.639621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:54.898914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 932414f3-4509-456d-8c36-8417b23600aa {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:54.899251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:54.985930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 932414f3-4509-456d-8c36-8417b23600aa, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=932414f3-4509-456d-8c36-8417b23600aa,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:54.986282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:55.051818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 932414f3-4509-456d-8c36-8417b23600aa owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:55.231227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:55.233338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:55.257974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=932414f3-4509-456d-8c36-8417b23600aa,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:55.261984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:55.429111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:55.928553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:10:56.030958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:10:56.035879 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/23578f9f-1f0c-4167-9b5d-89fe49ff6110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8470812 Jun 22 15:10:56.038516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43622) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:56.041567 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] Sync routers for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:10:56.050545 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:56.051151 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:56.094093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting subnet 4bdf144b-67f5-4ce2-8b08-e260358186f2 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:10:56.097152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.135764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.153103 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:56.217787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.279686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.282592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0761a271-9469-4dfb-afac-8571f28fd88e tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:56.306589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Subnet': ['ID=4bdf144b-67f5-4ce2-8b08-e260358186f2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:56.309039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:56.311504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.313394 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/subnets/4bdf144b-67f5-4ce2-8b08-e260358186f2 HTTP/1.1" status: 204 len: 168 time: 0.2739491 Jun 22 15:10:56.315926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43624) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:56.322986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d11be9-fe4c-4659-a185-248e9dc612d3 None None] Network 2fc46fdc-adec-4c5c-b370-70e531354138 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:10:56.332717 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:55Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:56.359987 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] Checking router: 23578f9f-1f0c-4167-9b5d-89fe49ff6110 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:10:56.370022 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] Routers {'23578f9f-1f0c-4167-9b5d-89fe49ff6110'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:56.370636 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:56.429457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.475846 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] Set router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:56.526143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] DHCP port deletion for 2fc46fdc-adec-4c5c-b370-70e531354138 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:10:56.538117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.573855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] Deleting port f3689f80-5c42-4c4f-a217-cc1ba0fb396e {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:56.574749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.596661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port f1647320-203b-461e-9c60-2d857be9d774 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:10:56.597035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.643400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] For port f3689f80-5c42-4c4f-a217-cc1ba0fb396e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f3689f80-5c42-4c4f-a217-cc1ba0fb396e,segment=NetworkSegment(5c9912f0-7798-4f04-b0af-0f21f63ebd79),segment_id=5c9912f0-7798-4f04-b0af-0f21f63ebd79)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:56.644034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.667157 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:55Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:56.686791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port f1647320-203b-461e-9c60-2d857be9d774, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f1647320-203b-461e-9c60-2d857be9d774,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:10:56.687179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.693547 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886226ce-d113-4ab6-9b96-ee586f6d4495 None None] The sync data for ids ['23578f9f-1f0c-4167-9b5d-89fe49ff6110'] in dv-neutron-601336-93-hyperv is: [{'id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'name': 'tempest-TestNetworkBasicOps-router-1174401796', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f1647320-203b-461e-9c60-2d857be9d774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:55Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'f1647320-203b-461e-9c60-2d857be9d774', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23578f9f-1f0c-4167-9b5d-89fe49ff6110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:10Z', 'updated_at': '2021-06-22T15:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:10:56.713274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] Calling delete_port for f3689f80-5c42-4c4f-a217-cc1ba0fb396e owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:56.750924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for f1647320-203b-461e-9c60-2d857be9d774 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:10:56.799879 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.805441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:56.826699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] Pushing event deleted for resources: {'Port': ['ID=f3689f80-5c42-4c4f-a217-cc1ba0fb396e,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:56.828538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] No DVR routers for this DVR port f3689f80-5c42-4c4f-a217-cc1ba0fb396e on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:10:56.829960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:56.915176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:56.918193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6713bbc2-0d85-47ae-8d6b-bee42e6c5879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:56.947837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=f1647320-203b-461e-9c60-2d857be9d774,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:56.951746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:57.012334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.108884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.111215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.157401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.157985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Fanout notify agent at l3_agent the message router_deleted on router 23578f9f-1f0c-4167-9b5d-89fe49ff6110 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:10:57.161365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f3689f80-5c42-4c4f-a217-cc1ba0fb396e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:57.167256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.168355 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/routers/23578f9f-1f0c-4167-9b5d-89fe49ff6110 HTTP/1.1" status: 204 len: 168 time: 0.8515670 Jun 22 15:10:57.171051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43626) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:57.187457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: f3689f80-5c42-4c4f-a217-cc1ba0fb396e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:10:57.187804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f3689f80-5c42-4c4f-a217-cc1ba0fb396e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:57.188437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 932414f3-4509-456d-8c36-8417b23600aa no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:57.207195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 932414f3-4509-456d-8c36-8417b23600aa {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:10:57.207543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 932414f3-4509-456d-8c36-8417b23600aa not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:57.253984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.359825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.370006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc46fdc-adec-4c5c-b370-70e531354138']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:57.379410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9912f0-7798-4f04-b0af-0f21f63ebd79') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:57.379707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9912f0-7798-4f04-b0af-0f21f63ebd79') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:57.388729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.401968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.408017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:10:57.408419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:10:57.411352 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:10:57.467228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.470519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ff580368-2ad3-4f18-89ee-0bcb650e9600 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:57.474671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.475991 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/networks/2fc46fdc-adec-4c5c-b370-70e531354138 HTTP/1.1" status: 204 len: 168 time: 0.3037536 Jun 22 15:10:57.487813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Network': ['ID=2fc46fdc-adec-4c5c-b370-70e531354138,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:57.490773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43628) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:57.493527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:57.505938 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9ddbde17-ef66-42d0-a6de-de1c94a17adb tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0117078 Jun 22 15:10:57.506088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43630) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:57.511463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'network': {'name': 'tempest-network-smoke--752296186', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:57.532639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:10:57.536128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.560014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:10:57.570229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.570571 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Added segment c8821451-1964-4e0b-85db-c05199ff3e7a of type vlan for network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce Jun 22 15:10:57.615099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.642839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.648476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:57.649083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.652010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-349eec08-650b-4d4b-a96b-7495ee7349b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:57.706668 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1996529 Jun 22 15:10:57.709354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43632) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:57.714670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'admin_state_up': True, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:57.737696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Network': ['ID=810e2868-1b90-44e4-93c0-7cb53a8ef7ce,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:57.741771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:57.748703 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:10:57.755924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.757021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.846422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:57.984053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:58.171435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:58.206127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:58.309516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.44 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:10:58.411613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:58.449706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:58.452419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90edc65e-8d3d-4056-b9ba-bbb905fbb4fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:10:58.490973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:10:58.494329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:10:58.499299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:10:58.501705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:10:58.520090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:10:58.739999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:58.938374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:59.008464 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f1647320-203b-461e-9c60-2d857be9d774 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:10:59.030116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: f1647320-203b-461e-9c60-2d857be9d774 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:10:59.030468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f1647320-203b-461e-9c60-2d857be9d774 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:10:59.371729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:10:59.473714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:10:59.483035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Sync routers for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:10:59.492217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:10:59.492414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:59.493594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:59.494159 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7838883 Jun 22 15:10:59.497523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43634) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:59.531891 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c6fb1608-d19d-4a25-8793-ee14969f5f1b tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331299 Jun 22 15:10:59.534747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43636) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:59.693680 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95905ba5-dcec-4f99-b687-ef5e9e255047 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:10:59.695194 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-95905ba5-dcec-4f99-b687-ef5e9e255047 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1600568 Jun 22 15:10:59.698686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43638) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:59.735869 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-994a5a71-cfc1-4b5f-9d54-b8d05cc7cf1f tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360281 Jun 22 15:10:59.738244 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43640) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:10:59.741331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:10:59.743517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003712442', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:10:59.831554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:10:59.835936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:10:59.921384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:10:58Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:10:59.949348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Checking router: 71ef33d7-f89a-4e40-94d0-c7a8e748c251 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:10:59.949693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Updating router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:10:59.982985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.035092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.037893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9ee4d587-649c-485e-a36d-d42b31116976 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:00.098482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=11c0f8b7-166e-4243-87eb-3cf2df7fb2ed,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:00.103592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:00.106452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Checking segment: {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:11:00.106816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network hostable DHCP agents. Network: 810e2868-1b90-44e4-93c0-7cb53a8ef7ce, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:11:00.126351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:11:00.137231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 810e2868-1b90-44e4-93c0-7cb53a8ef7ce) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:11:00.141717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:00.142297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.150824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ffab4-10bb-424e-b532-165461cbc7d5 None None] Network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:11:00.159784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43642) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:00.160355 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-95a96b02-d36e-444a-b807-98bec267d3b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4206474 Jun 22 15:11:00.208133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d41f28e1-45d8-4ce5-bf1a-7b86d0ddfe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.333441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.353061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Transition to ACTIVE for port object 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:11:00.376500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.379945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:00.404331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:11:00.405291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.448654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638a864-f632-4d97-b0b6-ed13382189ea None None] Pushing event updated for resources: {'Port': ['ID=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:00.450863 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Attempting to bind port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:11:00.451237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Attempting to bind port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:11:00.451602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Attempting to bind port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:11:00.453598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3638a864-f632-4d97-b0b6-ed13382189ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:00.503322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:11:00.503633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:11:00.504012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.504414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:11:00.504936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Bound port: 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:11:00.505316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.606574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] For port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:11:00.611071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] For port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:11:00.617465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.622640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:00.624958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Allocated IP 172.20.0.2 (810e2868-1b90-44e4-93c0-7cb53a8ef7ce/11c0f8b7-166e-4243-87eb-3cf2df7fb2ed/654698d4-b552-4353-948a-4bde4cecaba8) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:11:00.700954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638a864-f632-4d97-b0b6-ed13382189ea None None] Pushing event updated for resources: {'Port': ['ID=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:00.733514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3638a864-f632-4d97-b0b6-ed13382189ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:00.739985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:11:00.740629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:10:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:00.900755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:11:00.909055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:00.981324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:01.015829 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Transition to ACTIVE for port object 654698d4-b552-4353-948a-4bde4cecaba8 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:11:01.041176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Transition to ACTIVE for port object 654698d4-b552-4353-948a-4bde4cecaba8 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:11:01.051845 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:01.058454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:01.127982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:11:01.136617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:11:01.139585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:11:01.143392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Pushing event updated for resources: {'Port': ['ID=654698d4-b552-4353-948a-4bde4cecaba8,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:01.148287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:01.186610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.1 (810e2868-1b90-44e4-93c0-7cb53a8ef7ce/11c0f8b7-166e-4243-87eb-3cf2df7fb2ed/62e572ad-06bc-49e1-951f-19570239ff96) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:11:01.215894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:10:58Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:01.217645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Attempting to bind port 654698d4-b552-4353-948a-4bde4cecaba8 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:11:01.218040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Attempting to bind port 654698d4-b552-4353-948a-4bde4cecaba8 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:11:01.218382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Attempting to bind port 654698d4-b552-4353-948a-4bde4cecaba8 on network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:11:01.249729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:11:01.250114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Checking segment: {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:11:01.250529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:01.250933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Bound using segment: {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:11:01.251418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Bound port: 654698d4-b552-4353-948a-4bde4cecaba8, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:11:01.251796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:01.253895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3a389-68b5-410a-9b18-b864f6aee721 None None] The sync data for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv is: [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:10:58Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:11:01.317396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] For port 654698d4-b552-4353-948a-4bde4cecaba8, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:11:01.320827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:01.322212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] For port 654698d4-b552-4353-948a-4bde4cecaba8, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=654698d4-b552-4353-948a-4bde4cecaba8,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:11:01.327111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:01.330325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-219a9ab6-f3b1-4542-9c96-9db5aac3d3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:01.337709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 62e572ad-06bc-49e1-951f-19570239ff96 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:11:01.377160 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:01.379739 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c78160b7-a055-455c-bf10-091f8ccc0653 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:01.390879 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Pushing event updated for resources: {'Port': ['ID=654698d4-b552-4353-948a-4bde4cecaba8,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:01.394043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:01.428168 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:11:01.432868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:11:01.437174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:11:01.470692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=62e572ad-06bc-49e1-951f-19570239ff96,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:01.474220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:01.503251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:01.698702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:01.998005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:02.004877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:02.008373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-697388ff-691e-4c03-a1a8-b38d724ce768 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:02.089617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:02.091589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=62e572ad-06bc-49e1-951f-19570239ff96,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:02.095037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:02.193353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:11:02.194781 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:11:02.323214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:11:02.338626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d901860-84b1-4643-adfb-1d2071442242 None None] Network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:11:02.392874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-821b86c7-ee28-4a20-a4b4-a69e49914289 None None] Provisioning for port 654698d4-b552-4353-948a-4bde4cecaba8 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:11:02.440553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:11:02.446789 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/71ef33d7-f89a-4e40-94d0-c7a8e748c251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851915 Jun 22 15:11:02.449852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43644) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:02.629020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42362ed-2837-4edf-b383-cf09fef6a650 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:02.629512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42362ed-2837-4edf-b383-cf09fef6a650 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:02.629987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42362ed-2837-4edf-b383-cf09fef6a650 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:02.630455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42362ed-2837-4edf-b383-cf09fef6a650 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:02.633530 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c42362ed-2837-4edf-b383-cf09fef6a650 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1826839 Jun 22 15:11:02.636976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43646) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:02.658610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d947a47f-f182-4647-ab07-b5ae78e21f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:02.725956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-94e4a053-c9f8-4727-b8de-4a03f86524ae None None] Provisioning for port 62e572ad-06bc-49e1-951f-19570239ff96 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:11:02.730895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-94e4a053-c9f8-4727-b8de-4a03f86524ae None None] Provisioning complete for port 62e572ad-06bc-49e1-951f-19570239ff96 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:02.731402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94e4a053-c9f8-4727-b8de-4a03f86524ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:02.740170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d6a21-c950-42c2-a490-72f47f45ea00 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:02.740560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d6a21-c950-42c2-a490-72f47f45ea00 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:02.741128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d6a21-c950-42c2-a490-72f47f45ea00 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:02.741504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d6a21-c950-42c2-a490-72f47f45ea00 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:02.743205 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8d6d6a21-c950-42c2-a490-72f47f45ea00 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1052284 Jun 22 15:11:02.746420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43648) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:02.771371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-94e4a053-c9f8-4727-b8de-4a03f86524ae None None] Port 62e572ad-06bc-49e1-951f-19570239ff96 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:11:02.893466 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ceab48ea-1117-417f-806d-eafcf5a26553 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1431718 Jun 22 15:11:02.912205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:02.920178 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Sync routers for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:11:02.929820 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:11:02.930614 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:11:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:02.935305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-549b8133-bcde-474e-9b24-221c35f1ec5a None None] Provisioning complete for port 62e572ad-06bc-49e1-951f-19570239ff96 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:02.935686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-549b8133-bcde-474e-9b24-221c35f1ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:02.974759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-549b8133-bcde-474e-9b24-221c35f1ec5a None None] Port 62e572ad-06bc-49e1-951f-19570239ff96 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:11:03.066190 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:11:03.148799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43652) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:03.150027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 654698d4-b552-4353-948a-4bde4cecaba8 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:11:03.153818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326346762', 'description': 'tempest-secgroup-smoke-1326346762 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:03.178177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.207304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3a00ba94-9c61-4717-9005-fd85cddf92f6 None None] Provisioning complete for port 62e572ad-06bc-49e1-951f-19570239ff96 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:03.207587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a00ba94-9c61-4717-9005-fd85cddf92f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.239305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 654698d4-b552-4353-948a-4bde4cecaba8 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:11:03.247403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 654698d4-b552-4353-948a-4bde4cecaba8 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:03.248062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.251894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3a00ba94-9c61-4717-9005-fd85cddf92f6 None None] Port 62e572ad-06bc-49e1-951f-19570239ff96 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:11:03.271642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.276847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.283754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dfb5de3d-c4db-4d05-a33f-3e0d6e4a94a5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.303888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.305508 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553965 Jun 22 15:11:03.308359 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43654) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:03.313395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'bf99dae4-5293-4e36-b0c2-b0aa481abe2c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:03.314576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf99dae4-5293-4e36-b0c2-b0aa481abe2c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:03.322410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.322807 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.323193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.323569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.324070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.324451 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.324844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.325214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.325582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.325946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.326311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.326670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.330423 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:03.331993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:03.335211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.350897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.367322 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Checking router: 71ef33d7-f89a-4e40-94d0-c7a8e748c251 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:11:03.367685 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Updating router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 port 62e572ad-06bc-49e1-951f-19570239ff96 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:11:03.372779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 654698d4-b552-4353-948a-4bde4cecaba8, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=654698d4-b552-4353-948a-4bde4cecaba8,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:11:03.377891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.378727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:11:03.380615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-465a85e7-e840-449d-9ee6-729044274455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.403730 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.418110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.423107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.426155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1b8a283f-c342-4a5f-bab3-9e96197bd49d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.445230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24ff549-5b4e-4e6c-a215-2f63dfa1f8e3,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:03.453730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.454685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=654698d4-b552-4353-948a-4bde4cecaba8,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:03.458098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43656) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:03.458293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485634 Jun 22 15:11:03.459733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.460135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.460814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.461196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.461576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.462482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.462857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.463235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.463738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.463850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f6b8c2b8-cb7e-45b0-9a67-9f45c2f58eab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'bf99dae4-5293-4e36-b0c2-b0aa481abe2c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:03.463969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.464315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.464914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:03.469270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:03.469666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:03.480865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:11:03.485174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:03.485564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.494291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c2b8-cb7e-45b0-9a67-9f45c2f58eab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.546937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c2b8-cb7e-45b0-9a67-9f45c2f58eab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.550952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c2b8-cb7e-45b0-9a67-9f45c2f58eab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.556916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.572655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8c2b8-cb7e-45b0-9a67-9f45c2f58eab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e976ae-f437-4d8e-9760-9c8fb7700555,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:03.575437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.575595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6b8c2b8-cb7e-45b0-9a67-9f45c2f58eab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:03.576907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f6b8c2b8-cb7e-45b0-9a67-9f45c2f58eab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.578145 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f6b8c2b8-cb7e-45b0-9a67-9f45c2f58eab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191094 Jun 22 15:11:03.580957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43658) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:03.588824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c9695e91-e965-4901-95f6-c57f56a0d9a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'bf99dae4-5293-4e36-b0c2-b0aa481abe2c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:03.602127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:11:03.608027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.610070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-745f8864-76e3-4c02-a663-2405ad6eabb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.621724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c9695e91-e965-4901-95f6-c57f56a0d9a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.661799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:03.665619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:03.688183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c9695e91-e965-4901-95f6-c57f56a0d9a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.693028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c9695e91-e965-4901-95f6-c57f56a0d9a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.694889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-30c6b6de-2aeb-4881-b15b-8fd40061e8c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.700643 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.710445 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Transition to ACTIVE for port object 62e572ad-06bc-49e1-951f-19570239ff96 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:11:03.712542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9695e91-e965-4901-95f6-c57f56a0d9a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81b42bc-e7af-4979-9910-22d96a98ed6a,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:03.715476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c9695e91-e965-4901-95f6-c57f56a0d9a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:03.718409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c9695e91-e965-4901-95f6-c57f56a0d9a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.719679 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c9695e91-e965-4901-95f6-c57f56a0d9a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374450 Jun 22 15:11:03.719925 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.721764 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.722461 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43660) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:03.726994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6efd896a-92fa-433b-9457-f7e3c693eab2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'bf99dae4-5293-4e36-b0c2-b0aa481abe2c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:03.753473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6efd896a-92fa-433b-9457-f7e3c693eab2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.816730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6efd896a-92fa-433b-9457-f7e3c693eab2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.822299 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72816-ac1b-444d-bde8-94cb22e0f9fc None None] Pushing event updated for resources: {'Port': ['ID=62e572ad-06bc-49e1-951f-19570239ff96,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:03.823073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6efd896a-92fa-433b-9457-f7e3c693eab2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.825045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ff5d8bb9-2237-4289-a196-4e65669cb73c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.842239 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-52a72816-ac1b-444d-bde8-94cb22e0f9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:03.845144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd896a-92fa-433b-9457-f7e3c693eab2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c647a7-bd1a-4457-b557-ae1df0049df7,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:03.847753 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6efd896a-92fa-433b-9457-f7e3c693eab2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:03.855660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6efd896a-92fa-433b-9457-f7e3c693eab2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.859421 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6efd896a-92fa-433b-9457-f7e3c693eab2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334097 Jun 22 15:11:03.859579 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Attempting to bind port 62e572ad-06bc-49e1-951f-19570239ff96 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:11:03.859579 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Attempting to bind port 62e572ad-06bc-49e1-951f-19570239ff96 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:11:03.859579 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Attempting to bind port 62e572ad-06bc-49e1-951f-19570239ff96 on network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:11:03.859909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43662) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:03.863932 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:11:03.864316 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Checking segment: {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:11:03.864656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-86f169b9-d8a8-454b-8f3d-48afb06f0684 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'bf99dae4-5293-4e36-b0c2-b0aa481abe2c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:03.864820 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.865144 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Bound using segment: {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:11:03.865622 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Bound port: 62e572ad-06bc-49e1-951f-19570239ff96, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:11:03.866227 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.887645 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-86f169b9-d8a8-454b-8f3d-48afb06f0684 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:11:03.892972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86f169b9-d8a8-454b-8f3d-48afb06f0684 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.916372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.949461 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] For port 62e572ad-06bc-49e1-951f-19570239ff96, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:11:03.953107 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] For port 62e572ad-06bc-49e1-951f-19570239ff96, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=62e572ad-06bc-49e1-951f-19570239ff96,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:11:03.957989 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.958669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86f169b9-d8a8-454b-8f3d-48afb06f0684 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.959910 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a9966477-5b03-4077-9934-8ac1530f950a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.962560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86f169b9-d8a8-454b-8f3d-48afb06f0684 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.964704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:03.982278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f169b9-d8a8-454b-8f3d-48afb06f0684 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a799196e-c994-4fe7-a76c-ba51ac4da6df,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:03.985276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-86f169b9-d8a8-454b-8f3d-48afb06f0684 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:03.989311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-86f169b9-d8a8-454b-8f3d-48afb06f0684 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:03.993072 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-86f169b9-d8a8-454b-8f3d-48afb06f0684 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296189 Jun 22 15:11:03.993450 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43664) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:03.998123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': 'bf99dae4-5293-4e36-b0c2-b0aa481abe2c', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:04.021228 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:11:04.022687 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72816-ac1b-444d-bde8-94cb22e0f9fc None None] Pushing event updated for resources: {'Port': ['ID=62e572ad-06bc-49e1-951f-19570239ff96,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:04.025888 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:11:04.026721 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:11:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:04.029034 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-52a72816-ac1b-444d-bde8-94cb22e0f9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:04.030241 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:04.101270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:04.106802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:04.109850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:04.131932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43593e29-f7cf-4bdb-bd94-9a3dea446590,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:04.136329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:04.143122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:04.147914 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501122 Jun 22 15:11:04.236148 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:11:04.295976 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-ab5f4918-5e2f-42e5-adc5-67a0b1fc02fe tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326346762&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0395083 Jun 22 15:11:04.407988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-e38a0af6-f311-4304-a54b-a092d4cd53ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:04.409489 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-e38a0af6-f311-4304-a54b-a092d4cd53ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce HTTP/1.1" status: 200 len: 796 time: 0.1061797 Jun 22 15:11:04.424487 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-c4bb2f33-fe6f-4f0e-a726-6081c232d058 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0093765 Jun 22 15:11:04.431607 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:11:03Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:04.461183 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a90d2fd-67ed-442e-8fc9-44dd49bae19b None None] The sync data for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv is: [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:11:03Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:11:04.547257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-6f9afa89-ba92-4e3c-ad6c-a1387f15a41e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174366 Jun 22 15:11:04.654476 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-b6242de5-2f84-4338-a2b1-3c14f5f5ab63 service neutron] 10.222.0.22 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914981 Jun 22 15:11:04.751400 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-c75d1c04-ea22-417c-a8fc-603b2ea81dfd service neutron] 10.222.0.22 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911777 Jun 22 15:11:04.948731 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-554ec260-a817-45ff-9beb-a8e145317291 req-9fbebc7d-34fc-43f2-bc4b-5bb45e3c41f0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 210 time: 0.0425751 Jun 22 15:11:05.150361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62e572ad-06bc-49e1-951f-19570239ff96 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:11:05.200272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 62e572ad-06bc-49e1-951f-19570239ff96 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:11:05.204564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 62e572ad-06bc-49e1-951f-19570239ff96 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:05.205200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:05.441738 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:05.479480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 62e572ad-06bc-49e1-951f-19570239ff96, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=62e572ad-06bc-49e1-951f-19570239ff96,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:11:05.488248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:05.489259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 654698d4-b552-4353-948a-4bde4cecaba8 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:11:05.491021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:05.564434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=62e572ad-06bc-49e1-951f-19570239ff96,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:05.568220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:05.582106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 654698d4-b552-4353-948a-4bde4cecaba8 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:05.582494 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:05.632226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:05.675261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:11:05.721815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:05.722190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:06.030332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-0fa6351f-d99c-4f84-9297-803c00d98c20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:06.031820 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-0fa6351f-d99c-4f84-9297-803c00d98c20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce HTTP/1.1" status: 200 len: 796 time: 0.1131737 Jun 22 15:11:06.100611 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c620f7cd-ce00-48aa-9639-a3ea9dee6819 req-9306079e-b4b6-4fd3-80fc-72c498071938 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 210 time: 0.0358424 Jun 22 15:11:06.105851 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-3c901470-c0f0-4f92-bcbb-9fc43dd21854 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 380 time: 0.0614054 Jun 22 15:11:06.114764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['bf99dae4-5293-4e36-b0c2-b0aa481abe2c']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:06.225960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:11:06.229804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:06.351436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.9 (810e2868-1b90-44e4-93c0-7cb53a8ef7ce/11c0f8b7-166e-4243-87eb-3cf2df7fb2ed/5efc2a55-fb8f-4c54-872e-14972ca9efc7) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:11:06.487771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:06.501673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 5efc2a55-fb8f-4c54-872e-14972ca9efc7 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:11:06.534571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:06.539045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-952b16be-3200-40d1-aacc-291dd7f4cb0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:06.578187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:11:06.581345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:11:06.585137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:11:06.617246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=5efc2a55-fb8f-4c54-872e-14972ca9efc7,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:06.621814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:06.645038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:06.645692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:06.662033 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512977 Jun 22 15:11:06.673801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Request body: {'port': {'device_id': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:06.749519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:06.838821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-177c8de6-e05b-4c30-9ad7-704d1fd8ffcb None None] Provisioning for port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:11:06.842477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-177c8de6-e05b-4c30-9ad7-704d1fd8ffcb None None] Provisioning complete for port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:06.842863 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-177c8de6-e05b-4c30-9ad7-704d1fd8ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:06.875211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-177c8de6-e05b-4c30-9ad7-704d1fd8ffcb None None] Port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:11:07.010947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efc2a55-fb8f-4c54-872e-14972ca9efc7 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:11:07.018689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:07.030600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Transition to ACTIVE for port object 5efc2a55-fb8f-4c54-872e-14972ca9efc7 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:11:07.035580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:07.037836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0671c386-8f41-4387-814a-11c05006b4c9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:07.057221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62e572ad-06bc-49e1-951f-19570239ff96 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:11:07.107560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 62e572ad-06bc-49e1-951f-19570239ff96 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:07.108202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:07.113800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Pushing event updated for resources: {'Port': ['ID=5efc2a55-fb8f-4c54-872e-14972ca9efc7,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:07.132386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:07.198213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Attempting to bind port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:11:07.198731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Attempting to bind port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:11:07.198847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Attempting to bind port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 on network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:11:07.204318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 on network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:11:07.204631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Attempting to bind port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 on network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:11:07.210081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:11:07.210415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Checking segment: {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:11:07.211302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Bound using segment: {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:11:07.212291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Bound port: 5efc2a55-fb8f-4c54-872e-14972ca9efc7, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8821451-1964-4e0b-85db-c05199ff3e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:11:07.212658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:07.295576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] For port 5efc2a55-fb8f-4c54-872e-14972ca9efc7, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:11:07.298768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] For port 5efc2a55-fb8f-4c54-872e-14972ca9efc7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:11:07.304285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:07.306510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6e736-6b2c-456c-93dd-341e40ec48df req-6fb8cacf-b577-4db3-be1a-dfea06c3f603 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:07.307511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4c5e7279-0a62-4eec-a0dd-e44e11b630e7 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:07.308015 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bfa6e736-6b2c-456c-93dd-341e40ec48df req-6fb8cacf-b577-4db3-be1a-dfea06c3f603 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 943 time: 0.0767305 Jun 22 15:11:07.344888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:07.345499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:07.346856 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] 10.222.0.21 "PUT /v2.0/ports/5efc2a55-fb8f-4c54-872e-14972ca9efc7 HTTP/1.1" status: 200 len: 1093 time: 0.6774182 Jun 22 15:11:07.347389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:11:07.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bfa6e736-6b2c-456c-93dd-341e40ec48df req-0952873a-090f-4f6f-9ccb-9ee570e0756b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349617 Jun 22 15:11:07.349764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9629d98d-243b-40a5-9a52-091891d6d8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:11:07.372199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Pushing event updated for resources: {'Port': ['ID=5efc2a55-fb8f-4c54-872e-14972ca9efc7,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:07.382616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:07.405954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c3a70-918b-424f-be7c-9d156101b10c x-openstack-request-id: req-399c3a70-918b-424f-be7c-9d156101b10c {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:11:07.406305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:11:07.406673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-399c3a70-918b-424f-be7c-9d156101b10c {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:11:07.407127 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'status': 'completed', 'code': 200} Jun 22 15:11:07.453529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-b55988c0-db74-45d8-bfc3-29b2004da6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:07.455018 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-b55988c0-db74-45d8-bfc3-29b2004da6eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 1096 time: 0.0669158 Jun 22 15:11:07.497223 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-1ece1b6c-ee01-44db-9fb5-db17d722785c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7 HTTP/1.1" status: 200 len: 217 time: 0.0353291 Jun 22 15:11:07.546021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-ff846741-2ae9-4129-9491-5e13599843d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:07.547488 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-ff846741-2ae9-4129-9491-5e13599843d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11c0f8b7-166e-4243-87eb-3cf2df7fb2ed HTTP/1.1" status: 200 len: 835 time: 0.0446959 Jun 22 15:11:07.603912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-01c9186a-58eb-4a03-b240-9c7184bf7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:07.605374 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-01c9186a-58eb-4a03-b240-9c7184bf7e6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0520060 Jun 22 15:11:07.697334 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-1371c416-1ded-4ae9-80b0-a4d2ba39b442 service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855734 Jun 22 15:11:07.783986 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d01cdf50-2d55-4d01-bf23-80b4ed3fca00 req-0f60d63a-4f3c-4e30-bccf-1abc8eb0b3ff service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806592 Jun 22 15:11:07.885622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-c56c05ed-909b-4fa3-ad63-abb53a95a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:07.887102 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-c56c05ed-909b-4fa3-ad63-abb53a95a781 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 1096 time: 0.0571935 Jun 22 15:11:07.975726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-d0c0de9f-a40a-4ce4-8386-8a84707b24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:07.977104 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-d0c0de9f-a40a-4ce4-8386-8a84707b24f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce HTTP/1.1" status: 200 len: 897 time: 0.0838945 Jun 22 15:11:08.019257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-459db65a-70be-4706-95e6-95ce3ccc02be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7 HTTP/1.1" status: 200 len: 217 time: 0.0362813 Jun 22 15:11:08.066931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-84f86e3f-2d26-421a-9ff8-5b9680b1948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:08.068327 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-84f86e3f-2d26-421a-9ff8-5b9680b1948f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11c0f8b7-166e-4243-87eb-3cf2df7fb2ed HTTP/1.1" status: 200 len: 835 time: 0.0427616 Jun 22 15:11:08.122242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-fee8f84e-b9a9-451c-bb28-e2b013944a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:08.123646 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-fee8f84e-b9a9-451c-bb28-e2b013944a50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494034 Jun 22 15:11:08.214736 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-4c8af8f8-8f9c-4422-a5f9-abafade276e9 service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844867 Jun 22 15:11:08.303212 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9629d98d-243b-40a5-9a52-091891d6d8e2 req-79d6f1a5-f5e3-41c2-b557-04b326773a88 service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825295 Jun 22 15:11:08.532389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fca27-1beb-4934-ba1f-6411b93e0f6d req-11e32307-1e2e-4fbe-a536-cdcbb9a87cf6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:08.533939 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-139fca27-1beb-4934-ba1f-6411b93e0f6d req-11e32307-1e2e-4fbe-a536-cdcbb9a87cf6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 943 time: 0.0620198 Jun 22 15:11:08.569905 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-139fca27-1beb-4934-ba1f-6411b93e0f6d req-42a68ed5-5812-4640-8741-2d9d2e6279ab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304077 Jun 22 15:11:09.748423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a09a3-760a-4dfa-a80d-d590e93933f4 req-50ab0148-6217-4dda-8650-fc12cef36287 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:09.749801 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-200a09a3-760a-4dfa-a80d-d590e93933f4 req-50ab0148-6217-4dda-8650-fc12cef36287 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 943 time: 0.0650148 Jun 22 15:11:09.791682 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-200a09a3-760a-4dfa-a80d-d590e93933f4 req-eaef956c-9068-4190-83f8-6754d76cc8d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360448 Jun 22 15:11:10.136915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:10.965581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97f8a6-c07a-485a-9e41-8853174598ec req-58dd364c-f6ad-4f8d-9b85-3c9b3b6e86f2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:10.967010 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6a97f8a6-c07a-485a-9e41-8853174598ec req-58dd364c-f6ad-4f8d-9b85-3c9b3b6e86f2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 943 time: 0.0654874 Jun 22 15:11:11.003273 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6a97f8a6-c07a-485a-9e41-8853174598ec req-f6459b96-e54e-4394-a86e-e4fa0e105c9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306845 Jun 22 15:11:12.175757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebe846-69ed-4f49-a52c-cc1ce3aa35ad req-b0d62d55-49e3-4268-887a-820d38225e56 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:12.177227 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ebe846-69ed-4f49-a52c-cc1ce3aa35ad req-b0d62d55-49e3-4268-887a-820d38225e56 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 943 time: 0.0625682 Jun 22 15:11:12.214832 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ebe846-69ed-4f49-a52c-cc1ce3aa35ad req-eb02c930-86db-493e-a7bd-3e61f4e3e0ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Jun 22 15:11:12.217468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5efc2a55-fb8f-4c54-872e-14972ca9efc7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:11:12.307480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5efc2a55-fb8f-4c54-872e-14972ca9efc7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:11:12.318370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'port_id': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'mac_address': 'fa:16:3e:0a:13:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:11:12.359839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:12.372492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efc2a55-fb8f-4c54-872e-14972ca9efc7 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:11:12.393022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5efc2a55-fb8f-4c54-872e-14972ca9efc7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:11:12.396830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:12.400449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ddba53ae-b9fc-4307-9abb-92868d871fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:12.445694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=5efc2a55-fb8f-4c54-872e-14972ca9efc7,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:12.452417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.452794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.453138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.453475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.453806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.454138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.454468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.454796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.455123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.455445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.455766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.456086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:11:12.459924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:12.687919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['5efc2a55-fb8f-4c54-872e-14972ca9efc7'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:11:13.385979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80800b9f-bc17-4b4c-aee0-6c4d5c2a2f67 req-508c9282-5cd5-4fcb-bca2-570fc5d56099 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:13.387416 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-80800b9f-bc17-4b4c-aee0-6c4d5c2a2f67 req-508c9282-5cd5-4fcb-bca2-570fc5d56099 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 944 time: 0.0621226 Jun 22 15:11:13.423832 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-80800b9f-bc17-4b4c-aee0-6c4d5c2a2f67 req-fc71b6af-7615-4413-9b0d-e3e1f0a8f728 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306900 Jun 22 15:11:14.233362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5efc2a55-fb8f-4c54-872e-14972ca9efc7 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:11:14.285281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:11:14.288936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:11:14.289343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:14.367643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:14.389861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:11:14.392179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dede85e-2e5c-4650-b18f-bca56b6d0933" -d '{"events": [{"server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "name": "network-vif-plugged", "status": "completed", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:11:14.405214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5efc2a55-fb8f-4c54-872e-14972ca9efc7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:11:14.408847 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:14.411651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3638a864-f632-4d97-b0b6-ed13382189ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:14.436425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063fd797-4ab7-4098-9598-53aa49307a34 x-openstack-request-id: req-063fd797-4ab7-4098-9598-53aa49307a34 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:11:14.436728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "name": "network-vif-plugged", "status": "completed", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:11:14.437016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-063fd797-4ab7-4098-9598-53aa49307a34 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:11:14.437419 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'code': 200} Jun 22 15:11:14.464110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=5efc2a55-fb8f-4c54-872e-14972ca9efc7,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:14.467062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:14.606192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f476-2d20-4c01-a9a1-686cd9b41828 req-ed0503f6-a1fe-42a8-a50f-e5993cdcaf76 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:14.607676 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-82b4f476-2d20-4c01-a9a1-686cd9b41828 req-ed0503f6-a1fe-42a8-a50f-e5993cdcaf76 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 945 time: 0.0644500 Jun 22 15:11:14.647937 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-82b4f476-2d20-4c01-a9a1-686cd9b41828 req-02a5f2a8-999a-4151-9d45-d385b303af71 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342593 Jun 22 15:11:14.663076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6494f3-9ddd-4f64-9418-2c82211f307d req-e2a1b49f-3ede-4149-85e4-a61decdf4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:14.664546 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f6494f3-9ddd-4f64-9418-2c82211f307d req-e2a1b49f-3ede-4149-85e4-a61decdf4b5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 1098 time: 0.0538104 Jun 22 15:11:14.697360 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f6494f3-9ddd-4f64-9418-2c82211f307d req-49f63dde-483d-4c41-9bdd-6dfd0b742294 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266721 Jun 22 15:11:15.826206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebda61-0439-49e4-bf23-cf557bec883a req-fd40040e-d02d-45c7-9428-1ee45823aadc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:15.827666 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-faebda61-0439-49e4-bf23-cf557bec883a req-fd40040e-d02d-45c7-9428-1ee45823aadc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 945 time: 0.0671458 Jun 22 15:11:15.865007 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-faebda61-0439-49e4-bf23-cf557bec883a req-5e46ed76-e8be-4a9f-a92a-cd083c88170a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317333 Jun 22 15:11:17.037984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c296896-bc5a-4e0c-a4eb-89f6b80d402d req-6728e6ff-cc4e-42ed-b756-ef4efc2e6ab6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:17.039439 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4c296896-bc5a-4e0c-a4eb-89f6b80d402d req-6728e6ff-cc4e-42ed-b756-ef4efc2e6ab6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 945 time: 0.0659752 Jun 22 15:11:17.077229 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4c296896-bc5a-4e0c-a4eb-89f6b80d402d req-6c0f9fa9-b45c-47f8-a4f2-8cf727cdc2ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Jun 22 15:11:17.244767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b9788-9b6c-4eaa-af7a-a50526539c11 req-0e657782-9ca2-4ea5-a447-3124eba510e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:17.246139 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8b1b9788-9b6c-4eaa-af7a-a50526539c11 req-0e657782-9ca2-4ea5-a447-3124eba510e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 945 time: 0.0628397 Jun 22 15:11:17.283743 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8b1b9788-9b6c-4eaa-af7a-a50526539c11 req-643f3c46-789a-44dd-bbce-766b0056bb30 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320427 Jun 22 15:11:17.307182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43720) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:17.359672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ceafc-98e0-46d8-acd9-e6594d42e8ea tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:17.361314 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-720ceafc-98e0-46d8-acd9-e6594d42e8ea tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 1093 time: 0.0531540 Jun 22 15:11:17.363925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43722) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:17.368292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:11:17.390029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:17.487288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:17.589536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.4 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/989208cd-0942-46a1-b0b9-0c66f7547644) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:11:17.688723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:17.726014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:17.727952 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7059dea3-33b4-44c4-ae28-2904a87a7b01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:17.767271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:11:17.770036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:11:17.773534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:11:17.795853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=989208cd-0942-46a1-b0b9-0c66f7547644,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:17.799593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:18.132999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:18.513304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:18.661740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:18.666336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:18.669336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-45f3a19d-04bb-4396-9b28-0841fee92f9e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:11:18.738449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=989208cd-0942-46a1-b0b9-0c66f7547644,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:11:18.741702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:11:18.747376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:18.843811 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 850553c7-69b3-4536-9753-8115e28fcd8a associated. External IP: 172.26.6.4, port: 5efc2a55-fb8f-4c54-872e-14972ca9efc7. Jun 22 15:11:19.049468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:11:19.156315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:11:19.165795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] Sync routers for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:11:19.172977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:19.175614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:11:19.176447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:11:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:19.215558 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8505661 Jun 22 15:11:19.216345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:11:19.218248 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43724) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:19.218797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9027dc52-2509-4de1-89b0-ebf7463681b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:11:19.260507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e47130-a689-4b83-8c67-45007f2a83cf x-openstack-request-id: req-85e47130-a689-4b83-8c67-45007f2a83cf {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:11:19.261575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:11:19.261898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85e47130-a689-4b83-8c67-45007f2a83cf {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:11:19.262426 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'status': 'completed', 'code': 200} Jun 22 15:11:19.293460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:11:19.333789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43728) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:19.334121 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-46d9107a-4ca4-4062-b884-75e7e7a6a74a tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers/71ef33d7-f89a-4e40-94d0-c7a8e748c251 HTTP/1.1" status: 200 len: 922 time: 0.1128399 Jun 22 15:11:19.377837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-3d8622c7-807f-405e-abc1-bd7d07cec837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:19.379329 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-3d8622c7-807f-405e-abc1-bd7d07cec837 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 1098 time: 0.0948558 Jun 22 15:11:19.448797 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c1a07d66-12c4-4de3-b180-348e8844babd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/850553c7-69b3-4536-9753-8115e28fcd8a HTTP/1.1" status: 200 len: 989 time: 0.1124372 Jun 22 15:11:19.483642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-95eb95c4-4aba-4633-8217-49dd59b21c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:19.485135 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-95eb95c4-4aba-4633-8217-49dd59b21c37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce HTTP/1.1" status: 200 len: 897 time: 0.0981412 Jun 22 15:11:19.519658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '850553c7-69b3-4536-9753-8115e28fcd8a', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'port_id': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'mac_address': 'fa:16:3e:0a:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:11:17Z', 'updated_at': '2021-06-22T15:11:17Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:11:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:19.550273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] Checking router: 71ef33d7-f89a-4e40-94d0-c7a8e748c251 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:11:19.557324 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-ff9ca590-568b-4171-8acd-287912378094 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7 HTTP/1.1" status: 200 len: 997 time: 0.0652101 Jun 22 15:11:19.558950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:11:19.559558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:11:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:19.608970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-01aa22ed-aed1-4fa2-b3cb-aaba0a5c87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:19.610694 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-01aa22ed-aed1-4fa2-b3cb-aaba0a5c87c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11c0f8b7-166e-4243-87eb-3cf2df7fb2ed HTTP/1.1" status: 200 len: 835 time: 0.0475152 Jun 22 15:11:19.679967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:11:19.685111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-a4ae178a-3227-4618-b366-654eb491f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:19.686654 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-a4ae178a-3227-4618-b366-654eb491f0f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0697472 Jun 22 15:11:19.797441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-6407d7f7-cd7a-40cd-ae64-d726265a11e7 service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038079 Jun 22 15:11:19.894774 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9027dc52-2509-4de1-89b0-ebf7463681b4 req-0ca378f3-cf9c-4575-ab59-e6e70ab22ef6 service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839310 Jun 22 15:11:19.922414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '850553c7-69b3-4536-9753-8115e28fcd8a', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'port_id': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'mac_address': 'fa:16:3e:0a:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:11:17Z', 'updated_at': '2021-06-22T15:11:17Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:11:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:11:19.948950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4f786-842c-4cd2-9af5-ff064ec289ba None None] The sync data for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv is: [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '850553c7-69b3-4536-9753-8115e28fcd8a', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'port_id': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'mac_address': 'fa:16:3e:0a:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:11:17Z', 'updated_at': '2021-06-22T15:11:17Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:11:05Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:11:20.145630 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8c570-4d0a-4d11-8eca-fe4b01e5ef24 None None] New status for floating IP 850553c7-69b3-4536-9753-8115e28fcd8a: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:11:20.450807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43732) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:11:20.517544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-072bf0db-53a8-4182-886d-2e65b6741f75 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/850553c7-69b3-4536-9753-8115e28fcd8a HTTP/1.1" status: 200 len: 991 time: 0.0655231 Jun 22 15:11:21.121713 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-66c6017f-ca4b-4c3a-b4f9-926614605377 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505722 Jun 22 15:11:21.215211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-e2a6a9b0-8f47-4a82-b161-dd6d62fb0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:21.216757 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-e2a6a9b0-8f47-4a82-b161-dd6d62fb0cfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 1098 time: 0.0543954 Jun 22 15:11:21.324450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-5b2cc0f2-fe53-4800-836f-3b297fd697d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:21.325943 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-5b2cc0f2-fe53-4800-836f-3b297fd697d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce HTTP/1.1" status: 200 len: 897 time: 0.0906487 Jun 22 15:11:21.389238 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-35457ed5-dafc-4f0b-9e42-e46dc750409f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7 HTTP/1.1" status: 200 len: 999 time: 0.0573158 Jun 22 15:11:21.441663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-67d610eb-d650-4895-9330-5570a83e1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:21.443106 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-67d610eb-d650-4895-9330-5570a83e1fe0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11c0f8b7-166e-4243-87eb-3cf2df7fb2ed HTTP/1.1" status: 200 len: 835 time: 0.0484257 Jun 22 15:11:21.500441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-26f7eaa7-2071-4a59-8894-d402583b4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:11:21.501898 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-26f7eaa7-2071-4a59-8894-d402583b4cd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0507760 Jun 22 15:11:21.594362 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-c3abdc7d-e904-4221-8933-b93281f348aa service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862885 Jun 22 15:11:21.683635 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4ddf0b9-ad88-4a3b-9ad7-d84e2ca2bbd1 req-34adcf63-f23c-4144-bcee-dfee920e1f79 service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826249 Jun 22 15:11:30.148853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4361-c4a5-4c94-a863-39d3ea6ccc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:30.240241 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:11:32.653624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a78dc27-4d2f-4c2b-a9ea-d2d829f850e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:32.904885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:33.909908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:35.599792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:11:40.148997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:00.149686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c689e270-35d8-4daa-a483-e7698cd4d472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:02.654175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff82c042-f515-4a01-b623-b76c29d5f118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:02.906469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:03.911174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:05.602798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:07.238634 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:12:10.155209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:22.861465 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-6488e561-b81f-40d2-bf60-cc46edbf2ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530121 Jun 22 15:12:22.959407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-5d24f1df-05a4-43f5-a6f6-c476ad85d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:22.960807 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-5d24f1df-05a4-43f5-a6f6-c476ad85d0df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 1098 time: 0.0575509 Jun 22 15:12:23.064545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-b2dab3ba-038b-49d4-94cf-ecc939a9fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:23.066021 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-b2dab3ba-038b-49d4-94cf-ecc939a9fb31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce HTTP/1.1" status: 200 len: 897 time: 0.0840580 Jun 22 15:12:23.140525 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-35d56274-f0a2-44de-a0e2-76551ae2151d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7 HTTP/1.1" status: 200 len: 999 time: 0.0675638 Jun 22 15:12:23.186970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-e396345f-1e23-4ff8-a476-70375f58fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:23.188341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-e396345f-1e23-4ff8-a476-70375f58fc79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11c0f8b7-166e-4243-87eb-3cf2df7fb2ed HTTP/1.1" status: 200 len: 835 time: 0.0419991 Jun 22 15:12:23.245063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-4722452c-2721-4cfd-81c2-1a436f343806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:23.246419 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-4722452c-2721-4cfd-81c2-1a436f343806 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0517478 Jun 22 15:12:23.337135 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-92b32bf7-e0f4-4426-9840-26913861c26b service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832098 Jun 22 15:12:23.423975 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca4176c4-ce33-4be7-86a1-0525b33623f6 req-282843cd-28ea-41ae-b48f-ab4461b5b414 service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802941 Jun 22 15:12:30.150969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e12b9044-a110-4e2b-b5a9-0dcc09785fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:31.862112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43756) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:32.111975 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5fd5c90a-59fe-42bd-b59f-8240d5a86583 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers/71ef33d7-f89a-4e40-94d0-c7a8e748c251/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.2485518 Jun 22 15:12:32.114676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43760) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:32.231488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6f0b8d-101c-40b6-ac26-c6a28ec072ec tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Notify agent at dv-neutron-601336-93-hyperv the message router_removed_from_agent {{(pid=93502) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 22 15:12:32.235438 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cf6f0b8d-101c-40b6-ac26-c6a28ec072ec tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "DELETE /v2.0/agents/32945c47-10b8-4dc2-80fb-5e689dae1e16/l3-routers/71ef33d7-f89a-4e40-94d0-c7a8e748c251 HTTP/1.1" status: 204 len: 168 time: 0.1189671 Jun 22 15:12:32.237169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43762) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:32.347733 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-31273f17-8b83-4630-a403-ec738645c9b3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers/71ef33d7-f89a-4e40-94d0-c7a8e748c251/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1094136 Jun 22 15:12:32.350187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43764) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:32.483135 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d7f9dcfa-584d-45d2-90c8-dfd27519efc1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/850553c7-69b3-4536-9753-8115e28fcd8a HTTP/1.1" status: 200 len: 991 time: 0.1317301 Jun 22 15:12:32.663001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c706af92-4ddc-4e4e-87c9-15285a930cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:32.911171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:32.975986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553370e7-db47-4344-af23-c844270dac4f None None] New status for floating IP 850553c7-69b3-4536-9753-8115e28fcd8a: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:12:33.108990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62e572ad-06bc-49e1-951f-19570239ff96 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:12:33.183859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:33.214556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 62e572ad-06bc-49e1-951f-19570239ff96, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=62e572ad-06bc-49e1-951f-19570239ff96,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:33.218730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:33.219567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:12:33.221164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:33.292826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=62e572ad-06bc-49e1-951f-19570239ff96,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:33.302504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.302851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.303195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.303531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.303859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.304184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.304509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.304861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.305187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.305507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.305832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.306149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:33.310833 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:33.342966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:33.363376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:33.366567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:33.368326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d96aa190-899a-4426-8e18-67c1f0ff0794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:33.415404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:33.418288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:33.486850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43768) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:33.547222 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3d3e15ec-2237-41d8-8391-b7e69bcdef6c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/850553c7-69b3-4536-9753-8115e28fcd8a HTTP/1.1" status: 200 len: 989 time: 0.0586257 Jun 22 15:12:33.914545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:34.678977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43776) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:34.809197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4f799c-a143-41dc-ab85-d8dbba6a9e2c tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:12:34.809538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4f799c-a143-41dc-ab85-d8dbba6a9e2c tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Notify agent at dv-neutron-601336-93-hyperv the message router_added_to_agent {{(pid=93501) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 22 15:12:34.838973 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9b4f799c-a143-41dc-ab85-d8dbba6a9e2c tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "POST /v2.0/agents/32945c47-10b8-4dc2-80fb-5e689dae1e16/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1589012 Jun 22 15:12:34.841006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43780) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:34.842584 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] Sync routers for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:12:34.852242 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:34.852903 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:34.967518 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:34.982362 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7742e949-1c9b-402d-8aba-72e661941761 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers/71ef33d7-f89a-4e40-94d0-c7a8e748c251/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1396811 Jun 22 15:12:34.985799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43782) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:35.056519 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-30b9c0f9-4eb6-4d9b-9b35-8dfc536ccc24 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/850553c7-69b3-4536-9753-8115e28fcd8a HTTP/1.1" status: 200 len: 989 time: 0.0684083 Jun 22 15:12:35.215766 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:12:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '850553c7-69b3-4536-9753-8115e28fcd8a', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'port_id': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'mac_address': 'fa:16:3e:0a:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:11:17Z', 'updated_at': '2021-06-22T15:12:33Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:12:33Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:35.246829 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] Checking router: 71ef33d7-f89a-4e40-94d0-c7a8e748c251 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:12:35.256115 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:35.256719 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:35.362835 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:35.585668 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:12:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '850553c7-69b3-4536-9753-8115e28fcd8a', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'port_id': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'mac_address': 'fa:16:3e:0a:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:11:17Z', 'updated_at': '2021-06-22T15:12:33Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:12:33Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:35.608178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:35.613287 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a98e5d-62c7-47af-b66c-3d6c23bc13e2 None None] The sync data for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv is: [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:12:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '850553c7-69b3-4536-9753-8115e28fcd8a', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.4', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'port_id': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'mac_address': 'fa:16:3e:0a:13:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:11:17Z', 'updated_at': '2021-06-22T15:12:33Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:12:33Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:12:36.058587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43784) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:36.126948 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0fc43f89-796c-4d30-813b-ae19e4752f0f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/850553c7-69b3-4536-9753-8115e28fcd8a HTTP/1.1" status: 200 len: 989 time: 0.0668573 Jun 22 15:12:37.130616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43786) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:37.136059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62e572ad-06bc-49e1-951f-19570239ff96 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:37.176202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05e0d2-ccf3-41b5-8703-f5dfd145823b None None] New status for floating IP 850553c7-69b3-4536-9753-8115e28fcd8a: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:12:37.200494 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-35579a04-f6ae-47ca-beef-3e91388a8595 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/850553c7-69b3-4536-9753-8115e28fcd8a HTTP/1.1" status: 200 len: 989 time: 0.0686033 Jun 22 15:12:37.264954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 62e572ad-06bc-49e1-951f-19570239ff96 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:37.265369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:37.386601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:37.416774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 62e572ad-06bc-49e1-951f-19570239ff96, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=62e572ad-06bc-49e1-951f-19570239ff96,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:37.420138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:37.420982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:37.423076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:37.495362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=62e572ad-06bc-49e1-951f-19570239ff96,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:37.499049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:37.508022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:37.508394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:37.587410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:37.607825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:37.611831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:37.613790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8658f1b7-2717-4e87-99aa-87cff7b846c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:37.662115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:37.665255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:38.204508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43788) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:38.267553 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-56782034-b489-4dca-81ae-39799d480bb0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/850553c7-69b3-4536-9753-8115e28fcd8a HTTP/1.1" status: 200 len: 991 time: 0.0617201 Jun 22 15:12:38.545661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43794) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:38.702216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 989208cd-0942-46a1-b0b9-0c66f7547644 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:12:38.703085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:38.776350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:38.776680 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:38.843930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 989208cd-0942-46a1-b0b9-0c66f7547644 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:12:38.986533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:38.989240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:39.018846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=989208cd-0942-46a1-b0b9-0c66f7547644,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:39.041748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.042138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.042533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.042909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.043608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.043722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.043997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.044364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.044731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.045122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.045484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.045893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:39.050332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:39.088041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:39.088619 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 850553c7-69b3-4536-9753-8115e28fcd8a disassociated (deleted). External IP: 172.26.6.4, port: 5efc2a55-fb8f-4c54-872e-14972ca9efc7. Jun 22 15:12:39.112820 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62e572ad-06bc-49e1-951f-19570239ff96 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:39.159744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 62e572ad-06bc-49e1-951f-19570239ff96 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:39.160123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:39.300692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:12:39.381143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:39.410610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:12:39.414936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:39.421815 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] Sync routers for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:12:39.427032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:39.427535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:39.431308 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:39.431922 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:39.454824 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/floatingips/850553c7-69b3-4536-9753-8115e28fcd8a HTTP/1.1" status: 204 len: 168 time: 0.9054294 Jun 22 15:12:39.454824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:12:39.456096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fb6226-0d47-4083-b460-8e447c4a473e" -d '{"events": [{"name": "network-changed", "server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:12:39.494655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2758987-423b-4a73-9482-73ae75191e66 x-openstack-request-id: req-c2758987-423b-4a73-9482-73ae75191e66 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:12:39.495000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:12:39.495308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2758987-423b-4a73-9482-73ae75191e66 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:12:39.495759 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'status': 'completed', 'code': 200} Jun 22 15:12:39.579548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6226-0d47-4083-b460-8e447c4a473e req-beb76d04-04fb-408c-bfe5-3cf74b156877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:39.581231 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-93fb6226-0d47-4083-b460-8e447c4a473e req-beb76d04-04fb-408c-bfe5-3cf74b156877 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 1098 time: 0.0609486 Jun 22 15:12:39.649094 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:39.683029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6226-0d47-4083-b460-8e447c4a473e req-fcca61a6-0fa1-406e-8039-a746dd28284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:39.684606 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-93fb6226-0d47-4083-b460-8e447c4a473e req-fcca61a6-0fa1-406e-8039-a746dd28284b service neutron] 10.222.0.21 "GET /v2.0/networks?id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce HTTP/1.1" status: 200 len: 897 time: 0.0976992 Jun 22 15:12:39.732733 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-93fb6226-0d47-4083-b460-8e447c4a473e req-067241b4-d948-4358-b046-333c66b6b8ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7 HTTP/1.1" status: 200 len: 217 time: 0.0404716 Jun 22 15:12:39.784473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6226-0d47-4083-b460-8e447c4a473e req-1395fe06-2141-45fb-9793-6340b980db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:39.785956 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-93fb6226-0d47-4083-b460-8e447c4a473e req-1395fe06-2141-45fb-9793-6340b980db16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=11c0f8b7-166e-4243-87eb-3cf2df7fb2ed HTTP/1.1" status: 200 len: 835 time: 0.0468764 Jun 22 15:12:39.855018 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:12:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:12:37Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:39.883413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2688447-b578-48f5-91db-bfd3a1006f53 req-80ceeb8a-5abc-4722-a9bc-25757ef062a0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:39.884755 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] Checking router: 71ef33d7-f89a-4e40-94d0-c7a8e748c251 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:12:39.884947 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2688447-b578-48f5-91db-bfd3a1006f53 req-80ceeb8a-5abc-4722-a9bc-25757ef062a0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 945 time: 0.0980840 Jun 22 15:12:39.889544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6226-0d47-4083-b460-8e447c4a473e req-7ad9f4e7-8d3c-43af-887c-fee796216966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:39.891641 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-93fb6226-0d47-4083-b460-8e447c4a473e req-7ad9f4e7-8d3c-43af-887c-fee796216966 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=810e2868-1b90-44e4-93c0-7cb53a8ef7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0953820 Jun 22 15:12:39.893917 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:39.894525 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:39.974382 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2688447-b578-48f5-91db-bfd3a1006f53 req-031749dc-c338-46db-84a7-6299430902a0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817165 Jun 22 15:12:39.997483 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:40.010117 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-93fb6226-0d47-4083-b460-8e447c4a473e req-99de0310-a547-4556-a015-a138530cf6f2 service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107323 Jun 22 15:12:40.106237 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-93fb6226-0d47-4083-b460-8e447c4a473e req-8752dff8-467d-43a6-91a6-44c3428ab81f service neutron] 10.222.0.21 "GET /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894763 Jun 22 15:12:40.152512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:40.192319 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:12:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:12:37Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:40.219049 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d588c142-3245-4c1c-9d71-7a9d718bcd53 None None] The sync data for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv is: [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:11:01Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:12:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '62e572ad-06bc-49e1-951f-19570239ff96', 'name': '', 'network_id': '810e2868-1b90-44e4-93c0-7cb53a8ef7ce', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:c1:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:11:01Z', 'updated_at': '2021-06-22T15:12:37Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '11c0f8b7-166e-4243-87eb-3cf2df7fb2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:12:40.827182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2303a759-bbef-4e5f-8c5a-172fd9c5ebe2 None None] New status for floating IP 850553c7-69b3-4536-9753-8115e28fcd8a: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:12:41.153120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863771ad-320a-476a-a053-6bbe43fd65e6 req-2a11b6e6-31e7-4498-9e78-e7f2959b8515 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:41.154564 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-863771ad-320a-476a-a053-6bbe43fd65e6 req-2a11b6e6-31e7-4498-9e78-e7f2959b8515 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 945 time: 0.0641642 Jun 22 15:12:41.193901 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-863771ad-320a-476a-a053-6bbe43fd65e6 req-22c2ff37-3459-4c9b-bcd7-2fc1727416ae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=bf99dae4-5293-4e36-b0c2-b0aa481abe2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332162 Jun 22 15:12:41.290312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-07c1978b-c558-4729-9d0e-43bed611b4d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:41.291753 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-07c1978b-c558-4729-9d0e-43bed611b4d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 945 time: 0.0629075 Jun 22 15:12:41.387617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:12:41.387983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:41.795024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 5efc2a55-fb8f-4c54-872e-14972ca9efc7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5efc2a55-fb8f-4c54-872e-14972ca9efc7,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:41.795377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:41.860058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 5efc2a55-fb8f-4c54-872e-14972ca9efc7 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:12:41.981732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:41.985598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:42.014388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=5efc2a55-fb8f-4c54-872e-14972ca9efc7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:42.018926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:42.059801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port 5efc2a55-fb8f-4c54-872e-14972ca9efc7 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:12:42.063022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:42.065033 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-76c2a5b6-37d7-4171-bff6-f367a9e72184 req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/5efc2a55-fb8f-4c54-872e-14972ca9efc7 HTTP/1.1" status: 204 len: 173 time: 0.7673774 Jun 22 15:12:42.065565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'name': 'network-vif-deleted', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:12:42.067927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892ec05c-c858-46a9-97e4-23b5b5301e94" -d '{"events": [{"server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "name": "network-vif-deleted", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:12:42.105319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67244d88-2dc6-45b4-8599-f52537b776e3 x-openstack-request-id: req-67244d88-2dc6-45b4-8599-f52537b776e3 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:12:42.105665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f", "name": "network-vif-deleted", "tag": "5efc2a55-fb8f-4c54-872e-14972ca9efc7", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:12:42.105972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67244d88-2dc6-45b4-8599-f52537b776e3 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:12:42.106425 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f', 'name': 'network-vif-deleted', 'tag': '5efc2a55-fb8f-4c54-872e-14972ca9efc7', 'status': 'completed', 'code': 200} Jun 22 15:12:42.345346 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a45afdcf-403b-41ab-9912-df700f635adb req-d8abe653-60f6-4475-9876-b6f1d6b1c0d2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=f39b8272-cdf9-4b2f-a1e7-b992d5c3e08f HTTP/1.1" status: 200 len: 210 time: 0.0289068 Jun 22 15:12:43.441752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43812) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:43.504538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da03076f-aca1-4ed9-bf92-be9478605f54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:43.529840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da03076f-aca1-4ed9-bf92-be9478605f54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:43.590922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da03076f-aca1-4ed9-bf92-be9478605f54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:43.593532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da03076f-aca1-4ed9-bf92-be9478605f54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:43.594922 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-da03076f-aca1-4ed9-bf92-be9478605f54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/bf99dae4-5293-4e36-b0c2-b0aa481abe2c HTTP/1.1" status: 204 len: 168 time: 0.1519547 Jun 22 15:12:43.595728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-42c8eb1b-47d0-4182-aad2-bf156a14e9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:43.604856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03076f-aca1-4ed9-bf92-be9478605f54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf99dae4-5293-4e36-b0c2-b0aa481abe2c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:43.607874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-da03076f-aca1-4ed9-bf92-be9478605f54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:43.625963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43816) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:43.978908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:44.237462 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:12:44.239192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 62e572ad-06bc-49e1-951f-19570239ff96 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:12:44.239537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:44.330821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 62e572ad-06bc-49e1-951f-19570239ff96, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=62e572ad-06bc-49e1-951f-19570239ff96,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:44.331173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:44.398088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 62e572ad-06bc-49e1-951f-19570239ff96 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:12:44.584120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:44.586870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e85f8709-2b85-4837-b860-c375662bf943 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:44.609321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5efc2a55-fb8f-4c54-872e-14972ca9efc7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:12:44.612446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=62e572ad-06bc-49e1-951f-19570239ff96,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:44.618487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:44.629691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 5efc2a55-fb8f-4c54-872e-14972ca9efc7 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:12:44.630318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5efc2a55-fb8f-4c54-872e-14972ca9efc7 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:12:44.789143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.000784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:12:45.110260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:12:45.115668 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/71ef33d7-f89a-4e40-94d0-c7a8e748c251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4882598 Jun 22 15:12:45.117919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43818) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:45.120891 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] Sync routers for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:12:45.131037 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:45.131651 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:45.169938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-8303eb7f-37a2-481f-8e59-91656d6c8ff3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting subnet 11c0f8b7-166e-4243-87eb-3cf2df7fb2ed {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:12:45.173280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8303eb7f-37a2-481f-8e59-91656d6c8ff3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.217510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8303eb7f-37a2-481f-8e59-91656d6c8ff3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.234859 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:45.299524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8303eb7f-37a2-481f-8e59-91656d6c8ff3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.358418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8303eb7f-37a2-481f-8e59-91656d6c8ff3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.360422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cb1187af-3e5f-4468-9e32-f9ce3e86678f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:45.390647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303eb7f-37a2-481f-8e59-91656d6c8ff3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Subnet': ['ID=11c0f8b7-166e-4243-87eb-3cf2df7fb2ed,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:45.393982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8303eb7f-37a2-481f-8e59-91656d6c8ff3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:45.394959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8303eb7f-37a2-481f-8e59-91656d6c8ff3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.396809 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8303eb7f-37a2-481f-8e59-91656d6c8ff3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/subnets/11c0f8b7-166e-4243-87eb-3cf2df7fb2ed HTTP/1.1" status: 204 len: 168 time: 0.2779102 Jun 22 15:12:45.399439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43820) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:45.403760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6dbf3-fe2b-4574-9331-a5f2230e9698 None None] Network 810e2868-1b90-44e4-93c0-7cb53a8ef7ce requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:12:45.414101 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:12:44Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:12:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:45.441242 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] Checking router: 71ef33d7-f89a-4e40-94d0-c7a8e748c251 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:12:45.450245 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] Routers {'71ef33d7-f89a-4e40-94d0-c7a8e748c251'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:45.451246 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:45.511195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.554599 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] Set router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:45.614325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] DHCP port deletion for 810e2868-1b90-44e4-93c0-7cb53a8ef7ce request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:12:45.615117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.671705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:12:45.672107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.677973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] Deleting port 654698d4-b552-4353-948a-4bde4cecaba8 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:12:45.678872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.735670 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:12:44Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:12:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:45.742544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] For port 654698d4-b552-4353-948a-4bde4cecaba8, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=654698d4-b552-4353-948a-4bde4cecaba8,segment=NetworkSegment(c8821451-1964-4e0b-85db-c05199ff3e7a),segment_id=c8821451-1964-4e0b-85db-c05199ff3e7a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:45.743021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.754864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:45.755235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.767789 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795f5fbc-bcbc-4786-837c-359748a178ae None None] The sync data for ids ['71ef33d7-f89a-4e40-94d0-c7a8e748c251'] in dv-neutron-601336-93-hyperv is: [{'id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'name': 'tempest-TestNetworkBasicOps-router-1542978343', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:10:57Z', 'updated_at': '2021-06-22T15:12:44Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ef33d7-f89a-4e40-94d0-c7a8e748c251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:10:58Z', 'updated_at': '2021-06-22T15:12:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:12:45.815192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] Calling delete_port for 654698d4-b552-4353-948a-4bde4cecaba8 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:12:45.829205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:12:45.891480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:45.894201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:45.918998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] Pushing event deleted for resources: {'Port': ['ID=654698d4-b552-4353-948a-4bde4cecaba8,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:45.922210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:45.923002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] No DVR routers for this DVR port 654698d4-b552-4353-948a-4bde4cecaba8 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:12:45.996852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.000350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-127d56b7-c021-4f14-8373-23ab63e2b3a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:46.024509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:46.027258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:46.091700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.185142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.187503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.231292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.231865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Fanout notify agent at l3_agent the message router_deleted on router 71ef33d7-f89a-4e40-94d0-c7a8e748c251 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:12:46.242338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.245182 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/routers/71ef33d7-f89a-4e40-94d0-c7a8e748c251 HTTP/1.1" status: 204 len: 168 time: 0.8447764 Jun 22 15:12:46.246074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43822) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:46.321483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.415015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.430280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810e2868-1b90-44e4-93c0-7cb53a8ef7ce']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:46.440907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8821451-1964-4e0b-85db-c05199ff3e7a') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:46.441198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8821451-1964-4e0b-85db-c05199ff3e7a') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:46.449595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.462878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.468937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:12:46.469381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:12:46.472438 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:12:46.533570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.536915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e86c2dd5-e383-4ba0-b47f-2adc33373be8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:46.540643 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.542433 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/networks/810e2868-1b90-44e4-93c0-7cb53a8ef7ce HTTP/1.1" status: 204 len: 168 time: 0.2954090 Jun 22 15:12:46.554432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Network': ['ID=810e2868-1b90-44e4-93c0-7cb53a8ef7ce,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:46.556642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:46.564954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43824) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:46.570030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'network': {'name': 'tempest-network-smoke--867516284', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:46.591051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:12:46.595519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.618999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:12:46.628504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.628871 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Added segment 48b2ff66-6331-4d3d-a0c6-43fd09a63b58 of type vlan for network 678f0641-490a-49d3-93de-90413d385c8b Jun 22 15:12:46.668312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.695924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.701338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:46.701902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.704372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4f499671-2a9f-4601-913b-0492067b3425 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:46.768174 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2021763 Jun 22 15:12:46.770895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43826) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:46.775268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'admin_state_up': True, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:46.796030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Network': ['ID=678f0641-490a-49d3-93de-90413d385c8b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:46.800139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c481f894-2296-4f3f-a55c-b3cbde468e9a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:46.807891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 678f0641-490a-49d3-93de-90413d385c8b details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:12:46.815896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.816925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:46.870148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:47.007326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:47.116057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62e572ad-06bc-49e1-951f-19570239ff96 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:12:47.136162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 62e572ad-06bc-49e1-951f-19570239ff96 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:12:47.136516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 62e572ad-06bc-49e1-951f-19570239ff96 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:12:47.136985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 654698d4-b552-4353-948a-4bde4cecaba8 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:12:47.154885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 654698d4-b552-4353-948a-4bde4cecaba8 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:12:47.155233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 654698d4-b552-4353-948a-4bde4cecaba8 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:12:47.155672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:12:47.173591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:12:47.173942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1661b296-cbdf-4ddf-8bc1-2c2d0f83ecbe not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:12:47.203237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:47.545542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:47.645357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.37 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/6872f61a-27e4-4f76-b15e-5d969fc9af43) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:12:47.746845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:47.783288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:47.785307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1a09a322-b119-4ee8-8391-dae165f43ac0 tempest-TestVolumeBootPattern-709442388 tempest-TestVolumeBootPattern-709442388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:47.825222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:12:47.828049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:12:47.830565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:12:47.854520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=6872f61a-27e4-4f76-b15e-5d969fc9af43,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:47.857632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:48.077572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:48.272917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:48.400364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 28b39907-405a-48c1-bfb0-3e41a88c0338 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:12:48.504619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:12:48.514250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Sync routers for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:12:48.522985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:48.523710 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:48.527451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:48.527636 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7526140 Jun 22 15:12:48.527636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43828) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:48.556112 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c190d68c-e8c0-4ccb-b228-8962bda9d646 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273075 Jun 22 15:12:48.558503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43830) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:48.630811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:48.648470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e70ad20-a9f6-4bba-97eb-982c9fb347e0 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:48.649998 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7e70ad20-a9f6-4bba-97eb-982c9fb347e0 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906157 Jun 22 15:12:48.652878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43832) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:48.681458 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-148ab4b4-ad3e-467d-b7e3-deb0c057ed3b tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274990 Jun 22 15:12:48.683794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43834) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:48.688914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-512595273', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:48.775409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:12:48.779010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:48.813147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:47Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:48.839390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Checking router: 28b39907-405a-48c1-bfb0-3e41a88c0338 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:12:48.839746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Updating router 28b39907-405a-48c1-bfb0-3e41a88c0338 port 6872f61a-27e4-4f76-b15e-5d969fc9af43 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:12:48.872939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:48.966120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:48.967986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2ed86115-2144-49a2-9724-2f6c2a4a2127 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:49.030228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=6bb228cf-292e-4c66-b02e-56d23f8ae6fc,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:49.034187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:49.039572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Checking segment: {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:12:49.039927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network hostable DHCP agents. Network: 678f0641-490a-49d3-93de-90413d385c8b, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:12:49.058494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 678f0641-490a-49d3-93de-90413d385c8b is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:12:49.068388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 678f0641-490a-49d3-93de-90413d385c8b) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:12:49.072938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:49.073620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:49.086906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40421705-7383-4ba6-9549-f27448b248de None None] Network 678f0641-490a-49d3-93de-90413d385c8b requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:12:49.090164 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4f820705-2d76-4bc9-80cc-cb64530e179c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4053984 Jun 22 15:12:49.092905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43836) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:49.169997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:49.186804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Transition to ACTIVE for port object 6872f61a-27e4-4f76-b15e-5d969fc9af43 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:12:49.197399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:49.201118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-54935568-1049-4f56-a587-f91d4e6e8f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:49.284130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f861bd-283e-4c22-be6e-e0bb65eb8850 None None] Pushing event updated for resources: {'Port': ['ID=6872f61a-27e4-4f76-b15e-5d969fc9af43,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:49.289780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-00f861bd-283e-4c22-be6e-e0bb65eb8850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:49.290490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Attempting to bind port 6872f61a-27e4-4f76-b15e-5d969fc9af43 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:12:49.290839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Attempting to bind port 6872f61a-27e4-4f76-b15e-5d969fc9af43 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:12:49.291204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Attempting to bind port 6872f61a-27e4-4f76-b15e-5d969fc9af43 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:12:49.301021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:12:49.301404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:12:49.301815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:49.302213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:12:49.302679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Bound port: 6872f61a-27e4-4f76-b15e-5d969fc9af43, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:12:49.303057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:49.357673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-678f0641-490a-49d3-93de-90413d385c8b', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:12:49.358529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:49.395017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] For port 6872f61a-27e4-4f76-b15e-5d969fc9af43, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:12:49.398996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] For port 6872f61a-27e4-4f76-b15e-5d969fc9af43, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=6872f61a-27e4-4f76-b15e-5d969fc9af43,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:12:49.440110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:49.444809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8658f1b7-2717-4e87-99aa-87cff7b846c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:49.527255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:49.543153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:49.543778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:49.581224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f861bd-283e-4c22-be6e-e0bb65eb8850 None None] Pushing event updated for resources: {'Port': ['ID=6872f61a-27e4-4f76-b15e-5d969fc9af43,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:49.588941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-00f861bd-283e-4c22-be6e-e0bb65eb8850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:49.605752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Allocated IP 172.20.0.2 (678f0641-490a-49d3-93de-90413d385c8b/6bb228cf-292e-4c66-b02e-56d23f8ae6fc/479eecdd-a1fb-4ada-ac74-d1905c473505) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:12:49.710280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:50.051393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.076555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Transition to ACTIVE for port object 479eecdd-a1fb-4ada-ac74-d1905c473505 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:12:50.097251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Transition to ACTIVE for port object 479eecdd-a1fb-4ada-ac74-d1905c473505 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:12:50.105764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.109270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3638a864-f632-4d97-b0b6-ed13382189ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:50.149954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Network 678f0641-490a-49d3-93de-90413d385c8b is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:12:50.151032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.1 (678f0641-490a-49d3-93de-90413d385c8b/6bb228cf-292e-4c66-b02e-56d23f8ae6fc/6130439a-e32a-441f-82d7-9f78cd731175) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:12:50.155342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:12:50.159574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:12:50.167743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:47Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:50.175251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Pushing event updated for resources: {'Port': ['ID=479eecdd-a1fb-4ada-ac74-d1905c473505,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:50.178151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:50.225430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5b506-68d1-4346-b41a-132586694bb7 None None] The sync data for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv is: [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:47Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:12:50.258579 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Attempting to bind port 479eecdd-a1fb-4ada-ac74-d1905c473505 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:12:50.258958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Attempting to bind port 479eecdd-a1fb-4ada-ac74-d1905c473505 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:12:50.259381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Attempting to bind port 479eecdd-a1fb-4ada-ac74-d1905c473505 on network 678f0641-490a-49d3-93de-90413d385c8b {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:12:50.264616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:12:50.265945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Checking segment: {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:12:50.265945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.266345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Bound using segment: {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:12:50.266815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Bound port: 479eecdd-a1fb-4ada-ac74-d1905c473505, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:12:50.267189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.268770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.285369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 6130439a-e32a-441f-82d7-9f78cd731175 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:12:50.320065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.323038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8d129fe8-a808-4abd-acbb-e6d7fd6fd868 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:50.335443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] For port 479eecdd-a1fb-4ada-ac74-d1905c473505, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:12:50.341956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] For port 479eecdd-a1fb-4ada-ac74-d1905c473505, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=479eecdd-a1fb-4ada-ac74-d1905c473505,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:12:50.348122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.350141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:50.373157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 678f0641-490a-49d3-93de-90413d385c8b is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:12:50.377698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:12:50.381024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:12:50.412463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Pushing event updated for resources: {'Port': ['ID=479eecdd-a1fb-4ada-ac74-d1905c473505,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:50.415840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:50.434108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=6130439a-e32a-441f-82d7-9f78cd731175,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:50.437498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:50.438517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.626306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.940307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.945110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:50.947993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:51.026614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:51.028602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=6130439a-e32a-441f-82d7-9f78cd731175,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:51.033131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:51.140502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 678f0641-490a-49d3-93de-90413d385c8b is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:12:51.142223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:12:51.219068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6872f61a-27e4-4f76-b15e-5d969fc9af43 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:51.282802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 6872f61a-27e4-4f76-b15e-5d969fc9af43 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:12:51.288147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 28b39907-405a-48c1-bfb0-3e41a88c0338 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:12:51.293144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 6872f61a-27e4-4f76-b15e-5d969fc9af43 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:51.293594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:51.377791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:51.402211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 6872f61a-27e4-4f76-b15e-5d969fc9af43, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=6872f61a-27e4-4f76-b15e-5d969fc9af43,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:51.406664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:51.407701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 479eecdd-a1fb-4ada-ac74-d1905c473505 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:51.408386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:12:51.410381 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d8934161-a5d0-4120-b5c5-7af7843a21e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:51.417159 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/28b39907-405a-48c1-bfb0-3e41a88c0338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3209398 Jun 22 15:12:51.417472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43838) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:51.492420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=6872f61a-27e4-4f76-b15e-5d969fc9af43,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:51.497940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:51.508359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 479eecdd-a1fb-4ada-ac74-d1905c473505 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:12:51.518032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c8953-dddb-41b3-a7a0-4d10eb7a515b None None] Network 678f0641-490a-49d3-93de-90413d385c8b requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:12:51.526535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5cb1e-b1a2-4e8e-9c8d-1db7ae9e20e5 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:51.527102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5cb1e-b1a2-4e8e-9c8d-1db7ae9e20e5 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:51.527566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5cb1e-b1a2-4e8e-9c8d-1db7ae9e20e5 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:51.528051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5cb1e-b1a2-4e8e-9c8d-1db7ae9e20e5 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:51.529695 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-63e5cb1e-b1a2-4e8e-9c8d-1db7ae9e20e5 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1111732 Jun 22 15:12:51.533177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43840) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:51.584523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9105f2-4d11-4a99-a280-e09de34a03e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:51.585009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9105f2-4d11-4a99-a280-e09de34a03e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:51.585460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9105f2-4d11-4a99-a280-e09de34a03e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:51.585911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9105f2-4d11-4a99-a280-e09de34a03e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:51.587591 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6b9105f2-4d11-4a99-a280-e09de34a03e3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0535295 Jun 22 15:12:51.590694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43842) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:51.642498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e961af24-05a6-4afd-9490-c21285809abb None None] Provisioning for port 479eecdd-a1fb-4ada-ac74-d1905c473505 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:12:51.667071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e961af24-05a6-4afd-9490-c21285809abb None None] Provisioning complete for port 479eecdd-a1fb-4ada-ac74-d1905c473505 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:51.667449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e961af24-05a6-4afd-9490-c21285809abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:51.729986 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-77808d11-52d4-4928-9a26-b0c80661ca21 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1381152 Jun 22 15:12:51.768179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e961af24-05a6-4afd-9490-c21285809abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:51.804635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e961af24-05a6-4afd-9490-c21285809abb None None] For port 479eecdd-a1fb-4ada-ac74-d1905c473505, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=479eecdd-a1fb-4ada-ac74-d1905c473505,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:51.814248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e961af24-05a6-4afd-9490-c21285809abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:51.817221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:51.870306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961af24-05a6-4afd-9490-c21285809abb None None] Pushing event updated for resources: {'Port': ['ID=479eecdd-a1fb-4ada-ac74-d1905c473505,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:51.877582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e961af24-05a6-4afd-9490-c21285809abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:51.972439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43846) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:51.977442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9c0b5b99-978c-4e84-9fc6-06ec4e7c6a1e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680025503', 'description': 'tempest-secgroup-smoke-1680025503 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:52.001093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c0b5b99-978c-4e84-9fc6-06ec4e7c6a1e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.036222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-667fc106-356a-4eb7-8d40-68452db8612e None None] Provisioning complete for port 479eecdd-a1fb-4ada-ac74-d1905c473505 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:52.036734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-667fc106-356a-4eb7-8d40-68452db8612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.095681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c0b5b99-978c-4e84-9fc6-06ec4e7c6a1e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.099868 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Sync routers for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:12:52.101346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c0b5b99-978c-4e84-9fc6-06ec4e7c6a1e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.105950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ff40718d-db25-4e4a-bc8c-7a2bd02a4bce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:52.114954 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:52.115585 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:52.142830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c0b5b99-978c-4e84-9fc6-06ec4e7c6a1e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.145160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-667fc106-356a-4eb7-8d40-68452db8612e None None] Provisioning for port 6130439a-e32a-441f-82d7-9f78cd731175 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:12:52.147497 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9c0b5b99-978c-4e84-9fc6-06ec4e7c6a1e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1739755 Jun 22 15:12:52.148195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43848) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:52.150723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-667fc106-356a-4eb7-8d40-68452db8612e None None] Provisioning complete for port 6130439a-e32a-441f-82d7-9f78cd731175 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:52.151096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-667fc106-356a-4eb7-8d40-68452db8612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.152794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b5b99-978c-4e84-9fc6-06ec4e7c6a1e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f9cb08-267d-4d64-8349-1bac3c67316a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:52.157619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c0b5b99-978c-4e84-9fc6-06ec4e7c6a1e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:52.158997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '38f9cb08-267d-4d64-8349-1bac3c67316a', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:52.196569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-667fc106-356a-4eb7-8d40-68452db8612e None None] Port 6130439a-e32a-441f-82d7-9f78cd731175 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:12:52.199250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.258642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.263804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.270119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2092f64e-7d31-4bc5-b5ed-1fad7861d26f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:52.289367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d064dcf-f395-4ef7-af9a-92ef47839e98,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:52.297815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.299121 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472173 Jun 22 15:12:52.301124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.301697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.302181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43850) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:52.302993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.303563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.308869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-cfd3e10a-7f06-44b0-9a56-93beef8a8e8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '38f9cb08-267d-4d64-8349-1bac3c67316a', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:52.314571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.314969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.315387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.315775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.316157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.316532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.322078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-88620656-52ee-41e1-b864-56127a7feeb4 None None] Provisioning complete for port 6130439a-e32a-441f-82d7-9f78cd731175 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:52.322632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-88620656-52ee-41e1-b864-56127a7feeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.323338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.323836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:52.334273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:52.340365 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:52.350321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e10a-7f06-44b0-9a56-93beef8a8e8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.369961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-88620656-52ee-41e1-b864-56127a7feeb4 None None] Port 6130439a-e32a-441f-82d7-9f78cd731175 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:12:52.418220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e10a-7f06-44b0-9a56-93beef8a8e8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.422514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e10a-7f06-44b0-9a56-93beef8a8e8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.424646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c4f352fe-f598-4246-80c9-0569eb532e29 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:52.438900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3e10a-7f06-44b0-9a56-93beef8a8e8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4d2d08-0363-4ce5-a6b7-8efca87d8790,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:52.442868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cfd3e10a-7f06-44b0-9a56-93beef8a8e8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:52.449267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cfd3e10a-7f06-44b0-9a56-93beef8a8e8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.453176 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cfd3e10a-7f06-44b0-9a56-93beef8a8e8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474617 Jun 22 15:12:52.453511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43852) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:52.458468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7a3f099c-deba-4ce4-8c79-f89837e3d54d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '38f9cb08-267d-4d64-8349-1bac3c67316a', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:52.488121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f099c-deba-4ce4-8c79-f89837e3d54d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.489786 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1ee17be3-727f-4777-837e-e0efa36d87ea None None] Provisioning complete for port 6130439a-e32a-441f-82d7-9f78cd731175 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:52.490337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1ee17be3-727f-4777-837e-e0efa36d87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.524475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1ee17be3-727f-4777-837e-e0efa36d87ea None None] Port 6130439a-e32a-441f-82d7-9f78cd731175 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:12:52.549559 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f099c-deba-4ce4-8c79-f89837e3d54d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.551336 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '6130439a-e32a-441f-82d7-9f78cd731175', 'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:87:73:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:49Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:52.553176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f099c-deba-4ce4-8c79-f89837e3d54d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.554962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:52.571698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f099c-deba-4ce4-8c79-f89837e3d54d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c1dd36-a0e3-4de5-8091-e32fe7f7d276,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:52.574128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a3f099c-deba-4ce4-8c79-f89837e3d54d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:52.579088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f099c-deba-4ce4-8c79-f89837e3d54d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.580303 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7a3f099c-deba-4ce4-8c79-f89837e3d54d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258075 Jun 22 15:12:52.582456 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Checking router: 28b39907-405a-48c1-bfb0-3e41a88c0338 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:12:52.582823 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Updating router 28b39907-405a-48c1-bfb0-3e41a88c0338 port 6130439a-e32a-441f-82d7-9f78cd731175 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:12:52.583107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43854) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:52.587934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-36ac7ff8-cc26-4725-9204-bab3138b4fe8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '38f9cb08-267d-4d64-8349-1bac3c67316a', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:52.614213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36ac7ff8-cc26-4725-9204-bab3138b4fe8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.616519 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.674073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36ac7ff8-cc26-4725-9204-bab3138b4fe8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.677765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36ac7ff8-cc26-4725-9204-bab3138b4fe8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.679557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2a6be360-5e1d-4c13-b7b3-e1cb6bbb0606 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:52.696690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac7ff8-cc26-4725-9204-bab3138b4fe8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0a23f7-3e74-4f8a-a87c-ffd4e50ec486,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:52.699601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-36ac7ff8-cc26-4725-9204-bab3138b4fe8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:52.703945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36ac7ff8-cc26-4725-9204-bab3138b4fe8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.710488 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-36ac7ff8-cc26-4725-9204-bab3138b4fe8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238899 Jun 22 15:12:52.710689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43856) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:52.715445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-df909e74-f165-495e-92c8-13e13119fe6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '38f9cb08-267d-4d64-8349-1bac3c67316a', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:52.737835 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-df909e74-f165-495e-92c8-13e13119fe6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:12:52.742591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df909e74-f165-495e-92c8-13e13119fe6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.804192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df909e74-f165-495e-92c8-13e13119fe6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.807809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df909e74-f165-495e-92c8-13e13119fe6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.810085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-03ce3e86-f9ef-4f69-93d2-3b6399418c7a tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:52.826139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df909e74-f165-495e-92c8-13e13119fe6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29259860-bd3d-43f7-9cad-fdabc329adb8,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:52.829662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-df909e74-f165-495e-92c8-13e13119fe6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:52.834072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-df909e74-f165-495e-92c8-13e13119fe6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.835246 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-df909e74-f165-495e-92c8-13e13119fe6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236398 Jun 22 15:12:52.838095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43858) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:12:52.842767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '38f9cb08-267d-4d64-8349-1bac3c67316a', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:52.865080 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:12:52.869902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.881259 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.892352 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Transition to ACTIVE for port object 6130439a-e32a-441f-82d7-9f78cd731175 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:12:52.898534 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.901303 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-52f11679-9019-452b-beee-087e13e45101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:52.933229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.939685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.941927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7a3f099c-deba-4ce4-8c79-f89837e3d54d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:52.958631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239af8a1-0a19-4a1c-9dd2-b3f25450baf3,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:52.961303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:52.965642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:52.974763 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278934 Jun 22 15:12:53.005269 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Pushing event updated for resources: {'Port': ['ID=6130439a-e32a-441f-82d7-9f78cd731175,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:53.030108 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.030487 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.030907 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.031233 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.031561 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.031893 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.032214 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.032540 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.032888 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.033206 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.033523 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.033837 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:12:53.038169 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:53.047893 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Attempting to bind port 6130439a-e32a-441f-82d7-9f78cd731175 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:12:53.048347 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Attempting to bind port 6130439a-e32a-441f-82d7-9f78cd731175 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:12:53.048808 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Attempting to bind port 6130439a-e32a-441f-82d7-9f78cd731175 on network 678f0641-490a-49d3-93de-90413d385c8b {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:12:53.058962 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:12:53.059467 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Checking segment: {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:12:53.060022 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:53.060485 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Bound using segment: {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:12:53.061066 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Bound port: 6130439a-e32a-441f-82d7-9f78cd731175, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:12:53.061638 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:53.126874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6872f61a-27e4-4f76-b15e-5d969fc9af43 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:53.145256 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] For port 6130439a-e32a-441f-82d7-9f78cd731175, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:12:53.150481 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] For port 6130439a-e32a-441f-82d7-9f78cd731175, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=6130439a-e32a-441f-82d7-9f78cd731175,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:12:53.158469 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:53.167750 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:53.189888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 6872f61a-27e4-4f76-b15e-5d969fc9af43 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:53.190192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:53.191435 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-b7e6f0db-0623-4c77-84c2-2058fa4d8de8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680025503&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0627687 Jun 22 15:12:53.218790 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Pushing event updated for resources: {'Port': ['ID=6130439a-e32a-441f-82d7-9f78cd731175,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:53.226902 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:53.231580 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:12:53.232011 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:12:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:53.296397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 479eecdd-a1fb-4ada-ac74-d1905c473505 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:53.346692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 479eecdd-a1fb-4ada-ac74-d1905c473505 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:53.347814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:53.352253 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:12:53.575750 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '6130439a-e32a-441f-82d7-9f78cd731175', 'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:87:73:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:49Z', 'updated_at': '2021-06-22T15:12:53Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:12:53.606663 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5177b49-79a1-45c5-8346-a27563bf869b None None] The sync data for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv is: [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '6130439a-e32a-441f-82d7-9f78cd731175', 'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:87:73:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:49Z', 'updated_at': '2021-06-22T15:12:53Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:12:53.666199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-ac723f0f-383a-4dc3-820f-5f24e72a02ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:53.670214 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-ac723f0f-383a-4dc3-820f-5f24e72a02ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 200 len: 796 time: 0.4685841 Jun 22 15:12:53.686319 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c5313d21-793f-476e-9830-29ea66681f7b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0093777 Jun 22 15:12:53.762980 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-f23b4355-b32b-4dee-9a83-304de2b3d1ed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706029 Jun 22 15:12:53.868877 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-5577d3de-9737-4d5e-8cc0-2faae68c2331 service neutron] 10.222.0.22 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918918 Jun 22 15:12:53.961378 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d5c27600-7ba7-466a-8be6-b93833c5201f service neutron] 10.222.0.22 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865829 Jun 22 15:12:55.153950 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9541b5aa-c80e-47a0-ad78-c5a156454554 req-a611c9c0-e522-4d86-9c8d-abd4788bc974 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 210 time: 0.0285392 Jun 22 15:12:55.166012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6130439a-e32a-441f-82d7-9f78cd731175 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:55.221455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 6130439a-e32a-441f-82d7-9f78cd731175 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:12:55.225259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 6130439a-e32a-441f-82d7-9f78cd731175 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:55.225637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:55.307197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:55.340452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 6130439a-e32a-441f-82d7-9f78cd731175, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=6130439a-e32a-441f-82d7-9f78cd731175,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:12:55.346403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:55.348302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:55.393858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=6130439a-e32a-441f-82d7-9f78cd731175,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:55.397097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:56.172168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-9d2f81cb-971c-472f-a070-3906b6baf53f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:56.173630 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-9d2f81cb-971c-472f-a070-3906b6baf53f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 200 len: 796 time: 0.1217363 Jun 22 15:12:56.217720 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-1f0ee5b8-ad1f-4775-8e7e-b6378f72226d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 380 time: 0.0357609 Jun 22 15:12:56.225898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['38f9cb08-267d-4d64-8349-1bac3c67316a']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:56.301866 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e8369730-a87a-4368-b3ac-61e964392b79 req-0e35084c-4f3a-42f9-a86e-0b36672daab6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 210 time: 0.0300503 Jun 22 15:12:56.658197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:12:56.661675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:56.779446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.3 (678f0641-490a-49d3-93de-90413d385c8b/6bb228cf-292e-4c66-b02e-56d23f8ae6fc/7b8d0325-af93-468e-bf38-c494ea8908a5) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:12:56.919267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:56.931550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 7b8d0325-af93-468e-bf38-c494ea8908a5 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:12:56.963176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:56.967373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2794dee8-fc56-44bc-be07-ddb3f9c6b736 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:57.007417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 678f0641-490a-49d3-93de-90413d385c8b is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:12:57.010586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:12:57.014292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:12:57.021224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=7b8d0325-af93-468e-bf38-c494ea8908a5,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:57.045112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:57.072432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:57.073103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:57.091120 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688200 Jun 22 15:12:57.103628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Request body: {'port': {'device_id': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:12:57.130371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6130439a-e32a-441f-82d7-9f78cd731175 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:12:57.181123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:57.192565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 6130439a-e32a-441f-82d7-9f78cd731175 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:57.192966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:57.282268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fbef2463-1ad1-4fda-88d8-0c1dbfaa5ec7 None None] Provisioning for port 7b8d0325-af93-468e-bf38-c494ea8908a5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:12:57.286389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fbef2463-1ad1-4fda-88d8-0c1dbfaa5ec7 None None] Provisioning complete for port 7b8d0325-af93-468e-bf38-c494ea8908a5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:12:57.286701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fbef2463-1ad1-4fda-88d8-0c1dbfaa5ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:57.321126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-fbef2463-1ad1-4fda-88d8-0c1dbfaa5ec7 None None] Port 7b8d0325-af93-468e-bf38-c494ea8908a5 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:12:57.475244 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8d0325-af93-468e-bf38-c494ea8908a5 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:12:57.484498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:57.503378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Transition to ACTIVE for port object 7b8d0325-af93-468e-bf38-c494ea8908a5 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:12:57.507005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:57.510337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ba7ec143-6b09-4d14-a322-555fcab53b95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:57.590784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417eeeac-ae86-4fd0-a7d2-7ee5f308ebf1 req-deb69ae1-76c2-4531-aae8-6c5ec5323e10 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:57.592330 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-417eeeac-ae86-4fd0-a7d2-7ee5f308ebf1 req-deb69ae1-76c2-4531-aae8-6c5ec5323e10 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 931 time: 0.1573069 Jun 22 15:12:57.601325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8d0325-af93-468e-bf38-c494ea8908a5,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:57.610326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:57.680816 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-417eeeac-ae86-4fd0-a7d2-7ee5f308ebf1 req-213c3623-cd64-412d-a161-4c6437ef6ee6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823276 Jun 22 15:12:57.707666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Attempting to bind port 7b8d0325-af93-468e-bf38-c494ea8908a5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:12:57.708005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Attempting to bind port 7b8d0325-af93-468e-bf38-c494ea8908a5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:12:57.708334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Attempting to bind port 7b8d0325-af93-468e-bf38-c494ea8908a5 on network 678f0641-490a-49d3-93de-90413d385c8b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:12:57.712912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Port 7b8d0325-af93-468e-bf38-c494ea8908a5 on network 678f0641-490a-49d3-93de-90413d385c8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:12:57.713360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Attempting to bind port 7b8d0325-af93-468e-bf38-c494ea8908a5 on network 678f0641-490a-49d3-93de-90413d385c8b {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:12:57.719106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:12:57.719447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Checking segment: {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:12:57.719826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Bound using segment: {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:12:57.720251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Bound port: 7b8d0325-af93-468e-bf38-c494ea8908a5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b2ff66-6331-4d3d-a0c6-43fd09a63b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '678f0641-490a-49d3-93de-90413d385c8b'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:12:57.720596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:57.787024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] For port 7b8d0325-af93-468e-bf38-c494ea8908a5, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:12:57.790726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] For port 7b8d0325-af93-468e-bf38-c494ea8908a5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b8d0325-af93-468e-bf38-c494ea8908a5,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:12:57.794415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:57.797653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:12:57.825339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:57.826066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:12:57.828130 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] 10.222.0.21 "PUT /v2.0/ports/7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 200 len: 1093 time: 0.7286830 Jun 22 15:12:57.831215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:12:57.834356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:12:57.872706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Pushing event updated for resources: {'Port': ['ID=7b8d0325-af93-468e-bf38-c494ea8908a5,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:12:57.876410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:12:57.882232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688c6c00-1128-448d-a437-f55442b78c50 x-openstack-request-id: req-688c6c00-1128-448d-a437-f55442b78c50 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:12:57.882449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:12:57.882764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-688c6c00-1128-448d-a437-f55442b78c50 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:12:57.883333 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'status': 'completed', 'code': 200} Jun 22 15:12:57.937227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-660c699b-3f65-4007-8a49-b42dbb0cdc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:57.938837 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-660c699b-3f65-4007-8a49-b42dbb0cdc2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1096 time: 0.0547297 Jun 22 15:12:57.985470 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-8d3506c1-be9d-4e6a-94dd-37fc401f573f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 200 len: 217 time: 0.0394039 Jun 22 15:12:58.033601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-5414c3af-04b5-4347-9f36-64021ba365ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:58.035051 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-5414c3af-04b5-4347-9f36-64021ba365ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 200 len: 843 time: 0.0439754 Jun 22 15:12:58.091705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-e051d7e4-dbfe-4442-97ba-1be072f2dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:58.093815 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-e051d7e4-dbfe-4442-97ba-1be072f2dee7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=678f0641-490a-49d3-93de-90413d385c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528905 Jun 22 15:12:58.186556 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-9692b196-b641-43d0-89bc-293dab66e51e service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853891 Jun 22 15:12:58.273349 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a5ec309f-4f16-49e5-867a-2aded2034f27 req-74ac98d6-e226-4dd0-8c45-22a53f08dc9d service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805030 Jun 22 15:12:58.371437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-77a1861a-99f5-4017-bb96-ac88d0dd544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:58.372933 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-77a1861a-99f5-4017-bb96-ac88d0dd544d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1096 time: 0.0519438 Jun 22 15:12:58.464354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-16e53200-6738-4016-befd-473f5cdc9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:58.465811 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-16e53200-6738-4016-befd-473f5cdc9b1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 200 len: 897 time: 0.0862961 Jun 22 15:12:58.505676 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-10801693-50e5-4b79-b515-9269e46f43fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 200 len: 217 time: 0.0335975 Jun 22 15:12:58.552356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-109fdf70-ca71-4b9a-95eb-b8e2c372d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:58.553798 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-109fdf70-ca71-4b9a-95eb-b8e2c372d599 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 200 len: 843 time: 0.0428424 Jun 22 15:12:58.613281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-22718a42-bbb4-42ee-9b28-68700b41ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:58.614710 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-22718a42-bbb4-42ee-9b28-68700b41ae8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=678f0641-490a-49d3-93de-90413d385c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548530 Jun 22 15:12:58.702141 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-cf4477ff-514b-4d17-8181-78c5e958d294 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809679 Jun 22 15:12:58.805380 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba1a37b0-3a8d-4551-b02d-10d1c3c8ddbd req-08fb1cc3-5df3-4d0b-82c5-db3cc59771cb service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971107 Jun 22 15:12:58.856449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba921a-ab8a-4670-b959-b8eb70759c44 req-64f103e9-a2cc-4c70-a43b-aa670e7c2325 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:12:58.857922 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63ba921a-ab8a-4670-b959-b8eb70759c44 req-64f103e9-a2cc-4c70-a43b-aa670e7c2325 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 943 time: 0.0676675 Jun 22 15:12:58.896988 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63ba921a-ab8a-4670-b959-b8eb70759c44 req-4d8eaa65-a4cf-466a-a876-c2e0899b70e2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330665 Jun 22 15:13:00.072036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daad359-c062-4a25-a90e-0c700ac172c8 req-a5d12799-5ff4-404b-8ea6-65ddbd2f767b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:00.073640 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8daad359-c062-4a25-a90e-0c700ac172c8 req-a5d12799-5ff4-404b-8ea6-65ddbd2f767b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 943 time: 0.0671327 Jun 22 15:13:00.110681 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8daad359-c062-4a25-a90e-0c700ac172c8 req-2b9fe7e3-e80c-4206-b252-3fe2fc2db545 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308092 Jun 22 15:13:00.156063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6ea76d3b-8f36-480e-82c8-26604a07dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:01.291312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f94e27-315d-45d2-82de-3bee2b8dcf3b req-75be1c60-4ff1-4566-9005-bfcb1cc35b1d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:01.292762 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b3f94e27-315d-45d2-82de-3bee2b8dcf3b req-75be1c60-4ff1-4566-9005-bfcb1cc35b1d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 943 time: 0.0624599 Jun 22 15:13:01.336233 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b3f94e27-315d-45d2-82de-3bee2b8dcf3b req-8d8209d1-b43b-478d-a765-df768a132516 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371087 Jun 22 15:13:02.507993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23c93-a67b-4f66-bbe9-3275385f6dbc req-d4a2a387-3115-4561-9f5f-41f13ddcf117 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:02.509477 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f3e23c93-a67b-4f66-bbe9-3275385f6dbc req-d4a2a387-3115-4561-9f5f-41f13ddcf117 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 943 time: 0.0633321 Jun 22 15:13:02.546142 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f3e23c93-a67b-4f66-bbe9-3275385f6dbc req-af39ed84-f78a-42c4-bcaa-413250a47986 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310547 Jun 22 15:13:02.655133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7cb9ab4b-2c48-4d12-b198-c7b5a71ca8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:02.701920 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7b8d0325-af93-468e-bf38-c494ea8908a5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:13:02.791850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7b8d0325-af93-468e-bf38-c494ea8908a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b8d0325-af93-468e-bf38-c494ea8908a5,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:13:02.802309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'port_id': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'mac_address': 'fa:16:3e:97:24:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:13:02.838111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:02.850364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8d0325-af93-468e-bf38-c494ea8908a5 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:13:02.873615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7b8d0325-af93-468e-bf38-c494ea8908a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b8d0325-af93-468e-bf38-c494ea8908a5,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:13:02.877993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:02.879933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:13:02.922491 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:02.935302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=7b8d0325-af93-468e-bf38-c494ea8908a5,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:13:02.939059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:13:03.180736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['7b8d0325-af93-468e-bf38-c494ea8908a5'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:13:03.715783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54d3a-ba9a-4d0c-bb02-9ee41489b313 req-d339ee9c-b7f6-4f87-be6b-05f53afedfb0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:03.717244 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1ab54d3a-ba9a-4d0c-bb02-9ee41489b313 req-d339ee9c-b7f6-4f87-be6b-05f53afedfb0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 944 time: 0.0629299 Jun 22 15:13:03.754921 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1ab54d3a-ba9a-4d0c-bb02-9ee41489b313 req-57cd5158-177e-4759-954e-1319abe9b548 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315039 Jun 22 15:13:03.916110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:04.702661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7b8d0325-af93-468e-bf38-c494ea8908a5 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:13:04.750712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 7b8d0325-af93-468e-bf38-c494ea8908a5 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:13:04.754331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 7b8d0325-af93-468e-bf38-c494ea8908a5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:13:04.754709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:04.833714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:04.856311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:13:04.858714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d128a037-38b6-4005-8b21-d6181e384efe" -d '{"events": [{"server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:13:04.872185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7b8d0325-af93-468e-bf38-c494ea8908a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b8d0325-af93-468e-bf38-c494ea8908a5,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:13:04.877383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:04.879446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-00f861bd-283e-4c22-be6e-e0bb65eb8850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:13:04.903252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b3cd23-6310-43b4-98a2-ab15c511e67e x-openstack-request-id: req-a1b3cd23-6310-43b4-98a2-ab15c511e67e {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:13:04.903587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:13:04.903840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1b3cd23-6310-43b4-98a2-ab15c511e67e {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:13:04.904235 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'code': 200} Jun 22 15:13:04.931657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=7b8d0325-af93-468e-bf38-c494ea8908a5,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:13:04.935304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:13:04.945638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55b28a-60c7-47ed-bfa7-baec9fd1aab5 req-a54c93fa-c328-459e-84f3-836ba73f58a9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:04.947150 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0a55b28a-60c7-47ed-bfa7-baec9fd1aab5 req-a54c93fa-c328-459e-84f3-836ba73f58a9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 945 time: 0.0813715 Jun 22 15:13:04.990990 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0a55b28a-60c7-47ed-bfa7-baec9fd1aab5 req-09fa9ea0-7cc5-4f5a-a656-c4f08bc36aec tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 Jun 22 15:13:05.129224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27767c46-f6d9-4206-ba2f-a9823ee3bb21 req-c7d99e85-cba2-4438-a020-cf10c0225e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:05.130611 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-27767c46-f6d9-4206-ba2f-a9823ee3bb21 req-c7d99e85-cba2-4438-a020-cf10c0225e5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1098 time: 0.0531147 Jun 22 15:13:05.172758 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-27767c46-f6d9-4206-ba2f-a9823ee3bb21 req-cd2c4a34-4ae8-4fc3-bce5-5ecf43b55b37 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356815 Jun 22 15:13:05.611321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:06.174031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f7e0f-f1b3-4658-b134-56314cfae0e7 req-7afb5a14-0bbb-47f0-b768-0c414b6f1ce1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:06.175812 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-137f7e0f-f1b3-4658-b134-56314cfae0e7 req-7afb5a14-0bbb-47f0-b768-0c414b6f1ce1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 945 time: 0.0695205 Jun 22 15:13:06.215144 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-137f7e0f-f1b3-4658-b134-56314cfae0e7 req-595b5a54-cdf2-435d-b27b-fe687f382b85 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333951 Jun 22 15:13:07.389796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd10a7-867f-48d0-bcb9-738de8fd6021 req-7b9720d7-6630-4b8d-92a0-667f211296f2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:07.391710 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-42cd10a7-867f-48d0-bcb9-738de8fd6021 req-7b9720d7-6630-4b8d-92a0-667f211296f2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 945 time: 0.0635138 Jun 22 15:13:07.428258 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-42cd10a7-867f-48d0-bcb9-738de8fd6021 req-59f0f298-20b8-4c8e-b86f-d0bdcddf9dc6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Jun 22 15:13:07.597859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3a783-8490-4c7b-929b-50ce22e83332 req-6efe3e05-2a11-4df0-a835-a8452dba5a54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:07.599345 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-44c3a783-8490-4c7b-929b-50ce22e83332 req-6efe3e05-2a11-4df0-a835-a8452dba5a54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 945 time: 0.0629377 Jun 22 15:13:07.636868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-44c3a783-8490-4c7b-929b-50ce22e83332 req-ff7fdc00-69f2-448b-b5ea-2baf1e0a5f3f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Jun 22 15:13:07.661004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43918) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:13:07.710822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deca6a4-ae04-49ee-8bfc-487d3b2b6d12 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:07.712295 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9deca6a4-ae04-49ee-8bfc-487d3b2b6d12 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1093 time: 0.0503156 Jun 22 15:13:07.715227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43920) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:13:07.719526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:13:07.741369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:07.838848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:07.940696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.22 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/2f8635e4-91ce-4efa-967f-fae44bf0e1a3) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:13:08.044230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:08.084176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:08.086958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:13:08.122147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:13:08.125275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:13:08.128032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:13:08.159521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=2f8635e4-91ce-4efa-967f-fae44bf0e1a3,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:13:08.162556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:13:08.491813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:08.567908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:08.714026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:08.718303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:08.720259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c8f3b2ed-fe45-4517-93cb-c6cc362ffffa tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:13:08.783601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=2f8635e4-91ce-4efa-967f-fae44bf0e1a3,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:13:08.788804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:13:08.795162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:08.894744 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 79e3f525-4dbb-4836-81e7-8489ea0683cf associated. External IP: 172.26.6.22, port: 7b8d0325-af93-468e-bf38-c494ea8908a5. Jun 22 15:13:09.102485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 28b39907-405a-48c1-bfb0-3e41a88c0338 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:13:09.210575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:13:09.220653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] Sync routers for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:13:09.228942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:09.231529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:13:09.232158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:13:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:13:09.266673 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5503576 Jun 22 15:13:09.267679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:13:09.269800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 43922) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:13:09.270967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c2c16-e33d-4f8c-b333-70f4c05251b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:13:09.343234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:13:09.352008 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8d0f4890-666e-4733-a7c0-ded5b9ada1d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/79e3f525-4dbb-4836-81e7-8489ea0683cf HTTP/1.1" status: 200 len: 990 time: 0.0804574 Jun 22 15:13:09.374257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06052e5-bf3f-471f-b2af-9e7b78191dd6 x-openstack-request-id: req-f06052e5-bf3f-471f-b2af-9e7b78191dd6 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:13:09.374602 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:13:09.375020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f06052e5-bf3f-471f-b2af-9e7b78191dd6 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:13:09.375720 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'status': 'completed', 'code': 200} Jun 22 15:13:09.450453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-0243f690-2914-4c7f-b4a0-67efc33c84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:09.451963 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-0243f690-2914-4c7f-b4a0-67efc33c84ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1098 time: 0.0550580 Jun 22 15:13:09.544638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-111da37b-1410-44c3-9bcc-f0ed5155b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:09.546128 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-111da37b-1410-44c3-9bcc-f0ed5155b542 service neutron] 10.222.0.21 "GET /v2.0/networks?id=678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 200 len: 897 time: 0.0863171 Jun 22 15:13:09.575438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '79e3f525-4dbb-4836-81e7-8489ea0683cf', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'port_id': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'mac_address': 'fa:16:3e:97:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:13:08Z', 'updated_at': '2021-06-22T15:13:08Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6130439a-e32a-441f-82d7-9f78cd731175', 'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:87:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:49Z', 'updated_at': '2021-06-22T15:12:55Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:13:09.602621 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] Checking router: 28b39907-405a-48c1-bfb0-3e41a88c0338 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:13:09.611136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:13:09.611747 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:13:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:13:09.620302 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-26f542d9-9743-4bb6-b789-b2303134ac86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 200 len: 998 time: 0.0676935 Jun 22 15:13:09.671462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-44a97f81-ab45-4fbb-b9c7-522b3f7e491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:09.673155 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-44a97f81-ab45-4fbb-b9c7-522b3f7e491c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 200 len: 843 time: 0.0466571 Jun 22 15:13:09.722964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:13:09.729292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-ba7ec77c-59aa-4d66-9daa-864ce576ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:09.730782 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-ba7ec77c-59aa-4d66-9daa-864ce576ccf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=678f0641-490a-49d3-93de-90413d385c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0519981 Jun 22 15:13:09.827122 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-b3a1e9f6-5ae3-4b90-b484-c5282ed33418 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898042 Jun 22 15:13:09.919550 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-077c2c16-e33d-4f8c-b333-70f4c05251b3 req-d19d3a41-8bf6-4c71-b30e-b39ef783a4b3 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861127 Jun 22 15:13:09.953837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '79e3f525-4dbb-4836-81e7-8489ea0683cf', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'port_id': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'mac_address': 'fa:16:3e:97:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:13:08Z', 'updated_at': '2021-06-22T15:13:08Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6130439a-e32a-441f-82d7-9f78cd731175', 'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:87:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:49Z', 'updated_at': '2021-06-22T15:12:55Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:13:09.982456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1125e457-11a0-4198-9a6c-09e3c23da31d None None] The sync data for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv is: [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '79e3f525-4dbb-4836-81e7-8489ea0683cf', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'port_id': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'mac_address': 'fa:16:3e:97:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:13:08Z', 'updated_at': '2021-06-22T15:13:08Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6130439a-e32a-441f-82d7-9f78cd731175', 'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:87:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:49Z', 'updated_at': '2021-06-22T15:12:55Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:13:10.154510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:10.157782 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da91847-0378-4023-a2b1-d8b1c9a5ba3f None None] New status for floating IP 79e3f525-4dbb-4836-81e7-8489ea0683cf: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:13:10.353981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43928) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:13:10.416978 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0e5d8db9-cf69-4368-a2fb-a3958a5adcca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/79e3f525-4dbb-4836-81e7-8489ea0683cf HTTP/1.1" status: 200 len: 992 time: 0.0618076 Jun 22 15:13:21.236548 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:13:23.263325 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-b0000737-78f1-4171-bd0b-9f5adde380f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565550 Jun 22 15:13:23.355867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-e760e8a8-6281-465c-ac78-274a5c5e9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:23.357308 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-e760e8a8-6281-465c-ac78-274a5c5e9c41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1098 time: 0.0530155 Jun 22 15:13:23.459826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-88f07cd8-9109-4389-9717-6ae8a76d02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:23.461311 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-88f07cd8-9109-4389-9717-6ae8a76d02f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 200 len: 897 time: 0.0839999 Jun 22 15:13:23.527941 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-096fe3c1-ab78-4218-92e0-cb91fb5f0b6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 200 len: 1000 time: 0.0599020 Jun 22 15:13:23.574738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-18d30f37-6dcf-4c4e-8693-e877a731723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:23.576151 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-18d30f37-6dcf-4c4e-8693-e877a731723a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 200 len: 843 time: 0.0422826 Jun 22 15:13:23.631577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-6cd17aff-ccbf-4479-86db-e7b953d3d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:13:23.633007 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-6cd17aff-ccbf-4479-86db-e7b953d3d3f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=678f0641-490a-49d3-93de-90413d385c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0497603 Jun 22 15:13:23.725713 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-fe5a7f76-a0f9-4eef-8ec2-1334bf7ddc53 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852866 Jun 22 15:13:23.811106 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-33175bb7-c425-4ebb-bab1-ec6cee3b650a req-668f9f4c-4239-41e5-80dc-f8a335950f34 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793138 Jun 22 15:13:30.156928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a8b3-5ca3-4a52-8c1e-d617f7820cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:32.656647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e2e1b7be-b2aa-42ad-82fb-3d7078f4fc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:32.913083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:33.919103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:35.613795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:40.167264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:13:58.235683 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:14:00.157346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4e2daa79-4231-4082-b067-33822cbc405e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:02.658242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f06b8eee-bb3f-4944-b621-0932c8010da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:02.915349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:03.923127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:05.616881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:10.185118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:23.304173 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-261848ee-0236-4675-8249-358c21cc6dc6 req-888466d8-4e38-4436-9673-2b453af4442e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957465 Jun 22 15:14:23.397101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261848ee-0236-4675-8249-358c21cc6dc6 req-14b10063-ba15-416f-828d-8eb81e267e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:14:23.398525 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-261848ee-0236-4675-8249-358c21cc6dc6 req-14b10063-ba15-416f-828d-8eb81e267e62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1098 time: 0.0521877 Jun 22 15:14:23.498294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261848ee-0236-4675-8249-358c21cc6dc6 req-6ff6a06d-1f3e-4833-9bc6-c81551b58b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:14:23.500424 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-261848ee-0236-4675-8249-358c21cc6dc6 req-6ff6a06d-1f3e-4833-9bc6-c81551b58b30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 200 len: 897 time: 0.0826931 Jun 22 15:14:23.567114 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-261848ee-0236-4675-8249-358c21cc6dc6 req-f698673f-aaf3-4b73-9cef-9f1f86fccbca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 200 len: 1000 time: 0.0589318 Jun 22 15:14:23.613771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261848ee-0236-4675-8249-358c21cc6dc6 req-a46ee012-41f7-4e5b-b0e3-611c88e0917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:14:23.615127 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-261848ee-0236-4675-8249-358c21cc6dc6 req-a46ee012-41f7-4e5b-b0e3-611c88e0917a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 200 len: 843 time: 0.0417979 Jun 22 15:14:23.671592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261848ee-0236-4675-8249-358c21cc6dc6 req-085ebbad-4e90-42bb-a971-152a7e4e06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:14:23.673017 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-261848ee-0236-4675-8249-358c21cc6dc6 req-085ebbad-4e90-42bb-a971-152a7e4e06a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=678f0641-490a-49d3-93de-90413d385c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0510197 Jun 22 15:14:23.763203 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-261848ee-0236-4675-8249-358c21cc6dc6 req-2705b96f-652d-472d-a12b-feec066ec90a service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837426 Jun 22 15:14:23.850092 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-261848ee-0236-4675-8249-358c21cc6dc6 req-11a36ca4-ed27-4912-961d-fa1f05cb3d33 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801368 Jun 22 15:14:30.157918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-daa8c8ec-81cc-42b3-9250-08baebb71c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:32.660923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5a8d1407-1701-4af4-a081-35d82a988bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:32.915865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:33.926391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:35.233984 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:14:35.621963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:14:40.198215 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:00.158415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-38b8ea84-0eb6-435c-a434-45e489e9d961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:02.660382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2a73a24d-cf79-4471-8132-2fba43ef7419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:02.916116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:03.930017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:05.622166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:10.232409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:12.231935 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:15:23.283742 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8898691d-829b-487f-89bf-a2071d78816e req-cc2f8425-7aab-4429-b691-eff7ebf29a19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573688 Jun 22 15:15:23.375124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898691d-829b-487f-89bf-a2071d78816e req-6a251333-3252-43d1-9f14-3666fabff8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:15:23.376815 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8898691d-829b-487f-89bf-a2071d78816e req-6a251333-3252-43d1-9f14-3666fabff8ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1098 time: 0.0514774 Jun 22 15:15:23.480508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898691d-829b-487f-89bf-a2071d78816e req-79539191-43df-478c-89a8-be9319c7884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:15:23.481887 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8898691d-829b-487f-89bf-a2071d78816e req-79539191-43df-478c-89a8-be9319c7884a service neutron] 10.222.0.21 "GET /v2.0/networks?id=678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 200 len: 897 time: 0.0860901 Jun 22 15:15:23.543627 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8898691d-829b-487f-89bf-a2071d78816e req-00e8bc38-0dc2-4f1c-a744-7af8a1d638ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 200 len: 1000 time: 0.0554452 Jun 22 15:15:23.590314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898691d-829b-487f-89bf-a2071d78816e req-bc1f9e0e-27e1-471f-a3ac-a8ed5e0ce55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:15:23.591947 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8898691d-829b-487f-89bf-a2071d78816e req-bc1f9e0e-27e1-471f-a3ac-a8ed5e0ce55c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 200 len: 843 time: 0.0422435 Jun 22 15:15:23.650371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898691d-829b-487f-89bf-a2071d78816e req-133b14e5-3ad6-4230-aa37-e1472e85cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:15:23.651837 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8898691d-829b-487f-89bf-a2071d78816e req-133b14e5-3ad6-4230-aa37-e1472e85cab4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=678f0641-490a-49d3-93de-90413d385c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0536139 Jun 22 15:15:23.739921 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8898691d-829b-487f-89bf-a2071d78816e req-b1cd760e-b19a-4e25-9ae4-290dc670f1c9 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808394 Jun 22 15:15:23.829954 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8898691d-829b-487f-89bf-a2071d78816e req-cb35b947-7f10-480b-92cc-606c16b35ba6 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834405 Jun 22 15:15:30.158145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b42329ca-1a51-4dae-9bf7-8c13b61ef191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:32.661310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b5f059c1-4c23-4480-ae81-fa5531e7ab81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:32.916004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:33.931700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:35.626982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:37.197740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43978) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:15:37.203782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:15:37.295939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3279181'] for subnet, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:37.436185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782473616698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2099725'] for subnet, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:37.439845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c9ccc121-6293-4b14-88f2-039f2090a4dc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:15:37.467839 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:15:37.468416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:37.470748 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/subnets/6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 200 len: 835 time: 0.2717662 Jun 22 15:15:37.473753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b2924-672b-434f-b775-87c1eac0c443 None None] Network 678f0641-490a-49d3-93de-90413d385c8b requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:15:37.490448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=6bb228cf-292e-4c66-b02e-56d23f8ae6fc,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:15:37.497326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.497722 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.498099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.498471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.498842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.499214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.499581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.499948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.500387 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.501029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.501400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.501766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:15:37.505206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e19a308-afd7-428e-bd05-1ee6d6c659f1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:15:37.896275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-22770eae-9ad4-4662-94a7-f5a51f3f0f23 None None] Provisioning complete for port 479eecdd-a1fb-4ada-ac74-d1905c473505 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:15:37.896640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-22770eae-9ad4-4662-94a7-f5a51f3f0f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:37.992341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-22770eae-9ad4-4662-94a7-f5a51f3f0f23 None None] Provisioning complete for port 6130439a-e32a-441f-82d7-9f78cd731175 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:15:37.992341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-22770eae-9ad4-4662-94a7-f5a51f3f0f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:38.079583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-22770eae-9ad4-4662-94a7-f5a51f3f0f23 None None] Provisioning complete for port 7b8d0325-af93-468e-bf38-c494ea8908a5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:15:38.079959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-22770eae-9ad4-4662-94a7-f5a51f3f0f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:40.230820 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:15:49.229664 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:16:00.158455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2c64ce80-7cb3-47cb-8205-2d9078848bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:02.661190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8ff3051f-deda-41a0-88da-743c769ccbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:02.917357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:03.933480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:05.627330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:10.244830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:21.946829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 43988) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:22.106979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 2f8635e4-91ce-4efa-967f-fae44bf0e1a3 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:16:22.107343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:22.184709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:22.185075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:22.250718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 2f8635e4-91ce-4efa-967f-fae44bf0e1a3 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:16:22.391597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:22.394433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-79c7622d-bd91-4983-8822-328d2aecefc7 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:22.426268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=2f8635e4-91ce-4efa-967f-fae44bf0e1a3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:22.429059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:22.483797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:22.483797 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 79e3f525-4dbb-4836-81e7-8489ea0683cf disassociated (deleted). External IP: 172.26.6.22, port: 7b8d0325-af93-468e-bf38-c494ea8908a5. Jun 22 15:16:22.687348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 28b39907-405a-48c1-bfb0-3e41a88c0338 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:16:23.111353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:16:23.116181 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:23.120564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] Sync routers for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:16:23.130600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:23.131219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:23.152767 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/floatingips/79e3f525-4dbb-4836-81e7-8489ea0683cf HTTP/1.1" status: 204 len: 168 time: 1.2048559 Jun 22 15:16:23.153542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:16:23.156006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c56560-4335-4d3b-997d-eac521043582" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:16:23.195998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2006280d-beae-4a0d-b7a2-f760b3723f4a x-openstack-request-id: req-2006280d-beae-4a0d-b7a2-f760b3723f4a {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:16:23.196355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:16:23.196689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2006280d-beae-4a0d-b7a2-f760b3723f4a {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:16:23.197162 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'status': 'completed', 'code': 200} Jun 22 15:16:23.237724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:23.282890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c56560-4335-4d3b-997d-eac521043582 req-5a2a15ab-58e0-421b-8110-f91b5b870910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:23.285544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05c56560-4335-4d3b-997d-eac521043582 req-5a2a15ab-58e0-421b-8110-f91b5b870910 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1098 time: 0.0659306 Jun 22 15:16:23.311455 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-933ad33e-3df4-4806-a450-04cd23be501f req-3e20fd12-f18c-42ed-bfc9-b652e066bb8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539489 Jun 22 15:16:23.395745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c56560-4335-4d3b-997d-eac521043582 req-e1570e70-f6f3-4bbb-bd1e-fc9a276c3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:23.397250 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05c56560-4335-4d3b-997d-eac521043582 req-e1570e70-f6f3-4bbb-bd1e-fc9a276c3d89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 200 len: 897 time: 0.1042457 Jun 22 15:16:23.440844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05c56560-4335-4d3b-997d-eac521043582 req-4a7cc01f-b1ad-4a6e-a6ce-6e073b3bcebb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 200 len: 217 time: 0.0351441 Jun 22 15:16:23.461510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '6130439a-e32a-441f-82d7-9f78cd731175', 'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:87:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:49Z', 'updated_at': '2021-06-22T15:12:55Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:23.491440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] Checking router: 28b39907-405a-48c1-bfb0-3e41a88c0338 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:16:23.497408 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c56560-4335-4d3b-997d-eac521043582 req-c55c9600-a911-4b42-9d63-6fba0a4a4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:23.499048 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05c56560-4335-4d3b-997d-eac521043582 req-c55c9600-a911-4b42-9d63-6fba0a4a4238 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 200 len: 843 time: 0.0517709 Jun 22 15:16:23.501468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:23.502102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:23.559952 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c56560-4335-4d3b-997d-eac521043582 req-6a2ae6c5-1e49-4e2c-b480-d3f07aaf41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:23.561449 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05c56560-4335-4d3b-997d-eac521043582 req-6a2ae6c5-1e49-4e2c-b480-d3f07aaf41bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=678f0641-490a-49d3-93de-90413d385c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0559866 Jun 22 15:16:23.611042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:23.692661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd7c61-bcc5-4a1d-b471-ffbc4f10145f req-81995058-94c4-4f32-bc02-57134aa5a37f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:23.694154 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9ddd7c61-bcc5-4a1d-b471-ffbc4f10145f req-81995058-94c4-4f32-bc02-57134aa5a37f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 945 time: 0.2080100 Jun 22 15:16:23.695904 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05c56560-4335-4d3b-997d-eac521043582 req-601801f6-7406-4283-ad16-47ce6702c8c0 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263118 Jun 22 15:16:23.784792 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9ddd7c61-bcc5-4a1d-b471-ffbc4f10145f req-ee75525d-7b66-43ae-8f1f-ea68c6582c91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849535 Jun 22 15:16:23.806748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '6130439a-e32a-441f-82d7-9f78cd731175', 'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:87:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:49Z', 'updated_at': '2021-06-22T15:12:55Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:23.822635 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05c56560-4335-4d3b-997d-eac521043582 req-79e973ac-d626-4b59-9250-e67dc35b7e09 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160617 Jun 22 15:16:23.832513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea562f3-4892-467e-93de-48f5fe6ece69 None None] The sync data for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv is: [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:12:50Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '6130439a-e32a-441f-82d7-9f78cd731175', 'name': '', 'network_id': '678f0641-490a-49d3-93de-90413d385c8b', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:87:73:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:49Z', 'updated_at': '2021-06-22T15:12:55Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': '6bb228cf-292e-4c66-b02e-56d23f8ae6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:16:23.945735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad33e-3df4-4806-a450-04cd23be501f req-3cfe6953-6e9c-4450-9b03-7b04743d1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:23.947243 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-933ad33e-3df4-4806-a450-04cd23be501f req-3cfe6953-6e9c-4450-9b03-7b04743d1f42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 1098 time: 0.0543163 Jun 22 15:16:24.039301 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e4d964-7048-466c-a59b-58d79614b3d4 None None] New status for floating IP 79e3f525-4dbb-4836-81e7-8489ea0683cf: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:16:24.061363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad33e-3df4-4806-a450-04cd23be501f req-479118e9-0fa5-4f85-8859-8069df536ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:24.063029 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-933ad33e-3df4-4806-a450-04cd23be501f req-479118e9-0fa5-4f85-8859-8069df536ee6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 200 len: 897 time: 0.0941718 Jun 22 15:16:24.109161 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-933ad33e-3df4-4806-a450-04cd23be501f req-f1bfb9b3-1bfa-4df8-8614-520c5f5b2e48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 200 len: 217 time: 0.0398262 Jun 22 15:16:24.157704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad33e-3df4-4806-a450-04cd23be501f req-c0a27a16-be5a-4689-9581-00d96c9ee2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:24.159057 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-933ad33e-3df4-4806-a450-04cd23be501f req-c0a27a16-be5a-4689-9581-00d96c9ee2dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 200 len: 843 time: 0.0439124 Jun 22 15:16:24.220112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ad33e-3df4-4806-a450-04cd23be501f req-1407ec1c-3748-4d5e-a512-9c4f4019add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:24.221592 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-933ad33e-3df4-4806-a450-04cd23be501f req-1407ec1c-3748-4d5e-a512-9c4f4019add5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=678f0641-490a-49d3-93de-90413d385c8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0557320 Jun 22 15:16:24.309501 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-933ad33e-3df4-4806-a450-04cd23be501f req-5514e83a-c814-47be-b096-a727783ba3cc service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801735 Jun 22 15:16:24.401360 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-933ad33e-3df4-4806-a450-04cd23be501f req-5b72a45f-8327-41ad-8838-a7747f443979 service neutron] 10.222.0.21 "GET /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850525 Jun 22 15:16:25.019800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf588f2-476c-4299-89b1-1f0c1f5bb9d1 req-e370670b-693c-4703-b17c-57d70024c6ed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:25.021314 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fcf588f2-476c-4299-89b1-1f0c1f5bb9d1 req-e370670b-693c-4703-b17c-57d70024c6ed tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 945 time: 0.1034646 Jun 22 15:16:25.063736 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fcf588f2-476c-4299-89b1-1f0c1f5bb9d1 req-e138801f-8ccf-4a9b-ba4a-32ff78f058ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=38f9cb08-267d-4d64-8349-1bac3c67316a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367696 Jun 22 15:16:25.070585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-042d0a97-eaeb-4986-9252-86892db0a026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:25.072049 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-042d0a97-eaeb-4986-9252-86892db0a026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 945 time: 0.0646386 Jun 22 15:16:25.172569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 7b8d0325-af93-468e-bf38-c494ea8908a5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:16:25.173128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:25.262297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 7b8d0325-af93-468e-bf38-c494ea8908a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b8d0325-af93-468e-bf38-c494ea8908a5,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:25.262559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:25.327410 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 7b8d0325-af93-468e-bf38-c494ea8908a5 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:16:25.450733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:25.455109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b947bff3-0b38-42ea-b220-dfdc9d045d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:25.799249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=7b8d0325-af93-468e-bf38-c494ea8908a5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:25.826429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.826825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.827209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.827588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.827966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.829092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.829474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.829848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.830225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.830600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.830966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.831329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:25.836151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:25.854519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port 7b8d0325-af93-468e-bf38-c494ea8908a5 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:16:25.856827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:25.858743 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-601b8c0c-84c7-41f4-be8e-104cbbd620a8 req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/7b8d0325-af93-468e-bf38-c494ea8908a5 HTTP/1.1" status: 204 len: 173 time: 0.7810988 Jun 22 15:16:25.859258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'name': 'network-vif-deleted', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:16:25.861598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a304c5-5def-4e44-afca-43f2a5ba9c66" -d '{"events": [{"server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "name": "network-vif-deleted", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:16:25.955060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a3d9fb-b0de-4055-a51e-00237f036dee x-openstack-request-id: req-86a3d9fb-b0de-4055-a51e-00237f036dee {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:16:25.955412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd7533e-c163-46a0-8afb-3c2727e4158d", "name": "network-vif-deleted", "tag": "7b8d0325-af93-468e-bf38-c494ea8908a5", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:16:25.955719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86a3d9fb-b0de-4055-a51e-00237f036dee {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:16:25.956163 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd7533e-c163-46a0-8afb-3c2727e4158d', 'name': 'network-vif-deleted', 'tag': '7b8d0325-af93-468e-bf38-c494ea8908a5', 'status': 'completed', 'code': 200} Jun 22 15:16:26.223422 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a7062003-21f9-4230-b78b-d8590ba75307 req-58b05bd6-c40b-4f85-ac7e-f7e257cfaa2a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fd7533e-c163-46a0-8afb-3c2727e4158d HTTP/1.1" status: 200 len: 210 time: 0.0311172 Jun 22 15:16:26.228282 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:16:27.317089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44026) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:27.374294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5914816-6004-4ec2-b96b-aea94edc1249 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:27.399238 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5914816-6004-4ec2-b96b-aea94edc1249 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:27.460791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5914816-6004-4ec2-b96b-aea94edc1249 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:27.463555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5914816-6004-4ec2-b96b-aea94edc1249 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:27.464697 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f5914816-6004-4ec2-b96b-aea94edc1249 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/38f9cb08-267d-4d64-8349-1bac3c67316a HTTP/1.1" status: 204 len: 168 time: 0.1466446 Jun 22 15:16:27.465632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3bc84eab-5672-46c8-aae8-62fb8d3ff741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:27.475750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5914816-6004-4ec2-b96b-aea94edc1249 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f9cb08-267d-4d64-8349-1bac3c67316a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:27.479978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5914816-6004-4ec2-b96b-aea94edc1249 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:27.496534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44030) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:27.700801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7b8d0325-af93-468e-bf38-c494ea8908a5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:16:27.720871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 7b8d0325-af93-468e-bf38-c494ea8908a5 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:16:27.721146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7b8d0325-af93-468e-bf38-c494ea8908a5 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:16:27.852318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:28.115378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 6130439a-e32a-441f-82d7-9f78cd731175 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:16:28.115728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:28.201813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 6130439a-e32a-441f-82d7-9f78cd731175, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=6130439a-e32a-441f-82d7-9f78cd731175,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:28.202191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:28.268844 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 6130439a-e32a-441f-82d7-9f78cd731175 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:16:28.447709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:28.450345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3735a052-95eb-4266-9e78-2291e6c72410 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:28.479176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=6130439a-e32a-441f-82d7-9f78cd731175,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:28.482435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:28.654308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:28.880626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 28b39907-405a-48c1-bfb0-3e41a88c0338 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:16:28.983129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:16:28.988655 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/28b39907-405a-48c1-bfb0-3e41a88c0338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4910049 Jun 22 15:16:28.991732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44032) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:28.992810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] Sync routers for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:16:29.002395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:29.002994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:29.042381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting subnet 6bb228cf-292e-4c66-b02e-56d23f8ae6fc {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:16:29.045531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.085201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.189676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.253770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.257245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ece37e19-8026-4698-a47f-6833141e8f9b tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:29.267285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:29.288354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.290557 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/subnets/6bb228cf-292e-4c66-b02e-56d23f8ae6fc HTTP/1.1" status: 204 len: 168 time: 0.2977045 Jun 22 15:16:29.291491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb228cf-292e-4c66-b02e-56d23f8ae6fc,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:29.294155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44034) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:29.296584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:29.322713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1025751c-44eb-4745-a259-29f018744754 None None] Network 678f0641-490a-49d3-93de-90413d385c8b requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:16:29.401526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.504369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.550016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37'}], 'enable_snat': True}, 'gw_port_id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:16:28Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '6872f61a-27e4-4f76-b15e-5d969fc9af43', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:6a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:12:47Z', 'updated_at': '2021-06-22T15:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:29.556996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 6872f61a-27e4-4f76-b15e-5d969fc9af43 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:16:29.557354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.576438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] Checking router: 28b39907-405a-48c1-bfb0-3e41a88c0338 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:16:29.589214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] Routers {'28b39907-405a-48c1-bfb0-3e41a88c0338'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:29.589830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['28b39907-405a-48c1-bfb0-3e41a88c0338'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:29.628111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] DHCP port deletion for 678f0641-490a-49d3-93de-90413d385c8b request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:16:29.644063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 6872f61a-27e4-4f76-b15e-5d969fc9af43, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=6872f61a-27e4-4f76-b15e-5d969fc9af43,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:29.644715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.704014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] Set router 28b39907-405a-48c1-bfb0-3e41a88c0338 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:29.707250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 6872f61a-27e4-4f76-b15e-5d969fc9af43 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:16:29.759592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:16:29Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:29.791179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f6f77-429f-4e04-b37f-dbf672da8518 None None] The sync data for ids ['28b39907-405a-48c1-bfb0-3e41a88c0338'] in dv-neutron-601336-93-hyperv is: [{'id': '28b39907-405a-48c1-bfb0-3e41a88c0338', 'name': 'tempest-TestNetworkBasicOps-router-1298332399', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:12:46Z', 'updated_at': '2021-06-22T15:16:29Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:16:29.799536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Deleting port 479eecdd-a1fb-4ada-ac74-d1905c473505 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:16:29.799915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.863577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] For port 479eecdd-a1fb-4ada-ac74-d1905c473505, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=479eecdd-a1fb-4ada-ac74-d1905c473505,segment=NetworkSegment(48b2ff66-6331-4d3d-a0c6-43fd09a63b58),segment_id=48b2ff66-6331-4d3d-a0c6-43fd09a63b58)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:29.863872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.877666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:29.880693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a90c0540-458c-4005-9d8b-6dbad8b694f3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:29.908045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=6872f61a-27e4-4f76-b15e-5d969fc9af43,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:29.913582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:29.929483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Calling delete_port for 479eecdd-a1fb-4ada-ac74-d1905c473505 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:16:29.972724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.007435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.009885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:30.032395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Pushing event deleted for resources: {'Port': ['ID=479eecdd-a1fb-4ada-ac74-d1905c473505,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:30.042498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] No DVR routers for this DVR port 479eecdd-a1fb-4ada-ac74-d1905c473505 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:16:30.048929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.048929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.048929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.048929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.048929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.049901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.049901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.049901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.050699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.050699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.050699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.050982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:30.057987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:30.061125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.063916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.109886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.110434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Fanout notify agent at l3_agent the message router_deleted on router 28b39907-405a-48c1-bfb0-3e41a88c0338 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:16:30.118124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.119221 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/routers/28b39907-405a-48c1-bfb0-3e41a88c0338 HTTP/1.1" status: 204 len: 168 time: 0.8241313 Jun 22 15:16:30.122027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44036) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:30.175181 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-61abc728-386e-40f2-b691-0b1331cbe03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.205475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.295820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.306004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678f0641-490a-49d3-93de-90413d385c8b']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:30.315212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b2ff66-6331-4d3d-a0c6-43fd09a63b58') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:30.315511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b2ff66-6331-4d3d-a0c6-43fd09a63b58') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:30.323768 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.337495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.345101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:16:30.345493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:16:30.348995 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:16:30.403079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.406507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c4167d3-1fc2-4d81-914e-95cb9871b005 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:30.410274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.412055 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/networks/678f0641-490a-49d3-93de-90413d385c8b HTTP/1.1" status: 204 len: 168 time: 0.2890930 Jun 22 15:16:30.423703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Network': ['ID=678f0641-490a-49d3-93de-90413d385c8b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:30.424779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44038) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:30.426490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:30.431461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'network': {'name': 'tempest-network-smoke--1832533903', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:30.452363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:16:30.455758 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.479056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:16:30.488277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.488615 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Added segment b65570a6-2e0c-470b-839a-2734907fe1d7 of type vlan for network 45baff31-f87e-4eb4-b913-0bbf4ca52218 Jun 22 15:16:30.529676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.558866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.565738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:30.566364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.568883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8833a2a0-cd59-4fec-9196-2cae0096dd49 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:30.626756 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2001185 Jun 22 15:16:30.629640 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44040) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:30.636111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-491744725', 'admin_state_up': True, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:30.639948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Network': ['ID=45baff31-f87e-4eb4-b913-0bbf4ca52218,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:30.642962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:30.650766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:16:30.675642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.676931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.732614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:30.874495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:31.352216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6872f61a-27e4-4f76-b15e-5d969fc9af43 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:16:31.372886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 6872f61a-27e4-4f76-b15e-5d969fc9af43 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:16:31.373326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6872f61a-27e4-4f76-b15e-5d969fc9af43 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:16:31.373843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 479eecdd-a1fb-4ada-ac74-d1905c473505 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:16:31.392500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 479eecdd-a1fb-4ada-ac74-d1905c473505 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:16:31.392955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 479eecdd-a1fb-4ada-ac74-d1905c473505 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:16:31.393438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6130439a-e32a-441f-82d7-9f78cd731175 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:16:31.411854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 6130439a-e32a-441f-82d7-9f78cd731175 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:16:31.412129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 6130439a-e32a-441f-82d7-9f78cd731175 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:16:31.416315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:31.435340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:31.538224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.202 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/620a1f55-abe1-4e6b-8f34-28644646a4a5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:16:31.641710 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:31.688135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:31.690952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:31.727584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:16:31.731809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:16:31.737003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:16:31.739414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=620a1f55-abe1-4e6b-8f34-28644646a4a5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:31.757795 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:31.974673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:32.162619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:32.285901 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:16:32.387244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:16:32.396636 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Sync routers for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:16:32.405216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:32.405423 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:32.406564 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:32.407022 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7762349 Jun 22 15:16:32.409982 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44044) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:32.437509 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4597abf6-d2c4-4f7b-b088-3a7dc5d612fa tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263188 Jun 22 15:16:32.439878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44046) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:32.517076 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:32.527126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff9fad-3a49-41bd-be03-8ebb22642459 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:32.528608 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5eff9fad-3a49-41bd-be03-8ebb22642459 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878432 Jun 22 15:16:32.531984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44048) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:32.563726 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e06d92c1-a242-41ca-95b0-3afa3fc44aeb tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304017 Jun 22 15:16:32.565954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44050) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:32.571159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2008892246', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:32.662497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9e6ac78-8693-493d-8b70-402136e8e1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:32.663756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:16:32.668032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:32.698252 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:31Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:32.724682 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Checking router: 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:16:32.725060 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Updating router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 port 620a1f55-abe1-4e6b-8f34-28644646a4a5 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:16:32.757717 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:32.848517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:32.851318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-81fa725c-8b52-4600-81ad-318e636b768d tempest-NetworksTestDHCPv6-821578533 tempest-NetworksTestDHCPv6-821578533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:32.907488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=c27c1829-16c6-4a35-939e-2690aca607ca,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:32.910912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:32.918610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Checking segment: {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:16:32.918981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network hostable DHCP agents. Network: 45baff31-f87e-4eb4-b913-0bbf4ca52218, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:16:32.923066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:32.938475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:16:32.947382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 45baff31-f87e-4eb4-b913-0bbf4ca52218) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:16:32.951777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:32.952356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:32.958201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9f9f81-0ff1-4a46-bda2-8fbfb3f3b7e0 None None] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:16:32.971871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44052) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:32.972461 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4048438 Jun 22 15:16:33.036293 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.046304 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Transition to ACTIVE for port object 620a1f55-abe1-4e6b-8f34-28644646a4a5 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:16:33.052818 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.054827 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-c006a1ce-db04-4690-bba2-ad55b4f7ed3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:33.106624 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Attempting to bind port 620a1f55-abe1-4e6b-8f34-28644646a4a5 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:16:33.107501 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Attempting to bind port 620a1f55-abe1-4e6b-8f34-28644646a4a5 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:16:33.107971 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Attempting to bind port 620a1f55-abe1-4e6b-8f34-28644646a4a5 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:16:33.108469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-45baff31-f87e-4eb4-b913-0bbf4ca52218', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:16:33.109805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.118108 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:16:33.118632 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:16:33.119132 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.119618 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:16:33.120175 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Bound port: 620a1f55-abe1-4e6b-8f34-28644646a4a5, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:16:33.120645 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.176216 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] For port 620a1f55-abe1-4e6b-8f34-28644646a4a5, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:16:33.181810 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] For port 620a1f55-abe1-4e6b-8f34-28644646a4a5, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=620a1f55-abe1-4e6b-8f34-28644646a4a5,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:16:33.188214 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Pushing event updated for resources: {'Port': ['ID=620a1f55-abe1-4e6b-8f34-28644646a4a5,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:33.192513 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.206782 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.207256 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.207734 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.208128 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.208642 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.209321 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.209880 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.210286 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.210804 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.211127 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.211442 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.211757 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:16:33.215976 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:33.219046 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f464e94b-08a9-4abc-867d-b6cdbcd101a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:33.254900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Allocated IP 172.20.0.2 (45baff31-f87e-4eb4-b913-0bbf4ca52218/c27c1829-16c6-4a35-939e-2690aca607ca/bf3775ca-4985-43f1-ab0c-f5f4d22ff57a) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:16:33.255721 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:33.256346 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:33.326402 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Pushing event updated for resources: {'Port': ['ID=620a1f55-abe1-4e6b-8f34-28644646a4a5,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:33.359770 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:33.385734 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:33.403733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.412556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Transition to ACTIVE for port object bf3775ca-4985-43f1-ab0c-f5f4d22ff57a will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:16:33.428016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Transition to ACTIVE for port object bf3775ca-4985-43f1-ab0c-f5f4d22ff57a will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:16:33.435784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.438592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:33.454770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.479390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:16:33.482243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:16:33.487763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:16:33.515528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Pushing event updated for resources: {'Port': ['ID=bf3775ca-4985-43f1-ab0c-f5f4d22ff57a,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:33.540980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:33.554294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Attempting to bind port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:16:33.554759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Attempting to bind port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:16:33.555132 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Attempting to bind port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a on network 45baff31-f87e-4eb4-b913-0bbf4ca52218 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:16:33.560092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:16:33.560407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Checking segment: {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:16:33.560850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.561255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Bound using segment: {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:16:33.561726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Bound port: bf3775ca-4985-43f1-ab0c-f5f4d22ff57a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:16:33.562108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.575752 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:31Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:33.602149 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f349f-556b-4dcf-9159-3a360e37876d None None] The sync data for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv is: [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:31Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:16:33.639449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] For port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:16:33.643151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] For port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bf3775ca-4985-43f1-ab0c-f5f4d22ff57a,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:16:33.647782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.651029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-95982383-75f2-4300-be56-770eaedbf0db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:33.710766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Pushing event updated for resources: {'Port': ['ID=bf3775ca-4985-43f1-ab0c-f5f4d22ff57a,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:33.714492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:33.766698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.1 (45baff31-f87e-4eb4-b913-0bbf4ca52218/c27c1829-16c6-4a35-939e-2690aca607ca/38fe7894-f584-49c1-bbf5-c2b2f577e1f7) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:16:33.933015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.945613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:33.964445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:16:34.006610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:34.008942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:34.057937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:16:34.065290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:16:34.070968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:16:34.075641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=38fe7894-f584-49c1-bbf5-c2b2f577e1f7,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:34.098468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:34.126127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:34.280899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:34.589831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:34.595183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:34.598152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-843b3ebb-42be-46c4-a1a3-4f87c310d63c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:34.678368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=38fe7894-f584-49c1-bbf5-c2b2f577e1f7,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:34.680725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:34.682769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:34.738626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ff59a-ab82-4261-8225-1f76f082a899 None None] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:16:34.778118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:16:34.779607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:16:34.798543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5dfb3d3e-7de5-4a3f-bd88-a6318de7fc28 None None] Provisioning for port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:16:34.898702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:16:35.012777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:16:35.019134 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/8d0f317a-fb6c-4dcd-9b49-8921d20aea74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0453160 Jun 22 15:16:35.021861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44058) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:35.127190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-010c5198-63bf-4137-88b0-88f2ec59adc3 None None] Provisioning for port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:16:35.131553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-010c5198-63bf-4137-88b0-88f2ec59adc3 None None] Provisioning complete for port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:35.131934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-010c5198-63bf-4137-88b0-88f2ec59adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.146713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3cfae-1190-47cd-b289-629e063f29e4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:35.147509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3cfae-1190-47cd-b289-629e063f29e4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:35.148447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3cfae-1190-47cd-b289-629e063f29e4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:35.149159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3cfae-1190-47cd-b289-629e063f29e4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:35.151321 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f3a3cfae-1190-47cd-b289-629e063f29e4 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1283884 Jun 22 15:16:35.153970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44062) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:35.174488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-010c5198-63bf-4137-88b0-88f2ec59adc3 None None] Port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:16:35.224717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784f109-ac39-4c57-a20a-3eae302f39a6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:35.225471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784f109-ac39-4c57-a20a-3eae302f39a6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:35.226012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784f109-ac39-4c57-a20a-3eae302f39a6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:35.226540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784f109-ac39-4c57-a20a-3eae302f39a6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:35.228345 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6784f109-ac39-4c57-a20a-3eae302f39a6 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0727038 Jun 22 15:16:35.231136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44064) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:35.256090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Sync routers for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:16:35.268999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:35.269851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:35.321070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bf3775ca-4985-43f1-ab0c-f5f4d22ff57a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:16:35.381907 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-37f48bdf-2c35-45eb-8471-4adc07855b61 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1484103 Jun 22 15:16:35.441282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-96ed3ffd-3497-4e4b-92aa-0971cb39d86a None None] Provisioning complete for port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:35.441282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-96ed3ffd-3497-4e4b-92aa-0971cb39d86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.463921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:35.496464 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:16:35.513264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:35.513647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.541712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-96ed3ffd-3497-4e4b-92aa-0971cb39d86a None None] Port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:16:35.547295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44068) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:35.551987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-625e3278-4846-45a8-b314-29f5a0ee35ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540428009', 'description': 'tempest-secgroup-smoke-540428009 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:35.574962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-625e3278-4846-45a8-b314-29f5a0ee35ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.651752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.663521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-625e3278-4846-45a8-b314-29f5a0ee35ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.667285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-625e3278-4846-45a8-b314-29f5a0ee35ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.671191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e7f3aedc-5f06-4a96-9881-51310bc013a9 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:35.699193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-625e3278-4846-45a8-b314-29f5a0ee35ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.700425 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-625e3278-4846-45a8-b314-29f5a0ee35ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1521230 Jun 22 15:16:35.702393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e3278-4846-45a8-b314-29f5a0ee35ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a212cc-0c52-4110-bcca-ce6ab5f8ff54,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:35.704183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44072) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:35.705864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-625e3278-4846-45a8-b314-29f5a0ee35ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:35.711411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5a3026a5-027d-4d18-95ec-65b4c255ad13 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '71a212cc-0c52-4110-bcca-ce6ab5f8ff54', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:35.716334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e75c2027-5ee2-4636-9348-7a8418c60116 None None] Provisioning complete for port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:35.716722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e75c2027-5ee2-4636-9348-7a8418c60116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.738433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5a3026a5-027d-4d18-95ec-65b4c255ad13 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.775760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.791448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-e75c2027-5ee2-4636-9348-7a8418c60116 None None] Port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:16:35.797985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5a3026a5-027d-4d18-95ec-65b4c255ad13 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.801728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5a3026a5-027d-4d18-95ec-65b4c255ad13 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.806475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c9dcf403-fb20-4c61-8dc9-8f3eb82fea36 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:35.820975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bf3775ca-4985-43f1-ab0c-f5f4d22ff57a,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:35.826457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3026a5-027d-4d18-95ec-65b4c255ad13 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2150a3-9070-4532-b4d9-a7f534c41fe3,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:35.826694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.827542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 620a1f55-abe1-4e6b-8f34-28644646a4a5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:16:35.830454 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5a3026a5-027d-4d18-95ec-65b4c255ad13 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:35.830793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:35.831805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5a3026a5-027d-4d18-95ec-65b4c255ad13 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.835512 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5a3026a5-027d-4d18-95ec-65b4c255ad13 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259220 Jun 22 15:16:35.836031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44074) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:35.840234 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8e59f235-09b3-4ac4-ab42-707711e6a5ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '71a212cc-0c52-4110-bcca-ce6ab5f8ff54', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:35.866831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e59f235-09b3-4ac4-ab42-707711e6a5ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.928526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e59f235-09b3-4ac4-ab42-707711e6a5ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.932422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e59f235-09b3-4ac4-ab42-707711e6a5ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.934324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ce67c078-2e82-45f0-816c-dd27e94ce355 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:35.953698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59f235-09b3-4ac4-ab42-707711e6a5ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6621583-2ece-489f-b44a-d88b1b0290d1,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:35.956286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e59f235-09b3-4ac4-ab42-707711e6a5ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:35.958233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e59f235-09b3-4ac4-ab42-707711e6a5ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:35.962264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44076) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:35.962445 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8e59f235-09b3-4ac4-ab42-707711e6a5ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256099 Jun 22 15:16:35.967391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-bae269ef-0d2e-4b2a-9a56-435ce406d5b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '71a212cc-0c52-4110-bcca-ce6ab5f8ff54', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:35.996769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bae269ef-0d2e-4b2a-9a56-435ce406d5b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.031996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:36.060023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bae269ef-0d2e-4b2a-9a56-435ce406d5b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.064264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bae269ef-0d2e-4b2a-9a56-435ce406d5b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.069600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3dd07eb7-f841-43a0-ab9f-35b03e6f0612 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:36.070161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Checking router: 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:16:36.070526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Updating router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:16:36.082704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae269ef-0d2e-4b2a-9a56-435ce406d5b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57315724-5627-4161-8071-41576fae40f9,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:36.085652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bae269ef-0d2e-4b2a-9a56-435ce406d5b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:36.092230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bae269ef-0d2e-4b2a-9a56-435ce406d5b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.094637 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bae269ef-0d2e-4b2a-9a56-435ce406d5b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310434 Jun 22 15:16:36.098144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44078) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:36.103028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9e274e1c-e3fa-4270-8ef6-ee52c802b502 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '71a212cc-0c52-4110-bcca-ce6ab5f8ff54', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:36.123199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=bf3775ca-4985-43f1-ab0c-f5f4d22ff57a,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:36.128521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:36.131392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e274e1c-e3fa-4270-8ef6-ee52c802b502 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.134101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.142671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 620a1f55-abe1-4e6b-8f34-28644646a4a5 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:16:36.149345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 620a1f55-abe1-4e6b-8f34-28644646a4a5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:36.149724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.192354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e274e1c-e3fa-4270-8ef6-ee52c802b502 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.195696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e274e1c-e3fa-4270-8ef6-ee52c802b502 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.197541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85b961c9-5c85-424e-ab41-1b1ed9255a18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:36.211756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e274e1c-e3fa-4270-8ef6-ee52c802b502 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18a3eb0-1fa7-4dd9-93cf-04fb61840e22,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:36.216254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9e274e1c-e3fa-4270-8ef6-ee52c802b502 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:36.223312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9e274e1c-e3fa-4270-8ef6-ee52c802b502 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.224597 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9e274e1c-e3fa-4270-8ef6-ee52c802b502 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254904 Jun 22 15:16:36.227379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44080) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:36.231818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '71a212cc-0c52-4110-bcca-ce6ab5f8ff54', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:36.253857 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:16:36.258959 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.322457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.327455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.329970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0e280ee7-9615-4c77-83ef-dd2e94923889 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:36.344216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bf8715-f95f-4176-9c0e-5e76b84e34bf,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:36.347998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:36.353123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.354683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.356081 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277990 Jun 22 15:16:36.359152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44082) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:36.363820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-51e47a34-8da6-4041-9ae9-1484c5d0d6fb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '71a212cc-0c52-4110-bcca-ce6ab5f8ff54', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:36.382995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 620a1f55-abe1-4e6b-8f34-28644646a4a5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=620a1f55-abe1-4e6b-8f34-28644646a4a5,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:36.386120 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-51e47a34-8da6-4041-9ae9-1484c5d0d6fb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:16:36.387752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.392382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51e47a34-8da6-4041-9ae9-1484c5d0d6fb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.395403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:36.453538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51e47a34-8da6-4041-9ae9-1484c5d0d6fb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.457054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51e47a34-8da6-4041-9ae9-1484c5d0d6fb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.458962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fb6fa50a-0745-493d-8fbb-3dc00a458f41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:36.466894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=620a1f55-abe1-4e6b-8f34-28644646a4a5,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:36.473488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:36.478018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e47a34-8da6-4041-9ae9-1484c5d0d6fb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae21724-094c-4953-bbe0-1223cb2d3fd7,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:36.480479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-51e47a34-8da6-4041-9ae9-1484c5d0d6fb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:36.485711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-51e47a34-8da6-4041-9ae9-1484c5d0d6fb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.486923 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-51e47a34-8da6-4041-9ae9-1484c5d0d6fb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269999 Jun 22 15:16:36.523226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.535765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Transition to ACTIVE for port object 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:16:36.541841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.544540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:36.631534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cec91c-a8a4-4456-abde-315346023d48 None None] Pushing event updated for resources: {'Port': ['ID=38fe7894-f584-49c1-bbf5-c2b2f577e1f7,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:36.636282 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-94be703d-0726-4025-806d-50752df9e3f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540428009&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0371497 Jun 22 15:16:36.638113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-83cec91c-a8a4-4456-abde-315346023d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:36.689844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Attempting to bind port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:16:36.690370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Attempting to bind port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:16:36.690833 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Attempting to bind port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 on network 45baff31-f87e-4eb4-b913-0bbf4ca52218 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:16:36.696188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:16:36.696695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Checking segment: {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:16:36.697766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.697766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Bound using segment: {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:16:36.698299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Bound port: 38fe7894-f584-49c1-bbf5-c2b2f577e1f7, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:16:36.698756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.752254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-08e37010-6aa3-4466-91b2-88aff2446a38 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:36.753902 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-08e37010-6aa3-4466-91b2-88aff2446a38 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 797 time: 0.1054685 Jun 22 15:16:36.766577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] For port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:16:36.770033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] For port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=38fe7894-f584-49c1-bbf5-c2b2f577e1f7,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:16:36.773689 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-96b11332-6a45-4ca9-91a8-0c2a302e8b73 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0104148 Jun 22 15:16:36.778450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:36.780458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-146af2d5-f350-41f0-b687-f5986da4b08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:36.854100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:36.854734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:36.854889 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-bcd7e45d-face-40cb-9923-b12aa6193291 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755956 Jun 22 15:16:36.857080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cec91c-a8a4-4456-abde-315346023d48 None None] Pushing event updated for resources: {'Port': ['ID=38fe7894-f584-49c1-bbf5-c2b2f577e1f7,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:36.860735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-83cec91c-a8a4-4456-abde-315346023d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:36.974214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:37.020532 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-97c90bf0-ef15-43c7-86eb-b05507c35496 service neutron] 10.222.0.22 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441760 Jun 22 15:16:37.115337 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-bc80468a-244c-41e0-959e-8aea6a889034 service neutron] 10.222.0.22 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888953 Jun 22 15:16:37.181359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:37.218422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cec82b-46da-48fd-9be4-57e02319cf24 None None] The sync data for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv is: [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:16:37.257794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bf3775ca-4985-43f1-ab0c-f5f4d22ff57a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:16:37.323707 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a39c38f-cdbd-42b7-be96-dac3f0f98d5f req-e987a05d-53cd-45eb-a7b6-5ccf68ce9d50 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 210 time: 0.0537503 Jun 22 15:16:37.358861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:37.358861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:37.437816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 620a1f55-abe1-4e6b-8f34-28644646a4a5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:16:37.489062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 620a1f55-abe1-4e6b-8f34-28644646a4a5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:37.489530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:38.480380 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1a1e1dea-7d25-4a19-8fc1-0d2641f1be39 req-3a868690-8625-4a2e-9f52-30958f94a3a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 210 time: 0.0309334 Jun 22 15:16:38.489780 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2164813a-565c-4d08-8d58-306e6d39f0ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:38.491254 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2164813a-565c-4d08-8d58-306e6d39f0ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 797 time: 0.1103518 Jun 22 15:16:38.539712 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-35e2d368-a6bd-46ac-ad86-6fc078514220 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 379 time: 0.0398898 Jun 22 15:16:38.549384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['71a212cc-0c52-4110-bcca-ce6ab5f8ff54']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:38.665304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:16:38.668935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:38.795574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.11 (45baff31-f87e-4eb4-b913-0bbf4ca52218/c27c1829-16c6-4a35-939e-2690aca607ca/a8e3b8d2-c41a-410c-83d3-83f6169bffb8) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:16:38.938596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:38.951468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object a8e3b8d2-c41a-410c-83d3-83f6169bffb8 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:16:38.983594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:38.987458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:39.028625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:16:39.031987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:16:39.035710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:16:39.043595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:39.064323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:39.090595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:39.091216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.106702 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5615761 Jun 22 15:16:39.125148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Request body: {'port': {'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:39.207882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.243926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7bb97cce-df32-4512-8ae9-37caf145dc3f None None] Provisioning for port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:16:39.247602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7bb97cce-df32-4512-8ae9-37caf145dc3f None None] Provisioning complete for port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:39.247938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7bb97cce-df32-4512-8ae9-37caf145dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.271581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:16:39.314237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-7bb97cce-df32-4512-8ae9-37caf145dc3f None None] Port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:16:39.333297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:16:39.337062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:39.337446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.412670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.444437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=38fe7894-f584-49c1-bbf5-c2b2f577e1f7,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:39.448254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.450086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:39.480938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e3b8d2-c41a-410c-83d3-83f6169bffb8 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:16:39.488789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.494722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=38fe7894-f584-49c1-bbf5-c2b2f577e1f7,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:39.498432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:39.501301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Transition to ACTIVE for port object a8e3b8d2-c41a-410c-83d3-83f6169bffb8 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:16:39.505106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.508088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-96b72d46-9dab-4785-a99a-bc1eb1c78418 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:39.590110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:39.608536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:39.706027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Attempting to bind port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:16:39.706371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Attempting to bind port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:16:39.706697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Attempting to bind port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 on network 45baff31-f87e-4eb4-b913-0bbf4ca52218 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:16:39.715313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 on network 45baff31-f87e-4eb4-b913-0bbf4ca52218 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:16:39.715632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Attempting to bind port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 on network 45baff31-f87e-4eb4-b913-0bbf4ca52218 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:16:39.728336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846334f-15d0-4188-b96d-7a512dae9114 req-acfabdc9-d15e-4450-ada6-4495736666cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:39.729907 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5846334f-15d0-4188-b96d-7a512dae9114 req-acfabdc9-d15e-4450-ada6-4495736666cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 944 time: 0.1193316 Jun 22 15:16:39.731197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:16:39.731525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Checking segment: {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:16:39.731904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Bound using segment: {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:16:39.732342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Bound port: a8e3b8d2-c41a-410c-83d3-83f6169bffb8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:16:39.732687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.801153 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5846334f-15d0-4188-b96d-7a512dae9114 req-8976dc19-3dd4-41b0-846f-483a570313b2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645843 Jun 22 15:16:39.825589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] For port a8e3b8d2-c41a-410c-83d3-83f6169bffb8, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:16:39.829363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] For port a8e3b8d2-c41a-410c-83d3-83f6169bffb8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:16:39.837584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.841246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ad1d7c12-f3fa-42ba-9a9e-753792df507c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:39.880875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:39.881649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:39.883009 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 1094 time: 0.7628591 Jun 22 15:16:39.883660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:16:39.885993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecb00f4-709e-4956-bfd1-b83f028119d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:16:39.918604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:39.922239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:39.936560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db288890-ad82-4ef9-8aa0-5202ea2e932b x-openstack-request-id: req-db288890-ad82-4ef9-8aa0-5202ea2e932b {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:16:39.938370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:16:39.938370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db288890-ad82-4ef9-8aa0-5202ea2e932b {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:16:39.939957 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'status': 'completed', 'code': 200} Jun 22 15:16:40.014163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-83f89eb0-8052-4108-bdfd-a153bdbd886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:40.016335 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-83f89eb0-8052-4108-bdfd-a153bdbd886a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1097 time: 0.0740488 Jun 22 15:16:40.070097 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-c435a65d-0774-4cf0-bc05-ad81e45a9386 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 217 time: 0.0470529 Jun 22 15:16:40.136488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-8fa17916-58c3-4214-899e-2d368b551eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:40.138727 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-8fa17916-58c3-4214-899e-2d368b551eb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0623744 Jun 22 15:16:40.206920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a6c3ec78-d198-4cf8-b1d1-ab3fd91770bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:40.211781 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-a6c3ec78-d198-4cf8-b1d1-ab3fd91770bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0670092 Jun 22 15:16:40.263153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:40.310468 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-847e8486-e13e-4b28-ad96-40703493d09f service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906115 Jun 22 15:16:40.420685 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0428df07-8a0e-41c8-a7e2-7b11efd425a5 req-8773cdf5-dafb-4168-b76e-04efbf85f104 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051748 Jun 22 15:16:40.527529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-a85b569f-5082-432b-b6f1-d8f7ff575d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:40.529042 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-a85b569f-5082-432b-b6f1-d8f7ff575d8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1097 time: 0.0520611 Jun 22 15:16:40.615900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-2b419d69-a8a8-4110-9641-abc43857a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:40.617463 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-2b419d69-a8a8-4110-9641-abc43857a763 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.0825288 Jun 22 15:16:40.660375 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-2aa7608a-a0d2-43e2-bd42-7c198fec1ee7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 217 time: 0.0368576 Jun 22 15:16:40.707822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-a2f9a65b-0237-4d4f-91d6-cfa963cf9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:40.709175 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-a2f9a65b-0237-4d4f-91d6-cfa963cf9ff2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0431771 Jun 22 15:16:40.779350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-0d006ec4-9106-457d-8a93-32e1916464dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:40.781420 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-0d006ec4-9106-457d-8a93-32e1916464dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0650680 Jun 22 15:16:40.875178 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-027d686e-d49a-4d6c-bdd3-e9a27efdca44 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874524 Jun 22 15:16:41.234115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:16:41.286859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:41.287604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:41.352698 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ecb00f4-709e-4956-bfd1-b83f028119d4 req-d45a139b-3d9c-4dcd-9a57-62d0985b262f service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718447 Jun 22 15:16:41.364825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610ff3a-d196-4959-aadf-9da5d3a6f888 req-97111c87-381e-4663-89d6-bedb7b9ac17e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:41.366282 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f610ff3a-d196-4959-aadf-9da5d3a6f888 req-97111c87-381e-4663-89d6-bedb7b9ac17e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 944 time: 0.4324398 Jun 22 15:16:41.413920 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f610ff3a-d196-4959-aadf-9da5d3a6f888 req-d9237232-7998-4da4-a18e-5cf3e882d58d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346479 Jun 22 15:16:42.588611 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c689b-6b2d-451d-b8cd-e9c99b91f8d7 req-58a8a987-140d-4102-940c-e33a5b4824c6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:42.590094 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d74c689b-6b2d-451d-b8cd-e9c99b91f8d7 req-58a8a987-140d-4102-940c-e33a5b4824c6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 944 time: 0.0635486 Jun 22 15:16:42.629056 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d74c689b-6b2d-451d-b8cd-e9c99b91f8d7 req-b5900d55-1e19-4093-8600-ab93174979cd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321026 Jun 22 15:16:43.746969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device a8e3b8d2-c41a-410c-83d3-83f6169bffb8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:16:43.802618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958bcee-0b59-45ef-8229-cef8e831c42d req-8a2e9104-605d-49fc-90ef-73a6c0ffa243 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:43.804492 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0958bcee-0b59-45ef-8229-cef8e831c42d req-8a2e9104-605d-49fc-90ef-73a6c0ffa243 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 944 time: 0.0640519 Jun 22 15:16:43.842148 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0958bcee-0b59-45ef-8229-cef8e831c42d req-17075b98-52ae-4c1a-9969-1fa598511474 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322738 Jun 22 15:16:43.843265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port a8e3b8d2-c41a-410c-83d3-83f6169bffb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:43.855515 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:16:43.891921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:43.903646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e3b8d2-c41a-410c-83d3-83f6169bffb8 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:16:43.922855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port a8e3b8d2-c41a-410c-83d3-83f6169bffb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:43.926385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:43.928126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:43.972955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:43.975789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:44.269862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['a8e3b8d2-c41a-410c-83d3-83f6169bffb8'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:16:45.019232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556fca0-f844-4ed6-9a1a-972f3df61768 req-da4ec43c-e861-4c65-8eda-6339515bde61 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:45.020599 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8556fca0-f844-4ed6-9a1a-972f3df61768 req-da4ec43c-e861-4c65-8eda-6339515bde61 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 945 time: 0.0664015 Jun 22 15:16:45.056662 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8556fca0-f844-4ed6-9a1a-972f3df61768 req-d7b177c6-11cc-4afd-b038-95beac0c4662 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304513 Jun 22 15:16:45.762576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device a8e3b8d2-c41a-410c-83d3-83f6169bffb8 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:16:45.811731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:16:45.815314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:45.815697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:45.889322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:45.911339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:16:45.913761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7aaef0-deaa-4c4a-b481-6c015d7ffddd" -d '{"events": [{"server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "name": "network-vif-plugged", "status": "completed", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:16:45.926614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port a8e3b8d2-c41a-410c-83d3-83f6169bffb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:45.930958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:45.932843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:45.980800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:45.984509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:46.000302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a583e53e-2e9a-476a-879c-15df29138de6 x-openstack-request-id: req-a583e53e-2e9a-476a-879c-15df29138de6 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:16:46.000655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "name": "network-vif-plugged", "status": "completed", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:16:46.000948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a583e53e-2e9a-476a-879c-15df29138de6 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:16:46.001348 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'code': 200} Jun 22 15:16:46.215469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470792c-9d06-421d-a4bf-28c99e037da8 req-c753c018-cf42-4ec0-b646-9457df3bac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:46.217165 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b470792c-9d06-421d-a4bf-28c99e037da8 req-c753c018-cf42-4ec0-b646-9457df3bac6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1099 time: 0.0553641 Jun 22 15:16:46.231295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db67bde-a65a-476e-8ecf-004725ec7874 req-4aa2f413-734e-4cbb-a638-5fc0688730a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:46.232854 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3db67bde-a65a-476e-8ecf-004725ec7874 req-4aa2f413-734e-4cbb-a638-5fc0688730a1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 946 time: 0.0631340 Jun 22 15:16:46.250933 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b470792c-9d06-421d-a4bf-28c99e037da8 req-ec0177c0-2811-4649-b240-664605efb7ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279169 Jun 22 15:16:46.270209 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3db67bde-a65a-476e-8ecf-004725ec7874 req-a8c7e47a-ee46-423d-8ead-c84752bbec5f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315049 Jun 22 15:16:47.443829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594e840-f611-45af-9bfe-688848515f1e req-5c82d3d1-67bb-45bb-a2de-e1c6cdd911e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:47.445201 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e594e840-f611-45af-9bfe-688848515f1e req-5c82d3d1-67bb-45bb-a2de-e1c6cdd911e3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 946 time: 0.0641458 Jun 22 15:16:47.481753 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e594e840-f611-45af-9bfe-688848515f1e req-67ddd341-a879-4c41-8e6d-4ed5abfbcf92 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Jun 22 15:16:47.650195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d5fe-fd2f-4ffe-a523-66f42a8b707c req-3113d993-5edf-438e-ae98-ffdc99bbeea8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:47.651665 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9015d5fe-fd2f-4ffe-a523-66f42a8b707c req-3113d993-5edf-438e-ae98-ffdc99bbeea8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 946 time: 0.0634587 Jun 22 15:16:47.693979 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9015d5fe-fd2f-4ffe-a523-66f42a8b707c req-4f62569d-bf0d-496e-9ae9-34aacfa4ccb2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363109 Jun 22 15:16:47.717729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44146) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:47.771799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b03cb1-034f-445c-9b7f-e3b0473f06a0 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:47.773296 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e1b03cb1-034f-445c-9b7f-e3b0473f06a0 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1094 time: 0.0535524 Jun 22 15:16:47.775957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44148) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:47.780190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:47.801605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:47.897644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:48.001528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.125 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/9c980a70-99f9-4512-b86c-0d1b89beb8f6) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:16:48.100967 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:48.140963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:48.144028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:48.175859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:16:48.181863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:16:48.184425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:16:48.215542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=9c980a70-99f9-4512-b86c-0d1b89beb8f6,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:48.220108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:48.552294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:48.630128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:48.777471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:48.782219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:48.785295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c777835e-848f-447b-af75-8c99a9fe103f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:48.849158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=9c980a70-99f9-4512-b86c-0d1b89beb8f6,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:48.854368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:48.860861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:48.959645 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 52fc7406-eb94-4826-97a6-d68fdbbd87f1 associated. External IP: 172.26.6.125, port: a8e3b8d2-c41a-410c-83d3-83f6169bffb8. Jun 22 15:16:49.164126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:16:49.271258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:16:49.280285 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] Sync routers for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:16:49.286497 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:49.290434 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:49.291036 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:49.326146 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5491595 Jun 22 15:16:49.326916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:16:49.328924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44150) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:49.329845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7117c8e4-814a-4871-88c1-aaac17b1c352" -d '{"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:16:49.370262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92a43b4-08bd-4a49-aad0-8d2670599abb x-openstack-request-id: req-c92a43b4-08bd-4a49-aad0-8d2670599abb {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:16:49.370605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:16:49.370909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c92a43b4-08bd-4a49-aad0-8d2670599abb {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:16:49.371367 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'status': 'completed', 'code': 200} Jun 22 15:16:49.393761 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0691d6e1-5890-4fa9-9b58-e72a0671b957 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:49.395823 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0691d6e1-5890-4fa9-9b58-e72a0671b957 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1094 time: 0.0656853 Jun 22 15:16:49.405459 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:49.448216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-32b994db-a611-4de4-a57b-381af8f491f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:49.449783 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-32b994db-a611-4de4-a57b-381af8f491f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1099 time: 0.0549157 Jun 22 15:16:49.547778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-333776f5-a40e-4394-8fc7-0e1c881d4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:49.549271 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-333776f5-a40e-4394-8fc7-0e1c881d4ff3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.0932052 Jun 22 15:16:49.614270 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-97994c07-66fd-4a5f-bbfe-8b2833605b92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 1000 time: 0.0586555 Jun 22 15:16:49.667754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-5ac9478e-8e93-44fe-99b4-de74aec4ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:49.669528 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-5ac9478e-8e93-44fe-99b4-de74aec4ad9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0492656 Jun 22 15:16:49.726379 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '52fc7406-eb94-4826-97a6-d68fdbbd87f1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:16:48Z', 'updated_at': '2021-06-22T15:16:48Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:49.738655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-9ad70222-d913-4508-9aaf-6574c08880fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:49.738655 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-9ad70222-d913-4508-9aaf-6574c08880fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0577009 Jun 22 15:16:49.738881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44156) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:49.743361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d596b862-a337-4c31-be21-ebe6e4b9f875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-651049223', 'description': 'tempest-secgroup-smoke-651049223 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:49.753266 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] Checking router: 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:16:49.761558 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:16:49.762172 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:16:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:49.813235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d596b862-a337-4c31-be21-ebe6e4b9f875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:49.866252 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:16:49.866502 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-3bc574bd-9d00-4524-bf1c-5fb764c5cbea service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187127 Jun 22 15:16:49.995328 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7117c8e4-814a-4871-88c1-aaac17b1c352 req-3acfecd6-a50c-4fe3-8e70-18e6203766a4 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219714 Jun 22 15:16:49.997407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d596b862-a337-4c31-be21-ebe6e4b9f875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.001972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d596b862-a337-4c31-be21-ebe6e4b9f875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.004433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bdeb0857-08fc-4664-9c22-9f82e9fc3d47 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:50.034815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596b862-a337-4c31-be21-ebe6e4b9f875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:50.037830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d596b862-a337-4c31-be21-ebe6e4b9f875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:50.038889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d596b862-a337-4c31-be21-ebe6e4b9f875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.042625 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d596b862-a337-4c31-be21-ebe6e4b9f875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3001823 Jun 22 15:16:50.042856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44158) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:50.047655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-76e43a7f-6a1d-4863-b0cc-9a9bf2cb02a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '1ed0aafe-fee4-4b7b-8a98-7e8d458ee877', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:50.073125 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76e43a7f-6a1d-4863-b0cc-9a9bf2cb02a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.091364 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '52fc7406-eb94-4826-97a6-d68fdbbd87f1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:16:48Z', 'updated_at': '2021-06-22T15:16:48Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:16:50.118585 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5de75b-111a-436b-abd1-d9050577c2f9 None None] The sync data for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv is: [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '52fc7406-eb94-4826-97a6-d68fdbbd87f1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:16:48Z', 'updated_at': '2021-06-22T15:16:48Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:16:50.137447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76e43a7f-6a1d-4863-b0cc-9a9bf2cb02a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.141677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76e43a7f-6a1d-4863-b0cc-9a9bf2cb02a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.146731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:50.164502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e43a7f-6a1d-4863-b0cc-9a9bf2cb02a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd16787c-ffc9-4f19-bfce-705484e3e89a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:50.167687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-76e43a7f-6a1d-4863-b0cc-9a9bf2cb02a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:50.170340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76e43a7f-6a1d-4863-b0cc-9a9bf2cb02a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.172954 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-76e43a7f-6a1d-4863-b0cc-9a9bf2cb02a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286588 Jun 22 15:16:50.175353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44160) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:50.179862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-bdfaecc6-8eee-4f02-a216-c2c0ace5d4ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '1ed0aafe-fee4-4b7b-8a98-7e8d458ee877', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:50.205976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bdfaecc6-8eee-4f02-a216-c2c0ace5d4ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.263640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bdfaecc6-8eee-4f02-a216-c2c0ace5d4ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.267689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bdfaecc6-8eee-4f02-a216-c2c0ace5d4ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.269562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ab58f790-ab83-49d1-9526-4cc657973714 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:50.287961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaecc6-8eee-4f02-a216-c2c0ace5d4ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858e58e8-0a84-48c7-83ca-f09225a5dcfc,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:50.290424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bdfaecc6-8eee-4f02-a216-c2c0ace5d4ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:50.293370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bdfaecc6-8eee-4f02-a216-c2c0ace5d4ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.297486 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bdfaecc6-8eee-4f02-a216-c2c0ace5d4ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181374 Jun 22 15:16:50.297798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44162) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:50.302444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-042e40fe-9f9b-420f-b740-f636382a5169 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '1ed0aafe-fee4-4b7b-8a98-7e8d458ee877', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:50.331230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-042e40fe-9f9b-420f-b740-f636382a5169 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.334120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dc009d-704a-47b1-9b6f-c860fa7f5267 None None] New status for floating IP 52fc7406-eb94-4826-97a6-d68fdbbd87f1: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:16:50.390494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-042e40fe-9f9b-420f-b740-f636382a5169 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.395063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-042e40fe-9f9b-420f-b740-f636382a5169 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.401825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98c9ce10-b52b-428a-9a67-4769f4342ea1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:50.416662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e40fe-9f9b-420f-b740-f636382a5169 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de45741-6f96-4e53-a3c0-cfff35f610ff,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:50.419701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-042e40fe-9f9b-420f-b740-f636382a5169 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:50.420862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-042e40fe-9f9b-420f-b740-f636382a5169 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.424560 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-042e40fe-9f9b-420f-b740-f636382a5169 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232791 Jun 22 15:16:50.425090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44164) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:50.429279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4ecc348f-f2f5-44ce-a005-14247edad1a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '1ed0aafe-fee4-4b7b-8a98-7e8d458ee877', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:50.455719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ecc348f-f2f5-44ce-a005-14247edad1a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.535859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ecc348f-f2f5-44ce-a005-14247edad1a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.539571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ecc348f-f2f5-44ce-a005-14247edad1a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.541375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7c82bce3-a147-4785-9b44-4044fea3b935 tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:50.557921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc348f-f2f5-44ce-a005-14247edad1a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa59f76d-e3ba-4929-b97d-b6a50bcc977e,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:50.561060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4ecc348f-f2f5-44ce-a005-14247edad1a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:50.564034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4ecc348f-f2f5-44ce-a005-14247edad1a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.565341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4ecc348f-f2f5-44ce-a005-14247edad1a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396315 Jun 22 15:16:50.568468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44166) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:50.572807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-776e545b-e2ab-4c49-ac64-9a9e46ccf2cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '1ed0aafe-fee4-4b7b-8a98-7e8d458ee877', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:50.594258 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-776e545b-e2ab-4c49-ac64-9a9e46ccf2cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:16:50.598713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-776e545b-e2ab-4c49-ac64-9a9e46ccf2cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.658365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-776e545b-e2ab-4c49-ac64-9a9e46ccf2cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.661982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-776e545b-e2ab-4c49-ac64-9a9e46ccf2cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.663802 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-16f3d53f-9b97-4656-a093-cee06ffbcf9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:50.680483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e545b-e2ab-4c49-ac64-9a9e46ccf2cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7421c3-457f-40b9-b47b-0044c59a9a1d,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:50.683278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-776e545b-e2ab-4c49-ac64-9a9e46ccf2cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:50.686297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-776e545b-e2ab-4c49-ac64-9a9e46ccf2cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.688040 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-776e545b-e2ab-4c49-ac64-9a9e46ccf2cb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185908 Jun 22 15:16:50.690741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44168) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:16:50.695138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '1ed0aafe-fee4-4b7b-8a98-7e8d458ee877', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:50.716879 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:16:50.722527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.781673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.785292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.787054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-29116daa-50fb-4a1e-acdb-4809a56fc2fb tempest-SecGroupTest-1963916327 tempest-SecGroupTest-1963916327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:50.802142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d6eccb-0b32-4487-a1ac-e850770a235e,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:50.804510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:50.809724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:50.811277 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196287 Jun 22 15:16:50.946898 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-2ffa7082-12f1-4329-ba82-d432550ba351 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-651049223&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0321469 Jun 22 15:16:51.055666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-8081cbd5-56c8-459f-9476-8012eec59929 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:51.057036 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-8081cbd5-56c8-459f-9476-8012eec59929 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 797 time: 0.1029918 Jun 22 15:16:51.072208 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-74dc7c7b-0e43-49e3-9530-2b485ae1bb85 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0089040 Jun 22 15:16:51.144556 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-f44a9208-ad0f-4e6c-b090-7675c066d67b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0675330 Jun 22 15:16:51.280610 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-137c2951-7772-4fa7-96ee-5665e5153474 service neutron] 10.222.0.22 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242082 Jun 22 15:16:51.369721 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-9f8f2951-22b8-46a4-a95a-1f32c44f4f28 service neutron] 10.222.0.22 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828075 Jun 22 15:16:51.533174 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ccda1933-1622-4279-af1b-125fea8a676b req-136cbe02-0d98-47f3-a2cd-0919ed27095f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 210 time: 0.0281944 Jun 22 15:16:52.568339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-d5444e29-8849-4876-a2f4-39f00d5ba15a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:52.570067 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-d5444e29-8849-4876-a2f4-39f00d5ba15a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 797 time: 0.1187668 Jun 22 15:16:52.615238 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-0e8847c3-d248-4d5e-b553-c7f1f2136cdd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 471 time: 0.0365477 Jun 22 15:16:52.623440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': '7f0e667b-e534-498b-b649-d9b46be5692a', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['1ed0aafe-fee4-4b7b-8a98-7e8d458ee877']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:52.719002 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2fa398c9-035f-47fc-820a-45b6225f6252 req-5983ef90-0a95-47a3-b5ff-3446759b54ec tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 210 time: 0.0512674 Jun 22 15:16:52.779030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:16:52.783139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:52.906745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.4 (45baff31-f87e-4eb4-b913-0bbf4ca52218/c27c1829-16c6-4a35-939e-2690aca607ca/e95f9d78-c200-4182-8b48-a7f8cf7528e2) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:16:53.045982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.059162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object e95f9d78-c200-4182-8b48-a7f8cf7528e2 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:16:53.091417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.095531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cde5066f-d070-437b-991d-cd2d03de6f14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:53.140832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:16:53.144185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:16:53.147950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:16:53.174506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=e95f9d78-c200-4182-8b48-a7f8cf7528e2,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:53.178927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:53.199985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:53.200596 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.214991 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5952034 Jun 22 15:16:53.226527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Request body: {'port': {'device_id': '7f0e667b-e534-498b-b649-d9b46be5692a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:16:53.306965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.366203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-29f0da47-b631-4e83-9ef2-1562525dbeb0 None None] Provisioning for port e95f9d78-c200-4182-8b48-a7f8cf7528e2 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:16:53.370352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-29f0da47-b631-4e83-9ef2-1562525dbeb0 None None] Provisioning complete for port e95f9d78-c200-4182-8b48-a7f8cf7528e2 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:53.370737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-29f0da47-b631-4e83-9ef2-1562525dbeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.403775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-29f0da47-b631-4e83-9ef2-1562525dbeb0 None None] Port e95f9d78-c200-4182-8b48-a7f8cf7528e2 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:16:53.569357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95f9d78-c200-4182-8b48-a7f8cf7528e2 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:16:53.576355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.588480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Transition to ACTIVE for port object e95f9d78-c200-4182-8b48-a7f8cf7528e2 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:16:53.593175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.595750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-24a52d1e-bfd1-44b7-b48e-3a5f304b6199 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:53.671391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e95f9d78-c200-4182-8b48-a7f8cf7528e2,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:53.675566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:53.749219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Attempting to bind port e95f9d78-c200-4182-8b48-a7f8cf7528e2 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:16:53.749559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Attempting to bind port e95f9d78-c200-4182-8b48-a7f8cf7528e2 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:16:53.749891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Attempting to bind port e95f9d78-c200-4182-8b48-a7f8cf7528e2 on network 45baff31-f87e-4eb4-b913-0bbf4ca52218 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:16:53.754811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Port e95f9d78-c200-4182-8b48-a7f8cf7528e2 on network 45baff31-f87e-4eb4-b913-0bbf4ca52218 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:16:53.755135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Attempting to bind port e95f9d78-c200-4182-8b48-a7f8cf7528e2 on network 45baff31-f87e-4eb4-b913-0bbf4ca52218 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:16:53.760420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:16:53.760592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Checking segment: {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:16:53.761014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Bound using segment: {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:16:53.761442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Bound port: e95f9d78-c200-4182-8b48-a7f8cf7528e2, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65570a6-2e0c-470b-839a-2734907fe1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:16:53.761797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.827239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] For port e95f9d78-c200-4182-8b48-a7f8cf7528e2, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:16:53.831009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] For port e95f9d78-c200-4182-8b48-a7f8cf7528e2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:16:53.834980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.837955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ff08bf1-0fed-4923-8939-a1b551de09b1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:53.869456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:53.869575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:53.870893 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/e95f9d78-c200-4182-8b48-a7f8cf7528e2 HTTP/1.1" status: 200 len: 1093 time: 0.6487124 Jun 22 15:16:53.871431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:16:53.873766 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:16:53.901467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e95f9d78-c200-4182-8b48-a7f8cf7528e2,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:53.904795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:53.909020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845252e-1b27-4513-a1d8-5d96b1ace9ef req-404c44f9-f6a3-4a52-ba79-5f1de5b806f6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:53.910972 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5845252e-1b27-4513-a1d8-5d96b1ace9ef req-404c44f9-f6a3-4a52-ba79-5f1de5b806f6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 943 time: 0.0770488 Jun 22 15:16:53.928525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79e137a-9436-40b9-93ac-7b852cf68a8a x-openstack-request-id: req-a79e137a-9436-40b9-93ac-7b852cf68a8a {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:16:53.928907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:16:53.929224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a79e137a-9436-40b9-93ac-7b852cf68a8a {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:16:53.929684 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'status': 'completed', 'code': 200} Jun 22 15:16:53.958462 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5845252e-1b27-4513-a1d8-5d96b1ace9ef req-69af78e0-0edd-4d61-bbab-b151d0bab6a0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Jun 22 15:16:53.992533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-da1bc95e-820b-4576-8b33-5dfc3071eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:53.994084 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-da1bc95e-820b-4576-8b33-5dfc3071eb5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 1096 time: 0.0601702 Jun 22 15:16:54.037933 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-8ae8082a-97ec-40f1-8a5e-677612e98915 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2 HTTP/1.1" status: 200 len: 217 time: 0.0355108 Jun 22 15:16:54.088698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-1e8db2c8-667e-4358-ad1a-044a0157d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:54.090421 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-1e8db2c8-667e-4358-ad1a-044a0157d715 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0459850 Jun 22 15:16:54.149868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-1a332449-07d5-4ef1-abe4-0e1f361e6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:54.151329 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-1a332449-07d5-4ef1-abe4-0e1f361e6a41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548964 Jun 22 15:16:54.238301 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-40e6668b-6798-4273-94a8-69b8c9c0cd6e service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803661 Jun 22 15:16:54.329830 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84284324-d806-4bb7-a06c-f05ffa4d4c92 req-7b17c4a4-99f7-416d-9f30-74ecbfdbad0d service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846126 Jun 22 15:16:54.439125 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-55ea0078-3567-4411-9573-744ffd98e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:54.440680 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-55ea0078-3567-4411-9573-744ffd98e274 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 1096 time: 0.0546846 Jun 22 15:16:54.527683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-213f3454-6fb3-4d32-9534-1b987197dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:54.529141 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-213f3454-6fb3-4d32-9534-1b987197dc87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.0822976 Jun 22 15:16:54.572664 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-599656fc-2f6d-4d08-8668-779d9635c94a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2 HTTP/1.1" status: 200 len: 217 time: 0.0373065 Jun 22 15:16:54.619897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-68ff8bb1-aed2-4dcf-95a1-aa98a46b07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:54.621207 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-68ff8bb1-aed2-4dcf-95a1-aa98a46b07ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0422862 Jun 22 15:16:54.677734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-30a1a0c2-bf4d-4ff1-bdea-14edc69fd7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:54.679208 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-30a1a0c2-bf4d-4ff1-bdea-14edc69fd7f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0520413 Jun 22 15:16:55.122619 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-2c2467c7-505c-4d7c-9089-bb9461e61ac2 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365034 Jun 22 15:16:55.201128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20e5ac-73c0-48c8-b39f-09a255d90052 req-dcf153e1-b89e-4558-928f-f0c139d14b8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:55.202582 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a20e5ac-73c0-48c8-b39f-09a255d90052 req-dcf153e1-b89e-4558-928f-f0c139d14b8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 943 time: 0.1300452 Jun 22 15:16:55.254751 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-083cd9c9-c1c5-423f-bafb-6cac6cf83dd4 req-25c3504c-812f-453c-8810-9dc4c3046642 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241999 Jun 22 15:16:55.259478 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a20e5ac-73c0-48c8-b39f-09a255d90052 req-b1e3e131-78de-436c-81fa-718bd1cc7077 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507939 Jun 22 15:16:56.433290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad9d6c-6e1f-4296-8291-6bf3ada854bc req-ecf26e6e-5aca-4aaf-a605-ed9a0ea5ed4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:56.434733 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-43ad9d6c-6e1f-4296-8291-6bf3ada854bc req-ecf26e6e-5aca-4aaf-a605-ed9a0ea5ed4c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 943 time: 0.0663359 Jun 22 15:16:56.472525 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-43ad9d6c-6e1f-4296-8291-6bf3ada854bc req-a87409d8-7182-40a6-aa35-593a1f05a6ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Jun 22 15:16:57.647500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ac8ac-e27b-4aad-b2aa-f808e70810d5 req-62cfad41-b558-45a1-acbf-f7c240e082e1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:57.648975 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cb6ac8ac-e27b-4aad-b2aa-f808e70810d5 req-62cfad41-b558-45a1-acbf-f7c240e082e1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 943 time: 0.0687327 Jun 22 15:16:57.685339 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cb6ac8ac-e27b-4aad-b2aa-f808e70810d5 req-8b3eefb3-40d0-4101-a23f-4b97ce29894a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 Jun 22 15:16:57.831051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device e95f9d78-c200-4182-8b48-a7f8cf7528e2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:16:57.924954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port e95f9d78-c200-4182-8b48-a7f8cf7528e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:57.935477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'port_id': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'mac_address': 'fa:16:3e:3f:d9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:16:57.971818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:57.983743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95f9d78-c200-4182-8b48-a7f8cf7528e2 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:16:58.003758 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port e95f9d78-c200-4182-8b48-a7f8cf7528e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:16:58.007477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:58.009187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:16:58.051596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=e95f9d78-c200-4182-8b48-a7f8cf7528e2,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:16:58.054530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:16:58.353849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['e95f9d78-c200-4182-8b48-a7f8cf7528e2'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:16:58.855863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc520b6d-842d-4131-b0b8-499b94ab2713 req-5fa5e17d-ab95-43fd-9b54-9fbae4204b4f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:16:58.857341 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fc520b6d-842d-4131-b0b8-499b94ab2713 req-5fa5e17d-ab95-43fd-9b54-9fbae4204b4f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 944 time: 0.0633879 Jun 22 15:16:58.895321 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fc520b6d-842d-4131-b0b8-499b94ab2713 req-0f84a55a-3447-4611-a6d8-605d24724087 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Jun 22 15:16:59.832009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device e95f9d78-c200-4182-8b48-a7f8cf7528e2 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:16:59.881568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port e95f9d78-c200-4182-8b48-a7f8cf7528e2 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:16:59.885230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port e95f9d78-c200-4182-8b48-a7f8cf7528e2 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:16:59.885603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:59.960280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:16:59.982373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:16:59.984646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73d257a-9da0-40fb-9dc1-a2a18fb8b209" -d '{"events": [{"server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "name": "network-vif-plugged", "status": "completed", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:16:59.999132 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port e95f9d78-c200-4182-8b48-a7f8cf7528e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:17:00.006687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:00.009676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:17:00.036709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb9a268-6a5c-4a87-b641-f1915a4e255f x-openstack-request-id: req-3fb9a268-6a5c-4a87-b641-f1915a4e255f {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:17:00.036709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "name": "network-vif-plugged", "status": "completed", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:17:00.036709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fb9a268-6a5c-4a87-b641-f1915a4e255f {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:17:00.036709 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'code': 200} Jun 22 15:17:00.069009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=e95f9d78-c200-4182-8b48-a7f8cf7528e2,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:17:00.072165 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:17:00.075751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177a232-698b-4510-af98-deda84a84e34 req-8a0c6e2e-fff1-433b-93c3-f8093d328173 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:00.077238 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d177a232-698b-4510-af98-deda84a84e34 req-8a0c6e2e-fff1-433b-93c3-f8093d328173 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 945 time: 0.0692635 Jun 22 15:17:00.117983 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d177a232-698b-4510-af98-deda84a84e34 req-af4bb770-112c-4a6a-994f-c305a1edbe3d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347855 Jun 22 15:17:00.169312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2ac5975e-f4fd-4e61-bcec-59731494c01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:00.261570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b4b99-7c5a-4b36-9ffa-e6534ad3bc7e req-413bd477-40a2-4275-887f-e2d79e9eed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:00.263067 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1f3b4b99-7c5a-4b36-9ffa-e6534ad3bc7e req-413bd477-40a2-4275-887f-e2d79e9eed39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 1098 time: 0.0520792 Jun 22 15:17:00.298966 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1f3b4b99-7c5a-4b36-9ffa-e6534ad3bc7e req-3f2752c4-5288-4ae3-8025-735a1903fa2e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271375 Jun 22 15:17:01.294113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce399a12-9401-4b28-8ac7-0e35e455960a req-44f890d0-53b6-4211-9ad8-ce56a2064fc7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:01.295629 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ce399a12-9401-4b28-8ac7-0e35e455960a req-44f890d0-53b6-4211-9ad8-ce56a2064fc7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 945 time: 0.0681543 Jun 22 15:17:01.335889 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ce399a12-9401-4b28-8ac7-0e35e455960a req-e9adc70d-007a-4a93-97c8-7123b3782cf3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332468 Jun 22 15:17:02.513282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33233b-5cbe-47c5-ae2d-18fd30dabd47 req-42f2f180-06b1-4364-b3f8-ac63abfd0f18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:02.514740 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7b33233b-5cbe-47c5-ae2d-18fd30dabd47 req-42f2f180-06b1-4364-b3f8-ac63abfd0f18 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 945 time: 0.0687358 Jun 22 15:17:02.552228 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7b33233b-5cbe-47c5-ae2d-18fd30dabd47 req-5569534b-ce92-45c7-afd4-7fcce1a84d0a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Jun 22 15:17:02.731706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934af08-0eff-4ce6-96ab-92a764347de1 req-520cc0c9-2d79-4f96-8190-1f6b46fc6b99 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:02.733308 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6934af08-0eff-4ce6-96ab-92a764347de1 req-520cc0c9-2d79-4f96-8190-1f6b46fc6b99 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 945 time: 0.0680807 Jun 22 15:17:02.773502 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6934af08-0eff-4ce6-96ab-92a764347de1 req-adc2a532-b531-4d77-8fed-9455faa5677b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340030 Jun 22 15:17:02.798551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44222) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:17:02.812772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-52ea0d35-ba58-4112-9752-5827d3e35a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:02.851134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234a05b-5ac4-4ed3-908a-c87513f6809d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:02.852615 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3234a05b-5ac4-4ed3-908a-c87513f6809d tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 1093 time: 0.0530617 Jun 22 15:17:02.855373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44224) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:17:02.859620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:17:02.881275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:02.916029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:02.979953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:03.081117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.66 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/bc8dc924-603e-43bd-9fd3-f17df71ab46f) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:17:03.187749 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:03.225914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:03.227814 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:17:03.228269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ecbfee3c-1e47-44ca-9e71-38adbda4fd41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:17:03.267207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:17:03.271752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:17:03.274751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:17:03.280095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=bc8dc924-603e-43bd-9fd3-f17df71ab46f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:17:03.282839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:17:03.643432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:03.721246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:03.868091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:03.872539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:03.875415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-51669953-5b95-4b1d-839c-89e87ca3886c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:17:03.940660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:03.943543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=bc8dc924-603e-43bd-9fd3-f17df71ab46f,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:17:03.946482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:17:03.953155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:04.054358 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP b5d6c823-ab91-4fbe-8d71-927e69e0f51f associated. External IP: 172.26.6.66, port: e95f9d78-c200-4182-8b48-a7f8cf7528e2. Jun 22 15:17:04.260335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:17:04.367733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:17:04.377648 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] Sync routers for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:17:04.383733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:04.387528 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:17:04.388158 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:17:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:17:04.419624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5632601 Jun 22 15:17:04.420405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:17:04.422985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf11eacf-1e07-4bf6-8ab1-27e266307b79" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:17:04.459437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d7c86d-9ebf-42fa-82cd-cfea7762e98f x-openstack-request-id: req-99d7c86d-9ebf-42fa-82cd-cfea7762e98f {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:17:04.459789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:17:04.460106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99d7c86d-9ebf-42fa-82cd-cfea7762e98f {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:17:04.460569 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'status': 'completed', 'code': 200} Jun 22 15:17:04.497250 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:17:04.535417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-b059d87e-c3d5-4dcd-9ce6-cf4508a54033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:04.536953 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-b059d87e-c3d5-4dcd-9ce6-cf4508a54033 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 1098 time: 0.0523732 Jun 22 15:17:04.631070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-a93988a7-2e04-4669-a5f3-465c096d5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:04.632573 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-a93988a7-2e04-4669-a5f3-465c096d5719 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.0895178 Jun 22 15:17:04.697513 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-798fd5c9-e8de-4d3e-9050-53ceaf5c18b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2 HTTP/1.1" status: 200 len: 998 time: 0.0585663 Jun 22 15:17:04.721113 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '52fc7406-eb94-4826-97a6-d68fdbbd87f1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:16:48Z', 'updated_at': '2021-06-22T15:16:50Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}, {'id': 'b5d6c823-ab91-4fbe-8d71-927e69e0f51f', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:3f:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0e667b-e534-498b-b649-d9b46be5692a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:17:03Z', 'updated_at': '2021-06-22T15:17:03Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:17:04.745805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-a5cd7e6d-22b8-4188-8b78-9b60b184870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:04.746209 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] Checking router: 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:17:04.747248 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-a5cd7e6d-22b8-4188-8b78-9b60b184870f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0435989 Jun 22 15:17:04.754974 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:17:04.755570 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:17:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:17:04.807117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-87a2da5d-5a3e-4a54-9bb4-5226dd33dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:04.808555 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-87a2da5d-5a3e-4a54-9bb4-5226dd33dd37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0550034 Jun 22 15:17:04.858961 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:17:04.899975 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-fc891d19-426d-4098-86d3-6ee361a17a5c service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845690 Jun 22 15:17:04.994064 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bf11eacf-1e07-4bf6-8ab1-27e266307b79 req-339fba22-f409-4fd4-ad9e-e26517f95db9 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866306 Jun 22 15:17:05.080697 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '52fc7406-eb94-4826-97a6-d68fdbbd87f1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:16:48Z', 'updated_at': '2021-06-22T15:16:50Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}, {'id': 'b5d6c823-ab91-4fbe-8d71-927e69e0f51f', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:3f:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0e667b-e534-498b-b649-d9b46be5692a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:17:03Z', 'updated_at': '2021-06-22T15:17:03Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:17:05.106324 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb774d3c-f8ed-41d4-b862-3c55474b870d None None] The sync data for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv is: [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '52fc7406-eb94-4826-97a6-d68fdbbd87f1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:16:48Z', 'updated_at': '2021-06-22T15:16:50Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}, {'id': 'b5d6c823-ab91-4fbe-8d71-927e69e0f51f', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:3f:d9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0e667b-e534-498b-b649-d9b46be5692a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:17:03Z', 'updated_at': '2021-06-22T15:17:03Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:17:05.289361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11255ab5-e2dc-4f98-8df8-6c0d681d08bb None None] New status for floating IP b5d6c823-ab91-4fbe-8d71-927e69e0f51f: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:17:05.636095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:10.275289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:25.265110 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-db077fbb-2ce2-4251-a9ae-8b2b3161623f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510027 Jun 22 15:17:25.362709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-ec230ac6-0963-45a6-bfd6-dbb68165df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:25.364212 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-ec230ac6-0963-45a6-bfd6-dbb68165df7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1099 time: 0.0573227 Jun 22 15:17:25.476790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-234effe7-c20e-4a97-9561-6a1b323980b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:25.478186 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-234effe7-c20e-4a97-9561-6a1b323980b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.0933208 Jun 22 15:17:25.541704 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-0f4735f3-e5dc-4e3b-bc58-50e4677a575a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 1002 time: 0.0555842 Jun 22 15:17:25.592880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-5f5a236b-650d-4e1e-ab3f-a76ab27dc74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:25.595067 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-5f5a236b-650d-4e1e-ab3f-a76ab27dc74d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0468209 Jun 22 15:17:25.649950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-ed94680a-b95c-4ebd-9fc6-4cb148693d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:17:25.651413 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-ed94680a-b95c-4ebd-9fc6-4cb148693d08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504878 Jun 22 15:17:25.747687 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-8ea9803d-bc6c-43cc-9cb0-1876e682ec77 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893309 Jun 22 15:17:25.836301 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-02505b5b-235c-449d-90f7-20d55b49eff4 req-286c4a49-921f-49af-bf50-27ab40166145 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823429 Jun 22 15:17:30.174295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-23999fa7-5e1f-4e66-985f-187c1aff2fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:32.664014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-02c21e92-c2c0-4415-94b0-cbf13e10a021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:32.917481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:33.943616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:35.638387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:17:40.227745 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:17:40.278629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:00.174648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0eb47fea-4de3-4f3b-8ab5-f4030a5237a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:02.664301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8168fb0f-d471-4571-b59a-08e10046ae34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:02.917479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:03.948251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:05.641800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:10.290853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:17.226377 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:18:19.441957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44250) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:19.540800 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7296f087-5807-4a5b-8d28-50981ccf0b4e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/52fc7406-eb94-4826-97a6-d68fdbbd87f1 HTTP/1.1" status: 200 len: 994 time: 0.0976245 Jun 22 15:18:20.238868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44262) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:20.244156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:20.327832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:20.476911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port a8e3b8d2-c41a-410c-83d3-83f6169bffb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:20.505254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:20.509567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:20.511619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ad6f6024-6ccb-42a9-bd3e-02dd4ac4d107 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:20.554659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:20.555282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:20.560629 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/ports/a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 939 time: 0.3168392 Jun 22 15:18:20.560629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:18:20.560629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beefbdd-8e04-4920-86aa-f6dee999b28f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:18:20.587111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,revision_number=6']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:20.598133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.598528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.598919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.600317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.600708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.601119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.601492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.602195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.602677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.603070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.603473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.603882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:20.608735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:20.611487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2807f24c-3e38-40e0-9628-fb04a0f6e31a x-openstack-request-id: req-2807f24c-3e38-40e0-9628-fb04a0f6e31a {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:18:20.611910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:18:20.612225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2807f24c-3e38-40e0-9628-fb04a0f6e31a {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:18:20.612687 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'status': 'completed', 'code': 200} Jun 22 15:18:20.684501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-4f20d7d4-cc0f-48eb-ae17-e903fbec4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:20.686022 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-4f20d7d4-cc0f-48eb-ae17-e903fbec4d15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1100 time: 0.0567937 Jun 22 15:18:20.777864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-2e914789-3533-4990-b2e1-3eb0ce2dc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:20.779308 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-2e914789-3533-4990-b2e1-3eb0ce2dc07b service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.0870059 Jun 22 15:18:20.821414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-345425d0-895b-4e69-b220-3c730b03e290 None None] Provisioning complete for port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:20.821937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-345425d0-895b-4e69-b220-3c730b03e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:20.843034 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-f8ecef81-df01-4074-96b9-7c35f5882175 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 1003 time: 0.0567780 Jun 22 15:18:20.861608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-345425d0-895b-4e69-b220-3c730b03e290 None None] Port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 is administratively disabled so it will not transition to active. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Jun 22 15:18:20.895055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-3e62ad0d-a4b0-471a-a84d-4a4b0219134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:20.896478 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-3e62ad0d-a4b0-471a-a84d-4a4b0219134f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0469129 Jun 22 15:18:20.950367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-70123fd1-0bcf-44b3-a241-13e4b6c27064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:20.951783 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-70123fd1-0bcf-44b3-a241-13e4b6c27064 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494316 Jun 22 15:18:21.038750 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-a8a8a427-a764-41ad-8f72-591b616d52e5 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800300 Jun 22 15:18:21.131378 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1beefbdd-8e04-4920-86aa-f6dee999b28f req-414a6eb6-4d8a-4c76-a6c2-cad558cb4959 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859513 Jun 22 15:18:23.985742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44272) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:23.991842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'admin_state_up': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:24.071814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:24.219336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port a8e3b8d2-c41a-410c-83d3-83f6169bffb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:24.247681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:24.252969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:24.255787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e818692-0de2-412c-a277-d50928fa14ba tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:24.301190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:24.301811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:24.303196 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/ports/a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 938 time: 0.3165429 Jun 22 15:18:24.303857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:18:24.306188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdcae70-7578-46bb-ae00-e36aeaf2c35c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:18:24.306332 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44274) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:24.336331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,revision_number=7']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:24.339648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:24.355918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09735f19-bf01-4627-af7a-21b53717536a x-openstack-request-id: req-09735f19-bf01-4627-af7a-21b53717536a {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:18:24.356482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:18:24.357514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09735f19-bf01-4627-af7a-21b53717536a {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:18:24.357514 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'status': 'completed', 'code': 200} Jun 22 15:18:24.391415 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9b85b41e-df51-4d2d-9a89-69d32aef4acd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/52fc7406-eb94-4826-97a6-d68fdbbd87f1 HTTP/1.1" status: 200 len: 994 time: 0.0837288 Jun 22 15:18:24.436461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-833225c2-28b9-4242-a5d0-629fb3ac2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:24.438010 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-833225c2-28b9-4242-a5d0-629fb3ac2ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1099 time: 0.0572655 Jun 22 15:18:24.497511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0ecdd7f6-54ab-44ce-8098-c05747c5bab5 None None] Provisioning complete for port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:24.498097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0ecdd7f6-54ab-44ce-8098-c05747c5bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:24.530196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-b9db24cc-7b70-4d50-b3e6-b95cb2bbf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:24.531640 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-b9db24cc-7b70-4d50-b3e6-b95cb2bbf8ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.0867810 Jun 22 15:18:24.606127 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-f3f6ab91-39f5-4e02-845f-9d5e5972ba3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 1002 time: 0.0677216 Jun 22 15:18:24.649313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['a8e3b8d2-c41a-410c-83d3-83f6169bffb8'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:18:24.657419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-5928b676-b60e-4477-ae84-8a1e1ae3748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:24.659049 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-5928b676-b60e-4477-ae84-8a1e1ae3748b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0460992 Jun 22 15:18:24.714840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-b4e0f416-7528-4d18-ac2f-99278e1c1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:24.716363 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-b4e0f416-7528-4d18-ac2f-99278e1c1f51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512593 Jun 22 15:18:24.806889 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-9c64d9d4-6dc3-45f2-bb59-b07bcab0eafd service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 Jun 22 15:18:24.896152 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-abdcae70-7578-46bb-ae00-e36aeaf2c35c req-efbf8288-22fc-4741-8026-fce3cc131931 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831568 Jun 22 15:18:25.316084 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-80840a4b-be15-450d-8ae7-1a6e5752a391 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544443 Jun 22 15:18:25.389782 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-14477679-744d-4fa7-9529-ac14ac52ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:25.391213 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-14477679-744d-4fa7-9529-ac14ac52ef72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 1098 time: 0.0518577 Jun 22 15:18:25.496775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-7319598d-22df-4b62-bc5d-d58372ea453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:25.498095 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-7319598d-22df-4b62-bc5d-d58372ea453e service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.0866222 Jun 22 15:18:25.561449 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-41d182df-aae4-4225-a06f-136023b87ed1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2 HTTP/1.1" status: 200 len: 1000 time: 0.0566020 Jun 22 15:18:25.608537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-6d278256-d7c8-4653-9df8-c80fc472dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:25.609972 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-6d278256-d7c8-4653-9df8-c80fc472dea5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0418355 Jun 22 15:18:25.668754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-47fbcac7-25a6-4cc8-8d3d-f26ca6452e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:25.670204 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-47fbcac7-25a6-4cc8-8d3d-f26ca6452e8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0545104 Jun 22 15:18:26.072243 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-85e05650-a3c0-4003-922b-ae253495c2bb service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955722 Jun 22 15:18:26.160796 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f7edfa1-eb07-4cd3-984d-a8acea36434c req-b340af23-a7f9-4758-b2c0-3c2d7026c442 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820379 Jun 22 15:18:27.036432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44286) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:27.164949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-e9070e30-14d3-49e2-b1da-75059d343f3b req-e8e37954-9c2c-49e3-b48b-b2b3768772d8 tempest-ServerActionsTestJSON-167849343 tempest-ServerActionsTestJSON-167849343-project] (93502) timed out ('10.222.0.21', 52666) {{(pid=93502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 15:18:27.194811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port bc8dc924-603e-43bd-9fd3-f17df71ab46f {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:18:27.195152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:27.266646 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:27.266975 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:27.330623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for bc8dc924-603e-43bd-9fd3-f17df71ab46f owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:18:27.475013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:27.477753 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1e01be3d-232e-424a-ad3f-08fdd60b63dd tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:27.500068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=bc8dc924-603e-43bd-9fd3-f17df71ab46f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:27.527445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.527837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.528218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.528595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.528991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.529363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.529728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.530091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.530455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.530814 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.531173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.531529 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:27.535491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:27.575557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:27.575894 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP b5d6c823-ab91-4fbe-8d71-927e69e0f51f disassociated (deleted). External IP: 172.26.6.66, port: e95f9d78-c200-4182-8b48-a7f8cf7528e2. Jun 22 15:18:28.081616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:18:28.185594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:18:28.190494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:28.194871 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] Sync routers for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:18:28.203965 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:28.204885 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:28.227853 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/floatingips/b5d6c823-ab91-4fbe-8d71-927e69e0f51f HTTP/1.1" status: 204 len: 168 time: 1.1902976 Jun 22 15:18:28.228700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:18:28.231158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cdee64-3bba-4c67-84f3-7bd72a773fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:18:28.311718 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:28.319992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9147be23-5dda-4efc-b99f-2933fb70e760 x-openstack-request-id: req-9147be23-5dda-4efc-b99f-2933fb70e760 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:18:28.320350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:18:28.320663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9147be23-5dda-4efc-b99f-2933fb70e760 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:18:28.321171 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'status': 'completed', 'code': 200} Jun 22 15:18:28.398140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-c81fd5e0-99a7-412d-aa83-05014d389d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:28.400153 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-c81fd5e0-99a7-412d-aa83-05014d389d19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 1098 time: 0.0563090 Jun 22 15:18:28.511617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-db705f1f-f6f3-4296-9e7f-58079a8f6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:28.513255 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-db705f1f-f6f3-4296-9e7f-58079a8f6116 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.1071942 Jun 22 15:18:28.546187 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '52fc7406-eb94-4826-97a6-d68fdbbd87f1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:16:48Z', 'updated_at': '2021-06-22T15:16:50Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:28.555971 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-bbd164ca-1ab1-4425-aa73-0b31af5c402a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2 HTTP/1.1" status: 200 len: 217 time: 0.0353384 Jun 22 15:18:28.572865 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] Checking router: 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:18:28.581946 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:28.582554 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:28.608314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-8c14e3ba-3d19-4e54-928c-9269d0d8ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:28.610093 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-8c14e3ba-3d19-4e54-928c-9269d0d8ffff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0466292 Jun 22 15:18:28.621290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c370e5-f0d8-414c-a7de-d036012736c5 req-ccfd469b-7ac8-4f6a-8d73-82ff9fb96218 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:28.622817 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-98c370e5-f0d8-414c-a7de-d036012736c5 req-ccfd469b-7ac8-4f6a-8d73-82ff9fb96218 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 945 time: 0.0688546 Jun 22 15:18:28.670348 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-98c370e5-f0d8-414c-a7de-d036012736c5 req-57efc041-6bde-4ccd-ab33-359f5e455a8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 Jun 22 15:18:28.677236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-9dfd11da-558c-4234-b58c-c8f319eaafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:28.678682 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-9dfd11da-558c-4234-b58c-c8f319eaafdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0612028 Jun 22 15:18:28.693968 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:28.768148 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-540b5e38-c4d5-40ac-a0b4-5c3a93d2be18 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807602 Jun 22 15:18:28.862195 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-29cdee64-3bba-4c67-84f3-7bd72a773fbb req-6ad9d03b-5b26-413d-bb0f-f4c9bc19034d service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868902 Jun 22 15:18:28.912645 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '52fc7406-eb94-4826-97a6-d68fdbbd87f1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:16:48Z', 'updated_at': '2021-06-22T15:16:50Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:28.937375 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bcccec-d715-46d2-92ce-061ea225b756 None None] The sync data for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv is: [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '52fc7406-eb94-4826-97a6-d68fdbbd87f1', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.125', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'port_id': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'mac_address': 'fa:16:3e:8a:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:16:48Z', 'updated_at': '2021-06-22T15:16:50Z', 'revision_number': 1, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:18:29.142659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00572b5f-650a-4b6a-a944-32a1f459a7af None None] New status for floating IP b5d6c823-ab91-4fbe-8d71-927e69e0f51f: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:18:29.852704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044a884-cae4-477a-9c11-6df683534f4c req-67a7ee20-400a-4b3c-a657-0cc38063527e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:29.854231 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f044a884-cae4-477a-9c11-6df683534f4c req-67a7ee20-400a-4b3c-a657-0cc38063527e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 945 time: 0.0652790 Jun 22 15:18:29.891158 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f044a884-cae4-477a-9c11-6df683534f4c req-99ff9829-2e05-4e92-a347-6da5f68c5c3f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312095 Jun 22 15:18:30.081781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-2f7b82a4-6940-4351-b605-ddf1955ea00d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:30.083178 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-2f7b82a4-6940-4351-b605-ddf1955ea00d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 945 time: 0.0613399 Jun 22 15:18:30.175643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ac1a9cfe-2f6b-45c0-89d2-cf95714b8829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:30.186079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port e95f9d78-c200-4182-8b48-a7f8cf7528e2 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:18:30.186424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:30.274568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port e95f9d78-c200-4182-8b48-a7f8cf7528e2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e95f9d78-c200-4182-8b48-a7f8cf7528e2,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:30.274918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:30.340080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for e95f9d78-c200-4182-8b48-a7f8cf7528e2 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:18:30.468123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:30.474134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:30.507460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=e95f9d78-c200-4182-8b48-a7f8cf7528e2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:30.526098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:30.548977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port e95f9d78-c200-4182-8b48-a7f8cf7528e2 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:18:30.552140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:30.554979 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d434fef-f72b-47ea-8755-d4a579ead70e req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/e95f9d78-c200-4182-8b48-a7f8cf7528e2 HTTP/1.1" status: 204 len: 173 time: 0.4666998 Jun 22 15:18:30.555688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'name': 'network-vif-deleted', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:18:30.559160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd53b07-5e1f-473d-8830-b1647fee8b47" -d '{"events": [{"server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "name": "network-vif-deleted", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:18:30.601598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e3eea4-b35f-470c-b625-08b0ae1365d8 x-openstack-request-id: req-a3e3eea4-b35f-470c-b625-08b0ae1365d8 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:18:30.601950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0e667b-e534-498b-b649-d9b46be5692a", "name": "network-vif-deleted", "tag": "e95f9d78-c200-4182-8b48-a7f8cf7528e2", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:18:30.602268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3e3eea4-b35f-470c-b625-08b0ae1365d8 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:18:30.602727 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0e667b-e534-498b-b649-d9b46be5692a', 'name': 'network-vif-deleted', 'tag': 'e95f9d78-c200-4182-8b48-a7f8cf7528e2', 'status': 'completed', 'code': 200} Jun 22 15:18:31.052452 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a6cc2e11-9247-4064-af59-2685fc6e8dbe req-88093496-9c0a-4624-a034-34fdd29f425c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f0e667b-e534-498b-b649-d9b46be5692a HTTP/1.1" status: 200 len: 210 time: 0.0327682 Jun 22 15:18:32.145656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44308) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:32.201196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f661bd49-c1a2-41af-a25c-9be30b6a4c59 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.229335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f661bd49-c1a2-41af-a25c-9be30b6a4c59 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.287104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f661bd49-c1a2-41af-a25c-9be30b6a4c59 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.289724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f661bd49-c1a2-41af-a25c-9be30b6a4c59 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.290847 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f661bd49-c1a2-41af-a25c-9be30b6a4c59 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/1ed0aafe-fee4-4b7b-8a98-7e8d458ee877 HTTP/1.1" status: 204 len: 168 time: 0.1442361 Jun 22 15:18:32.291728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-974597bc-2016-4931-b710-57be26ff27ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:32.301566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661bd49-c1a2-41af-a25c-9be30b6a4c59 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed0aafe-fee4-4b7b-8a98-7e8d458ee877,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:32.303724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f661bd49-c1a2-41af-a25c-9be30b6a4c59 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:32.322829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44312) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:32.478655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 9c980a70-99f9-4512-b86c-0d1b89beb8f6 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:18:32.478907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.558249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.558569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.624162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 9c980a70-99f9-4512-b86c-0d1b89beb8f6 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:18:32.664250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9e7308dc-ec0a-4ee9-82c6-8cdd3f8af8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.771808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.773991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:32.798204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=9c980a70-99f9-4512-b86c-0d1b89beb8f6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:32.802155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:32.859427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:32.859758 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 52fc7406-eb94-4826-97a6-d68fdbbd87f1 disassociated (deleted). External IP: 172.26.6.125, port: a8e3b8d2-c41a-410c-83d3-83f6169bffb8. Jun 22 15:18:32.919698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:33.066361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:18:33.171180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:18:33.175966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:33.180281 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] Sync routers for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:18:33.188861 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:33.189505 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:33.212987 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/floatingips/52fc7406-eb94-4826-97a6-d68fdbbd87f1 HTTP/1.1" status: 204 len: 168 time: 0.8890162 Jun 22 15:18:33.213787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:18:33.216448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e1f7c4-3a82-4967-bc06-7be417fc2497" -d '{"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:18:33.255206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c716eba-d2d3-4317-8278-06b234340e15 x-openstack-request-id: req-8c716eba-d2d3-4317-8278-06b234340e15 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:18:33.255790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:18:33.256683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c716eba-d2d3-4317-8278-06b234340e15 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:18:33.257337 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'status': 'completed', 'code': 200} Jun 22 15:18:33.300988 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:33.336395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-911e7ccb-3441-45b1-9076-6708980617df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:33.338045 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-911e7ccb-3441-45b1-9076-6708980617df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 1099 time: 0.0584552 Jun 22 15:18:33.437134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-229f8097-c0ba-461f-baeb-f61a77e4cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:33.438950 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-229f8097-c0ba-461f-baeb-f61a77e4cab6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 200 len: 898 time: 0.0940354 Jun 22 15:18:33.495347 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-ea7e42ef-5643-49fe-9856-d67af02fea22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 200 len: 217 time: 0.0463488 Jun 22 15:18:33.501439 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:33.533730 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] Checking router: 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:18:33.542082 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:33.542702 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:33.554850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-86534938-cb1f-4a3f-9f31-383e032e0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:33.556372 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-86534938-cb1f-4a3f-9f31-383e032e0cda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 200 len: 835 time: 0.0549819 Jun 22 15:18:33.647417 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:33.664594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832107-caa6-4e5b-b33c-c47385e48fe7 req-272100b5-93d6-4a72-8417-5f07aa5058cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:33.666111 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cb832107-caa6-4e5b-b33c-c47385e48fe7 req-272100b5-93d6-4a72-8417-5f07aa5058cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 946 time: 0.1041427 Jun 22 15:18:33.668059 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-00e0b8b0-cecd-4823-8a29-39e51de72d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:33.669423 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-00e0b8b0-cecd-4823-8a29-39e51de72d71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45baff31-f87e-4eb4-b913-0bbf4ca52218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1058195 Jun 22 15:18:33.755628 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cb832107-caa6-4e5b-b33c-c47385e48fe7 req-1d404f00-b289-4de0-a249-325ccfe194d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837369 Jun 22 15:18:33.790138 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-eca7a78d-84bd-40dd-a6b9-3fcd3797be87 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122024 Jun 22 15:18:33.887686 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70e1f7c4-3a82-4967-bc06-7be417fc2497 req-1fc7023f-8505-4b78-9346-c28238978d72 service neutron] 10.222.0.21 "GET /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903769 Jun 22 15:18:33.937072 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:33.948582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:33.963405 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92f33d-bf67-4677-8df0-df7809569269 None None] The sync data for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv is: [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:16:34Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '38fe7894-f584-49c1-bbf5-c2b2f577e1f7', 'name': '', 'network_id': '45baff31-f87e-4eb4-b913-0bbf4ca52218', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:19:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:33Z', 'updated_at': '2021-06-22T15:16:39Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'c27c1829-16c6-4a35-939e-2690aca607ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:18:34.167301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f1a20d-6d83-4121-b738-73e1ac0df543 None None] New status for floating IP 52fc7406-eb94-4826-97a6-d68fdbbd87f1: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:18:34.307749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device e95f9d78-c200-4182-8b48-a7f8cf7528e2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:18:34.327068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: e95f9d78-c200-4182-8b48-a7f8cf7528e2 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:18:34.327416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device e95f9d78-c200-4182-8b48-a7f8cf7528e2 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:18:34.942977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cc498-2e37-439f-bdb6-de03d90a5047 req-9f81ef88-7fe8-4987-80e0-346d6f6f701a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:34.944351 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d1cc498-2e37-439f-bdb6-de03d90a5047 req-9f81ef88-7fe8-4987-80e0-346d6f6f701a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 946 time: 0.0686390 Jun 22 15:18:34.984030 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d1cc498-2e37-439f-bdb6-de03d90a5047 req-77b5fe77-b49c-4e26-87d1-19b83362bd37 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=71a212cc-0c52-4110-bcca-ce6ab5f8ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338593 Jun 22 15:18:35.301315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-927319ee-ecb7-4e2c-92f0-adf8526d9f27 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:35.302748 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-927319ee-ecb7-4e2c-92f0-adf8526d9f27 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 946 time: 0.0624506 Jun 22 15:18:35.400495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:18:35.400871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:35.491226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port a8e3b8d2-c41a-410c-83d3-83f6169bffb8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:35.491495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:35.556725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for a8e3b8d2-c41a-410c-83d3-83f6169bffb8 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:18:35.645795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:35.682036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:35.686586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-048d5dac-bec3-4934-895f-52353b1a4541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:35.716526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=a8e3b8d2-c41a-410c-83d3-83f6169bffb8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:35.719684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:35.762917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port a8e3b8d2-c41a-410c-83d3-83f6169bffb8 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:18:35.765153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:35.767045 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2abdb8bc-af7d-4795-820b-f7337124c994 req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/a8e3b8d2-c41a-410c-83d3-83f6169bffb8 HTTP/1.1" status: 204 len: 173 time: 0.4588578 Jun 22 15:18:35.768291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'name': 'network-vif-deleted', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:18:35.770794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c8680a-feab-4c0a-8fb1-f3c7c359abdd" -d '{"events": [{"server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "name": "network-vif-deleted", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:18:35.811751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f5c291-f0d2-4353-ae88-463402d518ad x-openstack-request-id: req-a1f5c291-f0d2-4353-ae88-463402d518ad {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:18:35.812101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec52163b-f3f3-4846-b10c-4a065cd8dd23", "name": "network-vif-deleted", "tag": "a8e3b8d2-c41a-410c-83d3-83f6169bffb8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:18:35.812414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1f5c291-f0d2-4353-ae88-463402d518ad {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:18:35.812909 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec52163b-f3f3-4846-b10c-4a065cd8dd23', 'name': 'network-vif-deleted', 'tag': 'a8e3b8d2-c41a-410c-83d3-83f6169bffb8', 'status': 'completed', 'code': 200} Jun 22 15:18:36.139104 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-867d9a32-d8f5-48a5-b8c2-8e073a41a7ff req-dea8b34b-8230-43de-bee1-47e85d50de1d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec52163b-f3f3-4846-b10c-4a065cd8dd23 HTTP/1.1" status: 200 len: 210 time: 0.0311222 Jun 22 15:18:37.234777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44330) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:37.293429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65377beb-5d00-40c9-93d3-129fe3e94365 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:37.318150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65377beb-5d00-40c9-93d3-129fe3e94365 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:37.378770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65377beb-5d00-40c9-93d3-129fe3e94365 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:37.381485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-65377beb-5d00-40c9-93d3-129fe3e94365 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:37.382608 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-65377beb-5d00-40c9-93d3-129fe3e94365 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/71a212cc-0c52-4110-bcca-ce6ab5f8ff54 HTTP/1.1" status: 204 len: 168 time: 0.1468792 Jun 22 15:18:37.383497 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e30983c-25c2-4ecb-a1ed-6befa25ac35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:37.391941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377beb-5d00-40c9-93d3-129fe3e94365 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a212cc-0c52-4110-bcca-ce6ab5f8ff54,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:37.395305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-65377beb-5d00-40c9-93d3-129fe3e94365 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:37.412795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44334) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:37.766692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:38.023832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:18:38.024124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:38.113304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 38fe7894-f584-49c1-bbf5-c2b2f577e1f7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=38fe7894-f584-49c1-bbf5-c2b2f577e1f7,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:38.113659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:38.174666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:18:38.323356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device a8e3b8d2-c41a-410c-83d3-83f6169bffb8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:18:38.343211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: a8e3b8d2-c41a-410c-83d3-83f6169bffb8 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:18:38.343567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device a8e3b8d2-c41a-410c-83d3-83f6169bffb8 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:18:38.354903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:38.357659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-be6e5832-2529-4de4-b815-5818ed4299d4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:38.386706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=38fe7894-f584-49c1-bbf5-c2b2f577e1f7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:38.391425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:38.865400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.074494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:18:39.179604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:18:39.185500 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/8d0f317a-fb6c-4dcd-9b49-8921d20aea74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7712989 Jun 22 15:18:39.187476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44336) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:39.190187 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] Sync routers for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:18:39.199119 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:39.199722 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:39.244993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting subnet c27c1829-16c6-4a35-939e-2690aca607ca {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:18:39.248533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.290224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.304246 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:39.379335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.437785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.440786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0fb385cb-2c05-48f7-a0cb-e4174f039734 tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:39.467770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.473710 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/subnets/c27c1829-16c6-4a35-939e-2690aca607ca HTTP/1.1" status: 204 len: 168 time: 0.2816999 Jun 22 15:18:39.473710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Subnet': ['ID=c27c1829-16c6-4a35-939e-2690aca607ca,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:39.474654 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44338) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:39.476231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d9225c-a74d-47a2-9551-65ca09daef0c None None] Network 45baff31-f87e-4eb4-b913-0bbf4ca52218 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:18:39.480370 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:18:38Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:39.482563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:39.508673 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] Checking router: 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:18:39.519128 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] Routers {'8d0f317a-fb6c-4dcd-9b49-8921d20aea74'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:39.519773 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:39.585135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.623173 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] Set router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:39.677518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e195656-635b-45b6-a836-1b963355b022 None None] DHCP port deletion for 45baff31-f87e-4eb4-b913-0bbf4ca52218 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:18:39.706247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.764032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 620a1f55-abe1-4e6b-8f34-28644646a4a5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:18:39.764678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.779593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Deleting port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:18:39.780060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.817754 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:18:38Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:39.844082 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0da2c4d-a73e-4be6-8be8-e63c64fd051d None None] The sync data for ids ['8d0f317a-fb6c-4dcd-9b49-8921d20aea74'] in dv-neutron-601336-93-hyperv is: [{'id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'name': 'tempest-TestNetworkBasicOps-router-491744725', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202'}], 'enable_snat': True}, 'gw_port_id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:16:30Z', 'updated_at': '2021-06-22T15:18:38Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': '620a1f55-abe1-4e6b-8f34-28644646a4a5', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0f317a-fb6c-4dcd-9b49-8921d20aea74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:16:31Z', 'updated_at': '2021-06-22T15:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:18:39.853087 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9e195656-635b-45b6-a836-1b963355b022 None None] For port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=bf3775ca-4985-43f1-ab0c-f5f4d22ff57a,segment=NetworkSegment(b65570a6-2e0c-470b-839a-2734907fe1d7),segment_id=b65570a6-2e0c-470b-839a-2734907fe1d7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:39.853487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.860521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 620a1f55-abe1-4e6b-8f34-28644646a4a5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=620a1f55-abe1-4e6b-8f34-28644646a4a5,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:39.860930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:39.937033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 620a1f55-abe1-4e6b-8f34-28644646a4a5 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:18:39.957428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Calling delete_port for bf3775ca-4985-43f1-ab0c-f5f4d22ff57a owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:18:40.065903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.068657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-83cec91c-a8a4-4456-abde-315346023d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:40.095044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Pushing event deleted for resources: {'Port': ['ID=bf3775ca-4985-43f1-ab0c-f5f4d22ff57a,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:40.097654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e195656-635b-45b6-a836-1b963355b022 None None] No DVR routers for this DVR port bf3775ca-4985-43f1-ab0c-f5f4d22ff57a on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:18:40.105015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.105360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.105692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.106018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.106344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.106667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.107183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.107342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.107613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.107939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.108319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.108723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:40.112583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:40.112764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.114985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-88f67d36-6069-41a1-b7e1-23f16d0b2cae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:40.141145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=620a1f55-abe1-4e6b-8f34-28644646a4a5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:40.144280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:40.202735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.297918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.299286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.301738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.349593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.350069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Fanout notify agent at l3_agent the message router_deleted on router 8d0f317a-fb6c-4dcd-9b49-8921d20aea74 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:18:40.356779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.357865 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/routers/8d0f317a-fb6c-4dcd-9b49-8921d20aea74 HTTP/1.1" status: 204 len: 168 time: 0.8819451 Jun 22 15:18:40.360450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44340) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:40.438904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.532011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.541691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45baff31-f87e-4eb4-b913-0bbf4ca52218']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:40.551199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65570a6-2e0c-470b-839a-2734907fe1d7') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:40.551495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65570a6-2e0c-470b-839a-2734907fe1d7') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:40.559841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.574157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.580679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:18:40.581185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:18:40.584026 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:18:40.645487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.649088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3d435dc7-9b30-490f-916f-8ae77964f47e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:40.653022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.654770 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/networks/45baff31-f87e-4eb4-b913-0bbf4ca52218 HTTP/1.1" status: 204 len: 168 time: 0.2933428 Jun 22 15:18:40.666960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Network': ['ID=45baff31-f87e-4eb4-b913-0bbf4ca52218,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:40.669154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:40.682116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44342) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:40.687111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'network': {'name': 'tempest-network-smoke--1067329930', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:40.708000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:18:40.711443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.734291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:18:40.745938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.746250 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Added segment ffd7b97c-7280-473f-9771-e5e839204634 of type vlan for network 9f7db807-ee64-4ef0-afa4-238813b90cde Jun 22 15:18:40.785056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.815479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.821760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:40.822364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.824993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-59da3768-1705-4d6e-afd9-170c5b6eeac2 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:40.879216 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1953747 Jun 22 15:18:40.882184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44344) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:40.886635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'admin_state_up': True, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:40.907193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Network': ['ID=9f7db807-ee64-4ef0-afa4-238813b90cde,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:40.912280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:40.918521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 9f7db807-ee64-4ef0-afa4-238813b90cde details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:18:40.923412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.924926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:40.995807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:41.131762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:41.287598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:18:41.309232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:18:41.309586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 38fe7894-f584-49c1-bbf5-c2b2f577e1f7 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:18:41.310013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bf3775ca-4985-43f1-ab0c-f5f4d22ff57a no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:18:41.332418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: bf3775ca-4985-43f1-ab0c-f5f4d22ff57a {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:18:41.332763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device bf3775ca-4985-43f1-ab0c-f5f4d22ff57a not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:18:41.333204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 620a1f55-abe1-4e6b-8f34-28644646a4a5 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:18:41.337364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:41.352427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 620a1f55-abe1-4e6b-8f34-28644646a4a5 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:18:41.352806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 620a1f55-abe1-4e6b-8f34-28644646a4a5 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:18:41.362164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:41.462697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.25 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/b151dbee-36fa-4ad8-9f85-284cae996c36) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:18:41.565002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:41.603881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:41.606047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0f6b38d-41f6-4ccb-8f29-b7522b7bbb04 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:41.647542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:18:41.650484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:18:41.654044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:18:41.677842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=b151dbee-36fa-4ad8-9f85-284cae996c36,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:41.681641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:41.937012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:42.166800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:42.304612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 3069f11b-277e-4986-8312-d32a6f787c4e is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:18:42.754871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:18:42.763778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Sync routers for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:18:42.772999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:42.773631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:42.775915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:42.780324 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8941543 Jun 22 15:18:42.780549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44346) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:42.877796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:42.910741 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-544739a3-7823-4223-94af-190a62c707a2 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=c506dcf51d8e461291c966417bea561b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1283717 Jun 22 15:18:42.913611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44350) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:42.998223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e38a296-edc7-455b-9452-4103675bcd2e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:42.999690 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4e38a296-edc7-455b-9452-4103675bcd2e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851626 Jun 22 15:18:43.002514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44352) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:43.034500 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c8312542-26ef-4d1e-8677-d6c5fe36a0bd tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307488 Jun 22 15:18:43.037591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44354) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:43.042830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-131434672', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:43.050716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:18:41Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:43.076278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Checking router: 3069f11b-277e-4986-8312-d32a6f787c4e for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:18:43.076632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Updating router 3069f11b-277e-4986-8312-d32a6f787c4e port b151dbee-36fa-4ad8-9f85-284cae996c36 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:18:43.113612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.129092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:18:43.132728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.317150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.319992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef58baf1-d704-47c7-8f64-b8c8d62d18c9 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:43.363667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.374886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Transition to ACTIVE for port object b151dbee-36fa-4ad8-9f85-284cae996c36 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:18:43.381957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.383771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:43.387471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Subnet': ['ID=ea15c30b-f871-456c-9186-468fe7ebc06d,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:43.390281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:43.398701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Checking segment: {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:18:43.399065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network hostable DHCP agents. Network: 9f7db807-ee64-4ef0-afa4-238813b90cde, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:18:43.417991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 9f7db807-ee64-4ef0-afa4-238813b90cde is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:18:43.427001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 9f7db807-ee64-4ef0-afa4-238813b90cde) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:18:43.431044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Attempting to bind port b151dbee-36fa-4ad8-9f85-284cae996c36 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:18:43.431356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Attempting to bind port b151dbee-36fa-4ad8-9f85-284cae996c36 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:18:43.431732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Attempting to bind port b151dbee-36fa-4ad8-9f85-284cae996c36 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:18:43.432876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:43.433776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.436451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe68ced-8935-4d89-982f-aaa5caa2000f None None] Network 9f7db807-ee64-4ef0-afa4-238813b90cde requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:18:43.451128 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4100153 Jun 22 15:18:43.451699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44356) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:43.458018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e8649-bd2f-480b-bbc2-de38b38638cd None None] Pushing event updated for resources: {'Port': ['ID=b151dbee-36fa-4ad8-9f85-284cae996c36,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:43.483202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:18:43.483510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:18:43.483914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.484308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:18:43.484815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Bound port: b151dbee-36fa-4ad8-9f85-284cae996c36, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:18:43.485191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.488445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b27e8649-bd2f-480b-bbc2-de38b38638cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:43.563476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] For port b151dbee-36fa-4ad8-9f85-284cae996c36, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:18:43.569057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] For port b151dbee-36fa-4ad8-9f85-284cae996c36, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b151dbee-36fa-4ad8-9f85-284cae996c36,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:18:43.591200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.594675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:43.831570 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e8649-bd2f-480b-bbc2-de38b38638cd None None] Pushing event updated for resources: {'Port': ['ID=b151dbee-36fa-4ad8-9f85-284cae996c36,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:43.836160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-9f7db807-ee64-4ef0-afa4-238813b90cde', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:18:43.837040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:43.838958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b27e8649-bd2f-480b-bbc2-de38b38638cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:43.840012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:43.840723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:43.890567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:44.038161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:44.142880 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Allocated IP 172.20.0.2 (9f7db807-ee64-4ef0-afa4-238813b90cde/ea15c30b-f871-456c-9186-468fe7ebc06d/1980b533-d0cd-4311-8e17-ddce75afb5c6) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:18:44.333359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:18:41Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:44.361497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:44.366456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bc2e2a-c9c0-4cba-8012-87e28b9dadfe None None] The sync data for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv is: [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:18:41Z', 'revision_number': 3, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:18:44.372213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Transition to ACTIVE for port object 1980b533-d0cd-4311-8e17-ddce75afb5c6 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:18:44.390299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Transition to ACTIVE for port object 1980b533-d0cd-4311-8e17-ddce75afb5c6 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:18:44.396687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:44.398750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-00f861bd-283e-4c22-be6e-e0bb65eb8850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:44.444093 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Network 9f7db807-ee64-4ef0-afa4-238813b90cde is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:18:44.446941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:18:44.448882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.1 (9f7db807-ee64-4ef0-afa4-238813b90cde/ea15c30b-f871-456c-9186-468fe7ebc06d/3b67e2bb-e058-4429-99cb-eccdb68e6554) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:18:44.451851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:18:44.455409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Pushing event updated for resources: {'Port': ['ID=1980b533-d0cd-4311-8e17-ddce75afb5c6,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:44.460450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:44.513440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Attempting to bind port 1980b533-d0cd-4311-8e17-ddce75afb5c6 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:18:44.513798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Attempting to bind port 1980b533-d0cd-4311-8e17-ddce75afb5c6 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:18:44.514164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Attempting to bind port 1980b533-d0cd-4311-8e17-ddce75afb5c6 on network 9f7db807-ee64-4ef0-afa4-238813b90cde {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:18:44.520361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:18:44.520728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Checking segment: {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:18:44.521160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:44.521559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Bound using segment: {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:18:44.522031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Bound port: 1980b533-d0cd-4311-8e17-ddce75afb5c6, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:18:44.522404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:44.575979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:44.587105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] For port 1980b533-d0cd-4311-8e17-ddce75afb5c6, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:18:44.590726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] For port 1980b533-d0cd-4311-8e17-ddce75afb5c6, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1980b533-d0cd-4311-8e17-ddce75afb5c6,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:18:44.592125 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 3b67e2bb-e058-4429-99cb-eccdb68e6554 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:18:44.601371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:44.612533 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:44.665837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:44.673473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eec4f1de-ef8f-4091-87d4-bfbd50b5bd3e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:44.680867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Pushing event updated for resources: {'Port': ['ID=1980b533-d0cd-4311-8e17-ddce75afb5c6,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:44.690090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:44.729233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 9f7db807-ee64-4ef0-afa4-238813b90cde is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:18:44.732790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:18:44.736890 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:18:44.743861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=3b67e2bb-e058-4429-99cb-eccdb68e6554,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:44.765738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:44.790162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:44.978223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.305232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.322260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.325468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f3a27e23-f62e-4c65-9c74-7c351f2eccae tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:45.364294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1980b533-d0cd-4311-8e17-ddce75afb5c6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:18:45.401065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.402942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=3b67e2bb-e058-4429-99cb-eccdb68e6554,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:45.406319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:45.422773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 1980b533-d0cd-4311-8e17-ddce75afb5c6 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:18:45.427794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b151dbee-36fa-4ad8-9f85-284cae996c36 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:18:45.482088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port b151dbee-36fa-4ad8-9f85-284cae996c36 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:18:45.486368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b151dbee-36fa-4ad8-9f85-284cae996c36 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:45.487117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.514850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 9f7db807-ee64-4ef0-afa4-238813b90cde is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:18:45.516830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:18:45.574688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.595833 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port b151dbee-36fa-4ad8-9f85-284cae996c36, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b151dbee-36fa-4ad8-9f85-284cae996c36,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:45.600014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.602136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1be4a475-6bff-4be2-8d37-d8d86f11d1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:45.643004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 3069f11b-277e-4986-8312-d32a6f787c4e has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:18:45.656068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=b151dbee-36fa-4ad8-9f85-284cae996c36,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:45.659190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:45.678460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c118082-f640-4f6d-a0e4-9e920ff84922 None None] Network 9f7db807-ee64-4ef0-afa4-238813b90cde requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:18:45.757743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:18:45.759168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d3e06225-0e7b-434d-b0d5-6c0bf1b4b9b9 None None] Provisioning for port 1980b533-d0cd-4311-8e17-ddce75afb5c6 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:18:45.763423 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/3069f11b-277e-4986-8312-d32a6f787c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3106220 Jun 22 15:18:45.766247 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44358) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:45.767993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d3e06225-0e7b-434d-b0d5-6c0bf1b4b9b9 None None] Provisioning complete for port 1980b533-d0cd-4311-8e17-ddce75afb5c6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:45.768373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3e06225-0e7b-434d-b0d5-6c0bf1b4b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.871005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a80cfa-f169-435f-98a0-82208a3a7245 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:45.871495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a80cfa-f169-435f-98a0-82208a3a7245 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:45.871962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a80cfa-f169-435f-98a0-82208a3a7245 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:45.872428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a80cfa-f169-435f-98a0-82208a3a7245 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:45.876888 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-54a80cfa-f169-435f-98a0-82208a3a7245 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1062529 Jun 22 15:18:45.877011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44360) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:45.907040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3e06225-0e7b-434d-b0d5-6c0bf1b4b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.935966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723d627-cca1-47cc-83cb-1841e63623c3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:45.936444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723d627-cca1-47cc-83cb-1841e63623c3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:45.936929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723d627-cca1-47cc-83cb-1841e63623c3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:45.937583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723d627-cca1-47cc-83cb-1841e63623c3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:45.939449 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3723d627-cca1-47cc-83cb-1841e63623c3 tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0615308 Jun 22 15:18:45.942878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44362) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:45.950418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d3e06225-0e7b-434d-b0d5-6c0bf1b4b9b9 None None] For port 1980b533-d0cd-4311-8e17-ddce75afb5c6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1980b533-d0cd-4311-8e17-ddce75afb5c6,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:45.955099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3e06225-0e7b-434d-b0d5-6c0bf1b4b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:45.958787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b27e8649-bd2f-480b-bbc2-de38b38638cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:46.014817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e06225-0e7b-434d-b0d5-6c0bf1b4b9b9 None None] Pushing event updated for resources: {'Port': ['ID=1980b533-d0cd-4311-8e17-ddce75afb5c6,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:46.025744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d3e06225-0e7b-434d-b0d5-6c0bf1b4b9b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:46.095850 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-12a154ed-2417-4ce4-a4da-85582d04076e tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1514843 Jun 22 15:18:46.128293 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Sync routers for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:18:46.137944 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:46.138557 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:46.175907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-db230cff-9674-4730-9a7f-4e0aef877f3f None None] Provisioning complete for port 1980b533-d0cd-4311-8e17-ddce75afb5c6 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:46.176478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db230cff-9674-4730-9a7f-4e0aef877f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.252277 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:46.282399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-db230cff-9674-4730-9a7f-4e0aef877f3f None None] Provisioning for port 3b67e2bb-e058-4429-99cb-eccdb68e6554 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:18:46.287925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-db230cff-9674-4730-9a7f-4e0aef877f3f None None] Provisioning complete for port 3b67e2bb-e058-4429-99cb-eccdb68e6554 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:46.288397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db230cff-9674-4730-9a7f-4e0aef877f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.336685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44366) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:46.341607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-361dacff-2607-4fa4-959f-46307943ef3c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219619760', 'description': 'tempest-secgroup-smoke-219619760 description', 'project_id': 'c506dcf51d8e461291c966417bea561b'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:46.349514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-db230cff-9674-4730-9a7f-4e0aef877f3f None None] Port 3b67e2bb-e058-4429-99cb-eccdb68e6554 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:18:46.368254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-361dacff-2607-4fa4-959f-46307943ef3c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.469347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b16c65c2-c6a3-4dff-a1ce-1a49907de962 None None] Provisioning complete for port 3b67e2bb-e058-4429-99cb-eccdb68e6554 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:46.470084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b16c65c2-c6a3-4dff-a1ce-1a49907de962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.470539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-361dacff-2607-4fa4-959f-46307943ef3c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.476113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-361dacff-2607-4fa4-959f-46307943ef3c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.480403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9404f55b-932f-42dd-a481-ad609ef70b44 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:46.487534 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:18:44Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:18:45Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:46.513653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b16c65c2-c6a3-4dff-a1ce-1a49907de962 None None] Port 3b67e2bb-e058-4429-99cb-eccdb68e6554 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:18:46.513863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361dacff-2607-4fa4-959f-46307943ef3c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:46.518511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-361dacff-2607-4fa4-959f-46307943ef3c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:46.520398 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Checking router: 3069f11b-277e-4986-8312-d32a6f787c4e for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:18:46.520943 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Updating router 3069f11b-277e-4986-8312-d32a6f787c4e port 3b67e2bb-e058-4429-99cb-eccdb68e6554 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:18:46.527807 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-361dacff-2607-4fa4-959f-46307943ef3c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.529364 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-361dacff-2607-4fa4-959f-46307943ef3c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1916380 Jun 22 15:18:46.532026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44368) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:46.537901 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-0d767481-f544-45cc-b003-93c155f8bad3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:46.562017 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.566609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d767481-f544-45cc-b003-93c155f8bad3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.627595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d767481-f544-45cc-b003-93c155f8bad3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.632634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d767481-f544-45cc-b003-93c155f8bad3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.633506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3b0b194d-c2cb-482d-b310-4354eb2e6ebf None None] Provisioning complete for port 3b67e2bb-e058-4429-99cb-eccdb68e6554 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:46.634111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3b0b194d-c2cb-482d-b310-4354eb2e6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.634750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fbfcfec9-646c-4fc2-beb1-1692583b21e8 tempest-SecGroupIPv6Test-2112308218 tempest-SecGroupIPv6Test-2112308218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:46.647863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d767481-f544-45cc-b003-93c155f8bad3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6ea678-5743-448a-9d7a-23e784d97aab,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:46.652181 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d767481-f544-45cc-b003-93c155f8bad3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:46.661586 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0d767481-f544-45cc-b003-93c155f8bad3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.666036 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0d767481-f544-45cc-b003-93c155f8bad3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300671 Jun 22 15:18:46.666500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44370) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:46.671055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-981b1e8f-689e-495d-8be3-f1cc551373d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:46.673215 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b194d-c2cb-482d-b310-4354eb2e6ebf None None] Port 3b67e2bb-e058-4429-99cb-eccdb68e6554 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:18:46.697842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981b1e8f-689e-495d-8be3-f1cc551373d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.755165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981b1e8f-689e-495d-8be3-f1cc551373d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.758595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981b1e8f-689e-495d-8be3-f1cc551373d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.760469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5b373469-1382-476e-9040-005b2cf194ef tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:46.776838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b1e8f-689e-495d-8be3-f1cc551373d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecd411c-d8c1-4715-b7ff-598c6180d21c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:46.779227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-981b1e8f-689e-495d-8be3-f1cc551373d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:46.785232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-981b1e8f-689e-495d-8be3-f1cc551373d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.786522 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-981b1e8f-689e-495d-8be3-f1cc551373d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190512 Jun 22 15:18:46.789343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44372) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:46.793882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-595ca364-afcd-4139-8269-c9fc60103617 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:46.820141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-595ca364-afcd-4139-8269-c9fc60103617 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.846652 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.857046 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Transition to ACTIVE for port object 3b67e2bb-e058-4429-99cb-eccdb68e6554 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:18:46.863250 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.866265 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-23093249-a1f9-4aa3-b019-11535f80d8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:46.882984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-595ca364-afcd-4139-8269-c9fc60103617 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.886669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-595ca364-afcd-4139-8269-c9fc60103617 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.888536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bae269ef-0d2e-4b2a-9a56-435ce406d5b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:46.905552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ca364-afcd-4139-8269-c9fc60103617 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b47aff-5b7d-4365-a767-3b19d16a3563,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:46.908515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-595ca364-afcd-4139-8269-c9fc60103617 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:46.916103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-595ca364-afcd-4139-8269-c9fc60103617 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.918470 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-595ca364-afcd-4139-8269-c9fc60103617 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281462 Jun 22 15:18:46.921453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44374) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:46.927032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6a0c8a3f-a6a2-460c-b3e0-fc84febc1683 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:46.947650 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Pushing event updated for resources: {'Port': ['ID=3b67e2bb-e058-4429-99cb-eccdb68e6554,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:46.958744 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6a0c8a3f-a6a2-460c-b3e0-fc84febc1683 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:46.976761 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.977208 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.977611 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.978006 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.978395 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.978783 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.979169 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.979556 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.980088 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.980472 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.981173 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:46.981562 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:18:47.004599 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:47.017896 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Attempting to bind port 3b67e2bb-e058-4429-99cb-eccdb68e6554 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:18:47.018494 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Attempting to bind port 3b67e2bb-e058-4429-99cb-eccdb68e6554 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:18:47.019120 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Attempting to bind port 3b67e2bb-e058-4429-99cb-eccdb68e6554 on network 9f7db807-ee64-4ef0-afa4-238813b90cde {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:18:47.027965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6a0c8a3f-a6a2-460c-b3e0-fc84febc1683 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.030594 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:18:47.031008 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Checking segment: {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:18:47.031494 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.031911 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Bound using segment: {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:18:47.032399 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Bound port: 3b67e2bb-e058-4429-99cb-eccdb68e6554, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:18:47.032796 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.033159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6a0c8a3f-a6a2-460c-b3e0-fc84febc1683 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.036043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d7b4b69-b470-47bd-b6ce-a8b2fcab6a83 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:47.051436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c8a3f-a6a2-460c-b3e0-fc84febc1683 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0546b416-f66a-4cc5-9447-fa90b1c6fd06,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:47.055892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6a0c8a3f-a6a2-460c-b3e0-fc84febc1683 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:47.063695 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6a0c8a3f-a6a2-460c-b3e0-fc84febc1683 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.068016 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6a0c8a3f-a6a2-460c-b3e0-fc84febc1683 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424594 Jun 22 15:18:47.068311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44376) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:47.073729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:47.098588 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:18:47.103705 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] For port 3b67e2bb-e058-4429-99cb-eccdb68e6554, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:18:47.103857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.107001 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] For port 3b67e2bb-e058-4429-99cb-eccdb68e6554, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3b67e2bb-e058-4429-99cb-eccdb68e6554,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:18:47.111297 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.113764 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-ef771085-f91a-4357-8f4f-bbc047d546d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:47.165041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.168679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.170451 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4819674e-6aa0-4b32-b03d-ace93d205f74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:47.180519 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Pushing event updated for resources: {'Port': ['ID=3b67e2bb-e058-4429-99cb-eccdb68e6554,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:47.183547 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:18:47.183678 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:47.187728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e8d733-70ff-4fd2-abf5-ad7d79ea6d0d,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:47.190705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:47.195342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.196812 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272440 Jun 22 15:18:47.199677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44378) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:47.204608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'security_group_rule': {'security_group_id': '32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7', 'project_id': 'c506dcf51d8e461291c966417bea561b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:47.224843 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:47.230272 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Project c506dcf51d8e461291c966417bea561b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:18:47.235601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.314156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.321657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b151dbee-36fa-4ad8-9f85-284cae996c36 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:18:47.329360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.335160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2789ae1e-d313-4ee5-9a28-ba9214924878 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:47.348439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0d0c24-b51b-4c8e-9ced-a8b30e875f93,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:47.357407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:47.369901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.371683 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1708918 Jun 22 15:18:47.392516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b151dbee-36fa-4ad8-9f85-284cae996c36 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:47.395199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.420180 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:18:47.494728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1980b533-d0cd-4311-8e17-ddce75afb5c6 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:18:47.544357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1980b533-d0cd-4311-8e17-ddce75afb5c6 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:47.544764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:47.596850 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-1a442f52-0c64-4a7c-9f7e-ca83cd7eea0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219619760&fields=id&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 267 time: 0.0366447 Jun 22 15:18:47.640172 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:18:44Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:18:47Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:18:47.666943 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf752c-12a5-4fe9-9e92-efaf31ce9e27 None None] The sync data for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv is: [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:18:44Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:18:47Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:18:47.737416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-11aa58cb-9ef1-43e5-898d-0b6a5a676ad1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:47.739443 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-11aa58cb-9ef1-43e5-898d-0b6a5a676ad1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/networks?id=9f7db807-ee64-4ef0-afa4-238813b90cde HTTP/1.1" status: 200 len: 797 time: 0.1347468 Jun 22 15:18:47.754865 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-5d254ea0-6361-4865-bf22-3fe2a8414c2a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/quotas/c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 375 time: 0.0099096 Jun 22 15:18:47.831397 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-466b25fe-46c3-43a7-8c6b-5a3f61170bf1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670369 Jun 22 15:18:47.847960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-3371d656-c962-43e4-bfcf-748e5caae570 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:18:47.848983 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-3371d656-c962-43e4-bfcf-748e5caae570 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0059676 Jun 22 15:18:47.945713 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-844daab8-a34f-4ab2-81e4-4349f42a8159 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909340 Jun 22 15:18:48.037705 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ac0e7a04-b7de-49fe-8b31-f5c52ccafd49 service neutron] 10.222.0.22 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858023 Jun 22 15:18:48.216784 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87e3ad5c-4f54-400a-a523-77a6320df4d9 req-4bad335a-b7b1-4168-a8fd-aabb9324da01 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 210 time: 0.0325046 Jun 22 15:18:49.227333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-13d60360-1ae8-49d8-921c-a4f16d57081c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:49.228771 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-13d60360-1ae8-49d8-921c-a4f16d57081c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/networks?id=9f7db807-ee64-4ef0-afa4-238813b90cde HTTP/1.1" status: 200 len: 797 time: 0.1036139 Jun 22 15:18:49.277039 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-40ec7924-14dc-47b7-b812-cd0c50422419 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c506dcf51d8e461291c966417bea561b HTTP/1.1" status: 200 len: 379 time: 0.0379219 Jun 22 15:18:49.288267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'port': {'device_id': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'admin_state_up': True, 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'security_groups': ['32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:49.341817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3b67e2bb-e058-4429-99cb-eccdb68e6554 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:18:49.399081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 3b67e2bb-e058-4429-99cb-eccdb68e6554 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:18:49.400776 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c5331460-8f4f-479b-b823-ad96825ccfad req-08d24020-a2e5-46e8-b72a-cde6b74acb22 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 210 time: 0.0388649 Jun 22 15:18:49.404055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3b67e2bb-e058-4429-99cb-eccdb68e6554 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:49.404534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:49.429844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Made reservation on behalf of c506dcf51d8e461291c966417bea561b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:18:49.433444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:49.485233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:49.516941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 3b67e2bb-e058-4429-99cb-eccdb68e6554, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3b67e2bb-e058-4429-99cb-eccdb68e6554,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:49.522219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:49.524111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:49.564562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.20.0.11 (9f7db807-ee64-4ef0-afa4-238813b90cde/ea15c30b-f871-456c-9186-468fe7ebc06d/3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:18:49.570079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=3b67e2bb-e058-4429-99cb-eccdb68e6554,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:49.573311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:49.699350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:49.712605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Transition to ACTIVE for port object 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:18:49.744367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:49.748070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-569c47cc-8385-4a05-aa1b-ea498bf61018 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:49.796221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 9f7db807-ee64-4ef0-afa4-238813b90cde is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:18:49.799424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:18:49.803826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:18:49.827802 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:49.832537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:49.856680 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:49.857327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:49.873654 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897539 Jun 22 15:18:49.883825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-71db57d5-783d-4513-99ec-bf25961f1791 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:18:49.884855 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-71db57d5-783d-4513-99ec-bf25961f1791 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0051601 Jun 22 15:18:49.895863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Request body: {'port': {'device_id': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:49.971074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:50.074442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-de22dc8e-9358-43f1-ad11-4e5f7b552088 None None] Provisioning for port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:18:50.078447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-de22dc8e-9358-43f1-ad11-4e5f7b552088 None None] Provisioning complete for port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:50.078825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de22dc8e-9358-43f1-ad11-4e5f7b552088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:50.116085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-de22dc8e-9358-43f1-ad11-4e5f7b552088 None None] Port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:18:50.234212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:18:50.241285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:50.252493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Transition to ACTIVE for port object 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:18:50.256554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:50.259292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:50.332598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Pushing event updated for resources: {'Port': ['ID=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:50.337080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:50.406092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Attempting to bind port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:18:50.406426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Attempting to bind port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:18:50.406760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Attempting to bind port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd on network 9f7db807-ee64-4ef0-afa4-238813b90cde {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:18:50.411487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd on network 9f7db807-ee64-4ef0-afa4-238813b90cde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:18:50.411805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Attempting to bind port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd on network 9f7db807-ee64-4ef0-afa4-238813b90cde {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:18:50.416862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:18:50.417198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Checking segment: {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:18:50.417576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Bound using segment: {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:18:50.417999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Bound port: 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd7b97c-7280-473f-9771-e5e839204634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:18:50.418341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:50.485584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] For port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:18:50.489029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] For port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:18:50.493716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:50.495711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-228e01bd-cc89-4efe-a6ed-b36cc3b658e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:50.562693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:50.563362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:50.564777 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] 10.222.0.21 "PUT /v2.0/ports/3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd HTTP/1.1" status: 200 len: 1094 time: 0.6732702 Jun 22 15:18:50.567112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:18:50.572885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13438ffc-99ae-4178-8f93-90562b3fcad8" -d '{"events": [{"name": "network-changed", "server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:18:50.604541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Pushing event updated for resources: {'Port': ['ID=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:50.620412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:50.641487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d10180-6801-4e44-9ccb-12f82fc9790b x-openstack-request-id: req-d7d10180-6801-4e44-9ccb-12f82fc9790b {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:18:50.641846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:18:50.642161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7d10180-6801-4e44-9ccb-12f82fc9790b {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:18:50.642605 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'status': 'completed', 'code': 200} Jun 22 15:18:50.675997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272722-ad55-445d-8ece-4a349672dd39 req-4ba00113-3019-4e84-8bb8-ceae9a9fe987 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:50.677641 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7d272722-ad55-445d-8ece-4a349672dd39 req-4ba00113-3019-4e84-8bb8-ceae9a9fe987 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 944 time: 0.1541665 Jun 22 15:18:50.703029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-79e3a477-6fce-4128-94bc-00c3f9b0e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:50.704536 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-79e3a477-6fce-4128-94bc-00c3f9b0e978 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 1097 time: 0.0941610 Jun 22 15:18:50.730675 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7d272722-ad55-445d-8ece-4a349672dd39 req-e6697b53-97fc-46d7-8e9d-bc291a17efd1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471382 Jun 22 15:18:50.762206 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-2516e01b-eeb9-4da7-8110-e213a9440b7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd HTTP/1.1" status: 200 len: 217 time: 0.0458012 Jun 22 15:18:50.811113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-0f7b9f41-884f-426e-8e6c-3591860ba5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:50.812431 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-0f7b9f41-884f-426e-8e6c-3591860ba5cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea15c30b-f871-456c-9186-468fe7ebc06d HTTP/1.1" status: 200 len: 834 time: 0.0447440 Jun 22 15:18:50.866908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ef934bb8-f56d-4639-8126-b4f40158994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:50.868328 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-ef934bb8-f56d-4639-8126-b4f40158994f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f7db807-ee64-4ef0-afa4-238813b90cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0500894 Jun 22 15:18:50.959967 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-cf9fe0cd-c174-4930-924f-bcbf2b5681ff service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855384 Jun 22 15:18:51.046758 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebacb14d-b7fa-4296-8e85-d91277f1d25e req-53c7f73b-f6b2-4170-a551-08674f180881 service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809078 Jun 22 15:18:51.143503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-eae17bf9-6369-4e5c-bf32-70748fc9da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:51.145341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-eae17bf9-6369-4e5c-bf32-70748fc9da7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 1097 time: 0.0529561 Jun 22 15:18:51.236346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-584ce540-09a6-4f9b-8f87-fd6139b3424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:51.238478 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-584ce540-09a6-4f9b-8f87-fd6139b3424b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f7db807-ee64-4ef0-afa4-238813b90cde HTTP/1.1" status: 200 len: 898 time: 0.0867693 Jun 22 15:18:51.278915 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-e973d231-d1ff-4150-b6a3-8e2a92f5ab56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd HTTP/1.1" status: 200 len: 217 time: 0.0345573 Jun 22 15:18:51.293091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3b67e2bb-e058-4429-99cb-eccdb68e6554 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:18:51.332926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-9b5c273b-026d-4c94-8eed-b39d78dca902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:51.334431 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-9b5c273b-026d-4c94-8eed-b39d78dca902 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea15c30b-f871-456c-9186-468fe7ebc06d HTTP/1.1" status: 200 len: 834 time: 0.0500197 Jun 22 15:18:51.348422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3b67e2bb-e058-4429-99cb-eccdb68e6554 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:51.348852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:51.391877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-7acf734b-3edf-46ca-a88c-5a6a9b9b5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:51.393447 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-7acf734b-3edf-46ca-a88c-5a6a9b9b5739 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f7db807-ee64-4ef0-afa4-238813b90cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0530601 Jun 22 15:18:51.492919 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-8b281a69-1cbd-4980-a269-a50d7236aaff service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828764 Jun 22 15:18:51.583764 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13438ffc-99ae-4178-8f93-90562b3fcad8 req-a8c31083-ac5f-4cd4-a974-20beb46b4da0 service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837033 Jun 22 15:18:51.914564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab38c1-3946-4d3e-9697-475b593f1e4c req-4d099b90-bc0d-48b1-84e2-4fcee4328e62 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:51.915935 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-21ab38c1-3946-4d3e-9697-475b593f1e4c req-4d099b90-bc0d-48b1-84e2-4fcee4328e62 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 944 time: 0.0689065 Jun 22 15:18:51.952074 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-21ab38c1-3946-4d3e-9697-475b593f1e4c req-511840fc-3e47-46ef-993b-ed0163467fce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305140 Jun 22 15:18:53.123940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027a2d3-47bc-4877-b2c1-b34fdc8bb44a req-5401c851-4e66-4d14-8d40-7de7bb8ab7fc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:53.125427 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2027a2d3-47bc-4877-b2c1-b34fdc8bb44a req-5401c851-4e66-4d14-8d40-7de7bb8ab7fc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 944 time: 0.0638580 Jun 22 15:18:53.163577 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2027a2d3-47bc-4877-b2c1-b34fdc8bb44a req-3f36a262-bcf7-4c54-a615-f838f7e3600c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Jun 22 15:18:54.225399 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:18:54.333772 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df286275-ecf2-4696-8ea6-a7f5017f17e6 req-3b77873e-c085-4de2-86af-0069ed17a3e7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:54.335234 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-df286275-ecf2-4696-8ea6-a7f5017f17e6 req-3b77873e-c085-4de2-86af-0069ed17a3e7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 944 time: 0.0624170 Jun 22 15:18:54.369608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:18:54.373552 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-df286275-ecf2-4696-8ea6-a7f5017f17e6 req-5cdd0607-8e15-4904-ae07-71412eb75fa5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324688 Jun 22 15:18:54.465811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:54.478189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'port_id': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'mac_address': 'fa:16:3e:ca:50:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:18:54.513537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:54.525511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:18:54.547960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:54.552228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:54.553936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e961af24-05a6-4afd-9490-c21285809abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:54.598111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:54.600995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:54.854611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:18:55.542649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739efd6-f5ae-4561-8c37-5c020f392372 req-8bdfaac4-5653-4852-93e0-1b916421c799 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:55.544069 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2739efd6-f5ae-4561-8c37-5c020f392372 req-8bdfaac4-5653-4852-93e0-1b916421c799 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 945 time: 0.0617700 Jun 22 15:18:55.585397 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2739efd6-f5ae-4561-8c37-5c020f392372 req-afb007d9-4c29-4d32-997e-ab560f959d74 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356858 Jun 22 15:18:56.385035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:18:56.433147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:18:56.436630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:18:56.437105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:56.513130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:56.534848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:18:56.537128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ef96f9-56d8-4a1f-99cc-61de5ad0d757" -d '{"events": [{"server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "name": "network-vif-plugged", "status": "completed", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:18:56.550007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:18:56.554097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:56.556814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9b87c9cb-6480-4900-b720-e3730d458e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:18:56.578336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830d0ab3-426c-40a1-8041-3de183ef9e02 x-openstack-request-id: req-830d0ab3-426c-40a1-8041-3de183ef9e02 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:18:56.579362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "name": "network-vif-plugged", "status": "completed", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:18:56.579673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-830d0ab3-426c-40a1-8041-3de183ef9e02 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:18:56.580067 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'code': 200} Jun 22 15:18:56.607787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:18:56.610616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:18:56.817033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89e10b-3d1d-44cf-8f2e-3b8c03578c9b req-4e90b8af-8834-414f-a3d5-4e5b6c7302b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:56.818487 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cd89e10b-3d1d-44cf-8f2e-3b8c03578c9b req-4e90b8af-8834-414f-a3d5-4e5b6c7302b3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 946 time: 0.1027491 Jun 22 15:18:56.833193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99872d16-6f96-407f-9c20-3be2798a7e53 req-02e0d1d7-4d2b-4243-b685-e612d265eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:56.834556 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-99872d16-6f96-407f-9c20-3be2798a7e53 req-02e0d1d7-4d2b-4243-b685-e612d265eeaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 1099 time: 0.0821474 Jun 22 15:18:56.882505 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cd89e10b-3d1d-44cf-8f2e-3b8c03578c9b req-ee27aec6-0b4e-472c-b7c2-31b2469a64ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575111 Jun 22 15:18:56.884340 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-99872d16-6f96-407f-9c20-3be2798a7e53 req-4ba3e988-0879-428b-9f61-bd8a6c458722 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Jun 22 15:18:58.058147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dd444-78ff-4741-990c-65917bd963fd req-96510637-5159-40a7-8b92-d650144bead6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:58.059636 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-828dd444-78ff-4741-990c-65917bd963fd req-96510637-5159-40a7-8b92-d650144bead6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 946 time: 0.0642288 Jun 22 15:18:58.096587 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-828dd444-78ff-4741-990c-65917bd963fd req-1d87d689-709a-4186-bdfc-56cfc149833a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313725 Jun 22 15:18:59.271770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634332f2-6abb-4b23-9888-d92ac01828d9 req-4b15a0d8-7ea2-440b-98ab-66999d27df96 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:59.273259 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-634332f2-6abb-4b23-9888-d92ac01828d9 req-4b15a0d8-7ea2-440b-98ab-66999d27df96 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 946 time: 0.0674589 Jun 22 15:18:59.309509 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-634332f2-6abb-4b23-9888-d92ac01828d9 req-e65a3ba6-addd-4c07-bb2e-09cfd82d883c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306673 Jun 22 15:18:59.490533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca7a6b-7099-4a4d-9963-756ec9e6f5e6 req-d6c01b98-ffef-4255-a4f7-5f039a47dd75 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:59.491879 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4dca7a6b-7099-4a4d-9963-756ec9e6f5e6 req-d6c01b98-ffef-4255-a4f7-5f039a47dd75 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 946 time: 0.0676999 Jun 22 15:18:59.528583 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4dca7a6b-7099-4a4d-9963-756ec9e6f5e6 req-40a2c2cc-d4a3-44b1-b116-dc0c0865c532 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308671 Jun 22 15:18:59.552917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44434) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:59.603029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3ed57-f1e6-4a60-900b-448d560c80dc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:18:59.604559 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-75f3ed57-f1e6-4a60-900b-448d560c80dc tempest-TestNetworkBasicOps-769437706 tempest-TestNetworkBasicOps-769437706-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 1094 time: 0.0506933 Jun 22 15:18:59.607479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44436) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:18:59.611999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:18:59.634588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:59.733445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:59.831977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Allocated IP 172.26.6.31 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/694ac00e-68f1-492f-a063-aa33630d6917) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:18:59.934602 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:59.972279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:18:59.975062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6faa0234-74e8-4c54-8f55-d72409c8f5ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:19:00.010397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:19:00.013220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:19:00.016567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:19:00.037813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=694ac00e-68f1-492f-a063-aa33630d6917,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:19:00.041768 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:19:00.177839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3b77200b-f456-417b-9512-50635e22bdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:00.378705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:00.458056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:00.605112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:00.609510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:00.612436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0f2baa56-6493-449e-8968-e4ac1e2e3026 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:19:00.672654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event updated for resources: {'Port': ['ID=694ac00e-68f1-492f-a063-aa33630d6917,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:19:00.676765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:19:00.686314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:00.783367 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 77af40a7-41bb-4ebd-928d-3f19a71d796c associated. External IP: 172.26.6.31, port: 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd. Jun 22 15:19:00.982261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 3069f11b-277e-4986-8312-d32a6f787c4e has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:19:01.088030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:19:01.097583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] Sync routers for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:19:01.103349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:01.106428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:19:01.107046 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:19:01.140049 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5311348 Jun 22 15:19:01.140372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:19:01.142702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44438) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:19:01.143204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a88434b-5c85-44a8-80d2-d1187d18a27d" -d '{"events": [{"name": "network-changed", "server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:19:01.179001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a5ec49-156d-48ac-96d3-a73b486e9549 x-openstack-request-id: req-24a5ec49-156d-48ac-96d3-a73b486e9549 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:19:01.179359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:19:01.179674 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24a5ec49-156d-48ac-96d3-a73b486e9549 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:19:01.180737 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'status': 'completed', 'code': 200} Jun 22 15:19:01.216036 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3ec4c729-ca76-431d-b9b0-e40cb9df31b7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/77af40a7-41bb-4ebd-928d-3f19a71d796c HTTP/1.1" status: 200 len: 991 time: 0.0713744 Jun 22 15:19:01.269846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-9bc3a0e4-2d8b-4b0b-a7a6-8a6c90c84b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:19:01.271361 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-9bc3a0e4-2d8b-4b0b-a7a6-8a6c90c84b8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 1099 time: 0.0657048 Jun 22 15:19:01.364887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-5b29ce17-1a5e-4df4-babf-39eacaa2b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:19:01.366252 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-5b29ce17-1a5e-4df4-babf-39eacaa2b721 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f7db807-ee64-4ef0-afa4-238813b90cde HTTP/1.1" status: 200 len: 898 time: 0.0892084 Jun 22 15:19:01.380229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:19:01.438845 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-879cd8dc-f669-48bb-b438-8eabb6d5e556 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd HTTP/1.1" status: 200 len: 999 time: 0.0666416 Jun 22 15:19:01.614683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:18:44Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '77af40a7-41bb-4ebd-928d-3f19a71d796c', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'port_id': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'mac_address': 'fa:16:3e:ca:50:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:19:00Z', 'updated_at': '2021-06-22T15:19:00Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:18:49Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:19:01.641601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] Checking router: 3069f11b-277e-4986-8312-d32a6f787c4e for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:19:01.651596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:19:01.652207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:18:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:19:01.761719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:19:01.823354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-c0326d1e-7408-4213-a631-c1c6a2cf70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:19:01.824866 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-c0326d1e-7408-4213-a631-c1c6a2cf70ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea15c30b-f871-456c-9186-468fe7ebc06d HTTP/1.1" status: 200 len: 834 time: 0.3800278 Jun 22 15:19:01.882366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-bd9cc51e-7fdd-4cfd-9da0-72457979d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:19:01.883914 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-bd9cc51e-7fdd-4cfd-9da0-72457979d206 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f7db807-ee64-4ef0-afa4-238813b90cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0518146 Jun 22 15:19:01.976328 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-b1d0b3c4-3023-4399-80ec-94cf8cbea2e5 service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857050 Jun 22 15:19:01.983327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:18:44Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '77af40a7-41bb-4ebd-928d-3f19a71d796c', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'port_id': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'mac_address': 'fa:16:3e:ca:50:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:19:00Z', 'updated_at': '2021-06-22T15:19:00Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:18:49Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:19:02.012880 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aedcf4-d0d8-4a26-9341-9f9d5f9b98ed None None] The sync data for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv is: [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:18:44Z', 'revision_number': 4, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '77af40a7-41bb-4ebd-928d-3f19a71d796c', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'port_id': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'mac_address': 'fa:16:3e:ca:50:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:19:00Z', 'updated_at': '2021-06-22T15:19:00Z', 'revision_number': 0, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:18:49Z', 'revision_number': 5, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:19:02.067604 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a88434b-5c85-44a8-80d2-d1187d18a27d req-fa530506-abea-42ad-966b-ae999953f937 service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852182 Jun 22 15:19:02.199249 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b12b3-a74f-44c2-b681-32f10d250941 None None] New status for floating IP 77af40a7-41bb-4ebd-928d-3f19a71d796c: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:19:02.220106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44442) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:19:02.284794 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-517bd6d1-c95d-4925-9dc2-689342603260 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/77af40a7-41bb-4ebd-928d-3f19a71d796c HTTP/1.1" status: 200 len: 991 time: 0.0627759 Jun 22 15:19:02.665111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ae522c53-9937-4d89-8bd3-73b97ee645bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:02.920626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:03.288424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44444) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:19:03.347468 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e35f7a15-1a9b-4199-87e6-9d6a82de255e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/77af40a7-41bb-4ebd-928d-3f19a71d796c HTTP/1.1" status: 200 len: 993 time: 0.0578151 Jun 22 15:19:03.951506 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:05.648373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:10.294232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:26.292166 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-5e1628b3-58ee-4d61-97d9-44a3af241dd3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944614 Jun 22 15:19:26.415762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-52599e79-e4d9-428d-b866-b77ba431f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:19:26.417279 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-52599e79-e4d9-428d-b866-b77ba431f774 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 1099 time: 0.0551229 Jun 22 15:19:26.518872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-6566ae9e-2c0e-46bf-9a9b-2d0887cf74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:19:26.520949 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-6566ae9e-2c0e-46bf-9a9b-2d0887cf74e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f7db807-ee64-4ef0-afa4-238813b90cde HTTP/1.1" status: 200 len: 898 time: 0.0840652 Jun 22 15:19:26.586327 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-d588e434-2f35-486c-b124-7e76908beb07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd HTTP/1.1" status: 200 len: 1001 time: 0.0594544 Jun 22 15:19:26.633294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-bfbe3c90-b30e-49a4-b832-75b18b9e74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:19:26.634712 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-bfbe3c90-b30e-49a4-b832-75b18b9e74ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea15c30b-f871-456c-9186-468fe7ebc06d HTTP/1.1" status: 200 len: 834 time: 0.0422118 Jun 22 15:19:26.691664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-180ab256-c85a-49c8-94df-a6bc4292960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:19:26.693109 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-180ab256-c85a-49c8-94df-a6bc4292960f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f7db807-ee64-4ef0-afa4-238813b90cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0516114 Jun 22 15:19:26.787359 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-03f07ecd-d16d-433e-bbc2-c0d66c44010d service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879707 Jun 22 15:19:26.875563 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55aa17d7-ef7e-4e53-88d2-3d36521ddd6a req-6ddad1da-bf37-42c6-b88e-5a83fe21e449 service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819349 Jun 22 15:19:30.178284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-11068724-7a38-45f1-a113-e2a14021fbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:31.224378 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:19:32.665643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9057312e-e390-4f0f-8444-a1ee2097b66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:32.921359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:33.955896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:35.650862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:19:40.289325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:00.179440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8bc39fb6-eef6-4953-9655-407e6bb040a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:02.667002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d132ae31-155c-423e-8fb6-9dfdcb7bca1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:02.921587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:03.956679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:05.656450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:06.002542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44480) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:06.008088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-941cc6a1-1c5c-4c4c-8445-da515b129431 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'admin_state_up': False}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:20:06.307846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-941cc6a1-1c5c-4c4c-8445-da515b129431 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:06.317612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-941cc6a1-1c5c-4c4c-8445-da515b129431 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:06.422400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941cc6a1-1c5c-4c4c-8445-da515b129431 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 3069f11b-277e-4986-8312-d32a6f787c4e has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:20:06.527770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941cc6a1-1c5c-4c4c-8445-da515b129431 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:20:06.534527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-941cc6a1-1c5c-4c4c-8445-da515b129431 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:06.536327 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-941cc6a1-1c5c-4c4c-8445-da515b129431 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/3069f11b-277e-4986-8312-d32a6f787c4e HTTP/1.1" status: 200 len: 888 time: 0.5328491 Jun 22 15:20:06.538140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff5968-c2e5-4309-b9ca-24c8caed6e07 None None] Sync routers for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:20:06.547230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff5968-c2e5-4309-b9ca-24c8caed6e07 None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:20:06.547830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-77ff5968-c2e5-4309-b9ca-24c8caed6e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:20:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:06.583195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-77ff5968-c2e5-4309-b9ca-24c8caed6e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:06.591249 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff5968-c2e5-4309-b9ca-24c8caed6e07 None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:20:06.591831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-77ff5968-c2e5-4309-b9ca-24c8caed6e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:20:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:06.622427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-77ff5968-c2e5-4309-b9ca-24c8caed6e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:06.623033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff5968-c2e5-4309-b9ca-24c8caed6e07 None None] The sync data for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv is: [] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:20:07.376686 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aa027f-35ed-4af9-8814-45cf24246884 None None] New status for floating IP 77af40a7-41bb-4ebd-928d-3f19a71d796c: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:20:07.405676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3b67e2bb-e058-4429-99cb-eccdb68e6554 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:20:07.482772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:07.516209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 3b67e2bb-e058-4429-99cb-eccdb68e6554, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3b67e2bb-e058-4429-99cb-eccdb68e6554,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:07.520421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:07.521380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b151dbee-36fa-4ad8-9f85-284cae996c36 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:20:07.523100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:07.594668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=3b67e2bb-e058-4429-99cb-eccdb68e6554,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:07.604353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.604700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.605074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.605389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.605714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.606038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.606359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.606681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.607000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.607316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.607630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.607942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:07.612092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:07.649627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:07.669584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port b151dbee-36fa-4ad8-9f85-284cae996c36, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b151dbee-36fa-4ad8-9f85-284cae996c36,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:07.673007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:07.674671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:07.719594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=b151dbee-36fa-4ad8-9f85-284cae996c36,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:07.723170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:08.223499 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:20:08.674687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44486) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:08.679994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b9674762-3580-4906-b755-8a569fd06d9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:20:08.980570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9674762-3580-4906-b755-8a569fd06d9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:08.991050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9674762-3580-4906-b755-8a569fd06d9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-654529'] for router, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:09.099692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9674762-3580-4906-b755-8a569fd06d9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 3069f11b-277e-4986-8312-d32a6f787c4e has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:20:09.207688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9674762-3580-4906-b755-8a569fd06d9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:20:09.215446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b9674762-3580-4906-b755-8a569fd06d9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:09.219668 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b9674762-3580-4906-b755-8a569fd06d9d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/3069f11b-277e-4986-8312-d32a6f787c4e HTTP/1.1" status: 200 len: 887 time: 0.5404191 Jun 22 15:20:09.219817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] Sync routers for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:20:09.220218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44488) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:09.229143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:20:09.229828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:20:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:09.281551 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-403f2bd4-bb9f-4e8e-9d40-036cf5e322c0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/77af40a7-41bb-4ebd-928d-3f19a71d796c HTTP/1.1" status: 200 len: 991 time: 0.0603547 Jun 22 15:20:09.348814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:20:09.611211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:20:08Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:20:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '77af40a7-41bb-4ebd-928d-3f19a71d796c', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'port_id': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'mac_address': 'fa:16:3e:ca:50:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:19:00Z', 'updated_at': '2021-06-22T15:20:07Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:20:07Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:09.636929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] Checking router: 3069f11b-277e-4986-8312-d32a6f787c4e for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:20:09.646726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:20:09.647366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:20:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:09.750640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:20:09.966888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:20:08Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:20:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '77af40a7-41bb-4ebd-928d-3f19a71d796c', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'port_id': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'mac_address': 'fa:16:3e:ca:50:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:19:00Z', 'updated_at': '2021-06-22T15:20:07Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:20:07Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:10.000532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fb12a7-c897-4810-9096-d641376238eb None None] The sync data for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv is: [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:20:08Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:20:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '77af40a7-41bb-4ebd-928d-3f19a71d796c', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'floating_ip_address': '172.26.6.31', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'port_id': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'mac_address': 'fa:16:3e:ca:50:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:19:00Z', 'updated_at': '2021-06-22T15:20:07Z', 'revision_number': 2, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:20:07Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:20:10.286027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44490) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:10.291338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:10.353239 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4be30272-cdb9-4af3-a57f-d8c68665ba95 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/77af40a7-41bb-4ebd-928d-3f19a71d796c HTTP/1.1" status: 200 len: 991 time: 0.0657701 Jun 22 15:20:11.356710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44492) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:11.376762 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3b67e2bb-e058-4429-99cb-eccdb68e6554 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:20:11.420001 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a863444a-5ef8-494e-94b2-2d9deb865da3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/77af40a7-41bb-4ebd-928d-3f19a71d796c HTTP/1.1" status: 200 len: 991 time: 0.0619624 Jun 22 15:20:11.423517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3b67e2bb-e058-4429-99cb-eccdb68e6554 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:20:11.423897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:11.504366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:11.539829 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 3b67e2bb-e058-4429-99cb-eccdb68e6554, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3b67e2bb-e058-4429-99cb-eccdb68e6554,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:11.543859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:11.544857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b151dbee-36fa-4ad8-9f85-284cae996c36 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:20:11.546649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:11.566208 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430dfb04-61b8-4de6-9aa4-b4c8dd43d98e None None] New status for floating IP 77af40a7-41bb-4ebd-928d-3f19a71d796c: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:20:11.620707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=3b67e2bb-e058-4429-99cb-eccdb68e6554,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:11.625423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:11.638108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b151dbee-36fa-4ad8-9f85-284cae996c36 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:20:11.638198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:11.722253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:11.743651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port b151dbee-36fa-4ad8-9f85-284cae996c36, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b151dbee-36fa-4ad8-9f85-284cae996c36,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:11.747408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:11.750540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:11.797283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=b151dbee-36fa-4ad8-9f85-284cae996c36,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:11.800275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:12.423808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44494) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:12.487231 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-348b9817-f032-4948-8ff0-408741b73910 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/floatingips/77af40a7-41bb-4ebd-928d-3f19a71d796c HTTP/1.1" status: 200 len: 993 time: 0.0622630 Jun 22 15:20:12.794481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44500) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:13.259425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 694ac00e-68f1-492f-a063-aa33630d6917 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:20:13.259767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:13.337684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:13.338009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:13.341694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3b67e2bb-e058-4429-99cb-eccdb68e6554 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:20:13.389850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 3b67e2bb-e058-4429-99cb-eccdb68e6554 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:20:13.390240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:13.402787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 694ac00e-68f1-492f-a063-aa33630d6917 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:20:13.469002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b151dbee-36fa-4ad8-9f85-284cae996c36 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:20:13.518380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b151dbee-36fa-4ad8-9f85-284cae996c36 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:20:13.518764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:13.555590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:13.557871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-606120d6-8428-4246-8756-9b73ffc7c7b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:13.585300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=694ac00e-68f1-492f-a063-aa33630d6917,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:13.616973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.617371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.617780 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.618142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.618518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.618892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.619262 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.619632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.620003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.620375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.620817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.621125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:13.640275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:13.659012 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:13.659352 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Floating IP 77af40a7-41bb-4ebd-928d-3f19a71d796c disassociated (deleted). External IP: 172.26.6.31, port: 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd. Jun 22 15:20:13.867345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 3069f11b-277e-4986-8312-d32a6f787c4e has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:20:13.977759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:20:13.982001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:13.986842 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] Sync routers for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:20:13.996342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:20:13.996970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:20:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:14.017878 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/floatingips/77af40a7-41bb-4ebd-928d-3f19a71d796c HTTP/1.1" status: 204 len: 168 time: 1.2223096 Jun 22 15:20:14.018554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:20:14.021267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843d15dc-d976-49a3-865d-8f4581ca9172" -d '{"events": [{"name": "network-changed", "server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:20:14.058881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0036a568-035a-4992-b823-4649f3553933 x-openstack-request-id: req-0036a568-035a-4992-b823-4649f3553933 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:20:14.059239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:20:14.059551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0036a568-035a-4992-b823-4649f3553933 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:20:14.060012 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'status': 'completed', 'code': 200} Jun 22 15:20:14.105085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:20:14.135959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-b4daa8a5-f66a-4cbc-b0a5-a5096c6796e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:14.137510 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-b4daa8a5-f66a-4cbc-b0a5-a5096c6796e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c506dcf51d8e461291c966417bea561b&device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 1099 time: 0.0554669 Jun 22 15:20:14.244000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-a8c4a966-e6a6-4788-b183-e49c5b5baa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:14.246193 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-a8c4a966-e6a6-4788-b183-e49c5b5baa4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f7db807-ee64-4ef0-afa4-238813b90cde HTTP/1.1" status: 200 len: 898 time: 0.1008904 Jun 22 15:20:14.297217 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-3a38b9a3-26e7-482f-b3d7-e900934116de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd HTTP/1.1" status: 200 len: 217 time: 0.0447776 Jun 22 15:20:14.349666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-f5ec3826-383c-475c-a4d1-4b42c89477fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:14.351218 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-f5ec3826-383c-475c-a4d1-4b42c89477fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea15c30b-f871-456c-9186-468fe7ebc06d HTTP/1.1" status: 200 len: 834 time: 0.0476370 Jun 22 15:20:14.400652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eac002-8339-4973-99af-83ffb2b3bff3 req-875191d7-5e4d-4fb8-8a84-701710460ed9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:14.402283 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a9eac002-8339-4973-99af-83ffb2b3bff3 req-875191d7-5e4d-4fb8-8a84-701710460ed9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 946 time: 0.0686982 Jun 22 15:20:14.413778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-28131b4f-25a0-4a69-b08d-bed70a23739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:14.415508 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-28131b4f-25a0-4a69-b08d-bed70a23739a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f7db807-ee64-4ef0-afa4-238813b90cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0557876 Jun 22 15:20:14.446026 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a9eac002-8339-4973-99af-83ffb2b3bff3 req-26e40720-0269-4164-8aa3-344c15914b98 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371344 Jun 22 15:20:14.490941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:20:08Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:20:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:20:11Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:14.511711 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-90323e46-f3c1-42ae-a929-3757aec1bcf2 service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884624 Jun 22 15:20:14.520468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] Checking router: 3069f11b-277e-4986-8312-d32a6f787c4e for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:20:14.528725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:20:14.529359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:20:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:14.606886 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-843d15dc-d976-49a3-865d-8f4581ca9172 req-4dcc2694-6c8e-46ee-97ac-0cf8917210f2 service neutron] 10.222.0.21 "GET /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878205 Jun 22 15:20:14.652103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:20:14.851042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:20:08Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:20:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:20:11Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:14.876877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a17f8-723c-4d8c-aa3b-32d181968d65 None None] The sync data for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv is: [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:20:08Z', 'revision_number': 6, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:20:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '3b67e2bb-e058-4429-99cb-eccdb68e6554', 'name': '', 'network_id': '9f7db807-ee64-4ef0-afa4-238813b90cde', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'mac_address': 'fa:16:3e:b7:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:44Z', 'updated_at': '2021-06-22T15:20:11Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'subnets': [{'id': 'ea15c30b-f871-456c-9186-468fe7ebc06d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:20:15.482096 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371114eb-6eae-4905-82ed-c2df6009339b None None] New status for floating IP 77af40a7-41bb-4ebd-928d-3f19a71d796c: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:20:15.630090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29d5c7-9395-4533-b66b-5e8b3844adb2 req-3301a73e-1092-40c4-b9ec-b9f144a30235 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:15.631476 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-de29d5c7-9395-4533-b66b-5e8b3844adb2 req-3301a73e-1092-40c4-b9ec-b9f144a30235 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 946 time: 0.0698378 Jun 22 15:20:15.670431 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-de29d5c7-9395-4533-b66b-5e8b3844adb2 req-853fd1ca-ecf9-4c95-8a7c-a7aa8b5de5b0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/security-groups?id=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331571 Jun 22 15:20:15.875916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-31afae3c-6d52-4d2e-be70-9b70197eb7c3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:15.877353 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-31afae3c-6d52-4d2e-be70-9b70197eb7c3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 946 time: 0.0620744 Jun 22 15:20:15.972659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:20:15.972944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:16.059181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:16.059531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:16.441082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:20:16.565610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:16.570141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2d4736ad-2aa7-40be-af07-52e1aa4a774f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:16.599139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:16.611155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.611555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.611940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.612321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.612700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.613110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.613479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.613853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.614232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.614599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.614968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.615332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:20:16.635372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:16.654848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] No DVR routers for this DVR port 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:20:16.657294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:16.659221 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a9b5138-d7d0-4206-a856-6699b3f04340 req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.21 "DELETE /v2.0/ports/3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd HTTP/1.1" status: 204 len: 173 time: 0.7764080 Jun 22 15:20:16.659926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'name': 'network-vif-deleted', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:20:16.662316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576c6a0e-25fe-4251-a080-46fcc06a98b2" -d '{"events": [{"server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "name": "network-vif-deleted", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:20:16.701514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da72d1e8-9ecd-4dac-a662-a46c22093606 x-openstack-request-id: req-da72d1e8-9ecd-4dac-a662-a46c22093606 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:20:16.701865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b0ad8b-e7e6-4719-9183-4f5a63a83d65", "name": "network-vif-deleted", "tag": "3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:20:16.702911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da72d1e8-9ecd-4dac-a662-a46c22093606 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:20:16.702911 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b0ad8b-e7e6-4719-9183-4f5a63a83d65', 'name': 'network-vif-deleted', 'tag': '3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd', 'status': 'completed', 'code': 200} Jun 22 15:20:16.809826 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4dcb0ca-45d4-495a-a2e1-ca46fa6a6049 req-a1ae77d5-1354-446e-af2d-11696755dabf tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "GET /v2.0/ports?device_id=76b0ad8b-e7e6-4719-9183-4f5a63a83d65 HTTP/1.1" status: 200 len: 210 time: 0.0280442 Jun 22 15:20:17.903308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44520) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:17.962557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d932c093-cacd-4d8f-ab3e-8cd06a641912 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:17.986432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d932c093-cacd-4d8f-ab3e-8cd06a641912 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:18.048647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d932c093-cacd-4d8f-ab3e-8cd06a641912 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:18.051975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d932c093-cacd-4d8f-ab3e-8cd06a641912 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:18.053156 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d932c093-cacd-4d8f-ab3e-8cd06a641912 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/security-groups/32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7 HTTP/1.1" status: 204 len: 168 time: 0.1488528 Jun 22 15:20:18.053980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1be82769-0186-4686-926e-59b20df5eded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:18.062611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932c093-cacd-4d8f-ab3e-8cd06a641912 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dbf5cb-2e6c-46b8-8f72-2b7e30ee54c7,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:18.065411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d932c093-cacd-4d8f-ab3e-8cd06a641912 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:18.085529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44524) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:18.433477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:18.708688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port 3b67e2bb-e058-4429-99cb-eccdb68e6554 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:20:18.708973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:18.798783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port 3b67e2bb-e058-4429-99cb-eccdb68e6554, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3b67e2bb-e058-4429-99cb-eccdb68e6554,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:18.799128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:18.865850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for 3b67e2bb-e058-4429-99cb-eccdb68e6554 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:20:18.883376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:20:18.903675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:20:18.904028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3bccd101-a7c0-4b2b-a2ae-d8d4f8b591cd not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:20:19.058493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:19.060390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-916791a2-589c-4d81-9f65-3c3ad68fe853 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:19.086789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=3b67e2bb-e058-4429-99cb-eccdb68e6554,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:19.089357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:19.261698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:19.475456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Router 3069f11b-277e-4986-8312-d32a6f787c4e has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:20:19.580205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:20:19.588307 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "PUT /v2.0/routers/3069f11b-277e-4986-8312-d32a6f787c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4986618 Jun 22 15:20:19.588307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44526) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:19.589297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] Sync routers for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:20:19.599518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:20:19.600485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:20:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:19.639140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a147b78c-05d7-47d2-9666-624207a4e993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting subnet ea15c30b-f871-456c-9186-468fe7ebc06d {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:20:19.642334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a147b78c-05d7-47d2-9666-624207a4e993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:19.683465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a147b78c-05d7-47d2-9666-624207a4e993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:19.706887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:20:19.769508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a147b78c-05d7-47d2-9666-624207a4e993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:19.827477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a147b78c-05d7-47d2-9666-624207a4e993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:19.830261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-aec709fc-0393-4709-9572-47ffc7e85097 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:19.857107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a147b78c-05d7-47d2-9666-624207a4e993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:19.861454 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a147b78c-05d7-47d2-9666-624207a4e993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/subnets/ea15c30b-f871-456c-9186-468fe7ebc06d HTTP/1.1" status: 204 len: 168 time: 0.2699060 Jun 22 15:20:19.861454 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b78c-05d7-47d2-9666-624207a4e993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Subnet': ['ID=ea15c30b-f871-456c-9186-468fe7ebc06d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:19.863237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44528) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:19.863744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea6a75-0744-4425-a8b8-2ac58bb314a4 None None] Network 9f7db807-ee64-4ef0-afa4-238813b90cde requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:20:19.863887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a147b78c-05d7-47d2-9666-624207a4e993 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:19.967659 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:19.979134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:20:19Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:20:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:20.008566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] Checking router: 3069f11b-277e-4986-8312-d32a6f787c4e for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:20:20.026070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] Routers {'3069f11b-277e-4986-8312-d32a6f787c4e'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:20:20.026676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:20:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['3069f11b-277e-4986-8312-d32a6f787c4e'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:20.070458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.128454 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Deleting port b151dbee-36fa-4ad8-9f85-284cae996c36 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:20:20.128891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.136879 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] Set router 3069f11b-277e-4986-8312-d32a6f787c4e gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:20:20.163838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] DHCP port deletion for 9f7db807-ee64-4ef0-afa4-238813b90cde request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:20:20.208553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] For port b151dbee-36fa-4ad8-9f85-284cae996c36, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b151dbee-36fa-4ad8-9f85-284cae996c36,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:20.208954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.275666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Calling delete_port for b151dbee-36fa-4ad8-9f85-284cae996c36 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:20:20.319947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] Deleting port 1980b533-d0cd-4311-8e17-ddce75afb5c6 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:20:20.320331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.386589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] For port 1980b533-d0cd-4311-8e17-ddce75afb5c6, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1980b533-d0cd-4311-8e17-ddce75afb5c6,segment=NetworkSegment(ffd7b97c-7280-473f-9771-e5e839204634),segment_id=ffd7b97c-7280-473f-9771-e5e839204634)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:20.386924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.439725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.442281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:20.457152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] Calling delete_port for 1980b533-d0cd-4311-8e17-ddce75afb5c6 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:20:20.466212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Port': ['ID=b151dbee-36fa-4ad8-9f85-284cae996c36,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:20.469158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:20.470565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:20:19Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:20:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:20.522913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a70631f-ab22-4d83-95f5-26265cd3f68a None None] The sync data for ids ['3069f11b-277e-4986-8312-d32a6f787c4e'] in dv-neutron-601336-93-hyperv is: [{'id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'name': 'tempest-TestNetworkBasicOps-router-2145970382', 'tenant_id': 'c506dcf51d8e461291c966417bea561b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:18:40Z', 'updated_at': '2021-06-22T15:20:19Z', 'revision_number': 7, 'project_id': 'c506dcf51d8e461291c966417bea561b', 'gw_port': {'id': 'b151dbee-36fa-4ad8-9f85-284cae996c36', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3069f11b-277e-4986-8312-d32a6f787c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:18:41Z', 'updated_at': '2021-06-22T15:20:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:20:20.534238 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.575003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.576992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:20.600204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] Pushing event deleted for resources: {'Port': ['ID=1980b533-d0cd-4311-8e17-ddce75afb5c6,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:20.603514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:20.606743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] No DVR routers for this DVR port 1980b533-d0cd-4311-8e17-ddce75afb5c6 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:20:20.633385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.635538 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.680664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.681222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Fanout notify agent at l3_agent the message router_deleted on router 3069f11b-277e-4986-8312-d32a6f787c4e {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:20:20.688686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.689783 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/routers/3069f11b-277e-4986-8312-d32a6f787c4e HTTP/1.1" status: 204 len: 168 time: 0.8245945 Jun 22 15:20:20.693148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44530) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:20.767554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.853963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.864337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7db807-ee64-4ef0-afa4-238813b90cde']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:20.875506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd7b97c-7280-473f-9771-e5e839204634') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:20.875798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd7b97c-7280-473f-9771-e5e839204634') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:20:20.885386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.900022 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.910461 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:20:20.910948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:20:20.914403 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:20:20.977684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.982263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:20.984243 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] 10.222.0.22 "DELETE /v2.0/networks/9f7db807-ee64-4ef0-afa4-238813b90cde HTTP/1.1" status: 204 len: 168 time: 0.2900934 Jun 22 15:20:20.985271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-698ea39b-3328-425b-a36c-3ceb14805506 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:21.002361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Pushing event deleted for resources: {'Network': ['ID=9f7db807-ee64-4ef0-afa4-238813b90cde,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:21.008822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:21.294048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44536) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:21.422379 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4d26e7cf-df17-466f-a822-ed4923b67ec3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c506dcf51d8e461291c966417bea561b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269450 Jun 22 15:20:21.424540 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44540) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:21.472616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bd31e448-45f5-4465-a556-d9fa6f8bb9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:21.493790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bd31e448-45f5-4465-a556-d9fa6f8bb9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:21.551607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bd31e448-45f5-4465-a556-d9fa6f8bb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:21.554511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bd31e448-45f5-4465-a556-d9fa6f8bb9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:21.556230 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bd31e448-45f5-4465-a556-d9fa6f8bb9d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/06b4de41-cee7-4171-b04f-d7e7ff922cfe HTTP/1.1" status: 204 len: 168 time: 0.1298532 Jun 22 15:20:21.557293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-318e99bb-6511-42e5-a3da-775e2023e4c8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:21.565370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31e448-45f5-4465-a556-d9fa6f8bb9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b4de41-cee7-4171-b04f-d7e7ff922cfe,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:21.568988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bd31e448-45f5-4465-a556-d9fa6f8bb9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:21.584538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3b67e2bb-e058-4429-99cb-eccdb68e6554 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:20:21.607030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 3b67e2bb-e058-4429-99cb-eccdb68e6554 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:20:21.607734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3b67e2bb-e058-4429-99cb-eccdb68e6554 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:20:21.608367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1980b533-d0cd-4311-8e17-ddce75afb5c6 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:20:21.627901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 1980b533-d0cd-4311-8e17-ddce75afb5c6 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:20:21.629055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1980b533-d0cd-4311-8e17-ddce75afb5c6 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:20:21.629584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b151dbee-36fa-4ad8-9f85-284cae996c36 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:20:21.648836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: b151dbee-36fa-4ad8-9f85-284cae996c36 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:20:21.649148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b151dbee-36fa-4ad8-9f85-284cae996c36 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:20:21.823180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44546) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:21.836496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-056b279e-f30e-46f9-922e-d0839a80328a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:21.932208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-056b279e-f30e-46f9-922e-d0839a80328a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:21.935885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-056b279e-f30e-46f9-922e-d0839a80328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:21.938620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0202580f-2f63-41c8-bc30-ba4f6c72a047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:21.974674 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-056b279e-f30e-46f9-922e-d0839a80328a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca24601adda141c5be1e9041eea9b6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504047 Jun 22 15:20:21.975594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b279e-f30e-46f9-922e-d0839a80328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6696e-2766-46b7-a510-d821fb8a5c9f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:21.977477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44548) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:21.978632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-056b279e-f30e-46f9-922e-d0839a80328a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:22.032571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af8369c6-4716-4c2b-a719-c17b79fb750b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:22.058875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af8369c6-4716-4c2b-a719-c17b79fb750b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:22.103062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af8369c6-4716-4c2b-a719-c17b79fb750b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:22.105623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af8369c6-4716-4c2b-a719-c17b79fb750b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:22.106768 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-af8369c6-4716-4c2b-a719-c17b79fb750b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34d6696e-2766-46b7-a510-d821fb8a5c9f HTTP/1.1" status: 204 len: 168 time: 0.1282799 Jun 22 15:20:22.107577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d932c093-cacd-4d8f-ab3e-8cd06a641912 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:22.117238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8369c6-4716-4c2b-a719-c17b79fb750b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6696e-2766-46b7-a510-d821fb8a5c9f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:22.119471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-af8369c6-4716-4c2b-a719-c17b79fb750b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:28.770991 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-326c5070-f205-405b-b43d-de39134b7b0b tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5a6cd3a4cc9f4c6bb1035b0f94f65ac8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294592 Jun 22 15:20:28.948166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0938c56a-21bb-4684-a625-ad9b591e8e21 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:28.949614 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0938c56a-21bb-4684-a625-ad9b591e8e21 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736443 Jun 22 15:20:28.965112 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0ce3e189-81da-4a86-9585-061d6cb10bac tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/quotas/5a6cd3a4cc9f4c6bb1035b0f94f65ac8 HTTP/1.1" status: 200 len: 375 time: 0.0099304 Jun 22 15:20:29.001493 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a6fb3df-a9f4-46e8-aabf-938bc4b6866d tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a6cd3a4cc9f4c6bb1035b0f94f65ac8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310652 Jun 22 15:20:29.166967 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e361e09a-89e6-44e9-91e7-ceb529072dd8 req-66962a7a-3cd9-4538-9f20-94426d8b358f tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 210 time: 0.0294864 Jun 22 15:20:30.110210 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-eaee8d2e-b131-45fb-a7ec-208fdc95a03a tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5a6cd3a4cc9f4c6bb1035b0f94f65ac8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293849 Jun 22 15:20:30.181323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0f2522f7-ec4b-4de2-99c3-ae50bde1ff89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:30.301848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff4bd-1719-470c-be84-6998e9ff476c req-b18f0aee-5385-44e7-887f-707030e5a818 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:30.303402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-b18f0aee-5385-44e7-887f-707030e5a818 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885591 Jun 22 15:20:30.316225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Request body: {'port': {'device_id': '06515fee-27da-4e81-ac52-1f10b08a41ea', 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c', 'admin_state_up': True, 'tenant_id': '5a6cd3a4cc9f4c6bb1035b0f94f65ac8'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:20:30.318317 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1c924a64-6e7a-4174-b25e-856e69607e45 req-d560521c-0364-481a-958b-54eb24f44f6e tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 210 time: 0.0290883 Jun 22 15:20:30.430039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Made reservation on behalf of 5a6cd3a4cc9f4c6bb1035b0f94f65ac8 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:20:30.433523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:30.442778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:30.532129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:30.535686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:30.539688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-65f4b3ce-379c-4aee-904f-d7c21cf53f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:30.600549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb240d5-a6ac-4137-9b3b-27f324e6af69,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:30.605989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:30.671075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Allocated IP 192.168.233.225 (fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c/dadafcc0-5240-4de3-b20d-9d0c43836d28/2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:20:30.813715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:30.827250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Transition to ACTIVE for port object 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:20:30.859859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:30.864325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4bf77701-1006-492e-afad-18161bdd3838 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:30.902262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:20:30.905360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:20:30.909650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:20:30.939400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Pushing event updated for resources: {'Port': ['ID=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:30.943847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:30.965569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:30.966178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:30.982658 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6711621 Jun 22 15:20:30.994057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Request body: {'port': {'device_id': '06515fee-27da-4e81-ac52-1f10b08a41ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:20:31.073313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:31.106104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-341509d6-9fb0-4d18-8424-563ba10ab6ea None None] Provisioning for port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:20:31.110130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-341509d6-9fb0-4d18-8424-563ba10ab6ea None None] Provisioning complete for port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:20:31.110545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-341509d6-9fb0-4d18-8424-563ba10ab6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:31.146860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-341509d6-9fb0-4d18-8424-563ba10ab6ea None None] Port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:20:31.333049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:20:31.341277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:31.360108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Transition to ACTIVE for port object 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:20:31.364278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:31.367741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-15b16873-2c00-4e6a-bf2f-d84012e55047 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:31.453660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:31.458583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:31.570574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766fe1d-b036-40cf-848e-8a0f9fb46bad req-d01332fd-1a17-4676-957f-75bb21253021 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:31.572112 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d766fe1d-b036-40cf-848e-8a0f9fb46bad req-d01332fd-1a17-4676-957f-75bb21253021 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 948 time: 0.1357870 Jun 22 15:20:31.573108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Attempting to bind port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:20:31.573437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Attempting to bind port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '92f13b97-823d-4983-8bf1-cd3cc9c7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:20:31.573757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Attempting to bind port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c on network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:20:31.579630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c on network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:20:31.579940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Attempting to bind port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c on network fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:20:31.596964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:20:31.597301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Checking segment: {'id': '92f13b97-823d-4983-8bf1-cd3cc9c7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:20:31.597675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Bound using segment: {'id': '92f13b97-823d-4983-8bf1-cd3cc9c7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:20:31.598103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Bound port: 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f13b97-823d-4983-8bf1-cd3cc9c7bb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:20:31.598447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:31.646379 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d766fe1d-b036-40cf-848e-8a0f9fb46bad req-e46e3c5f-b145-476c-bac4-202eba6674b9 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676205 Jun 22 15:20:31.676898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] For port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:20:31.680015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] For port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,segment=NetworkSegment(92f13b97-823d-4983-8bf1-cd3cc9c7bb39),segment_id=92f13b97-823d-4983-8bf1-cd3cc9c7bb39)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:20:31.683401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:31.686139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7cf9fcc6-057a-4b87-b54a-9d6aa660d333 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:31.720362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:31.720965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:31.722551 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] 10.222.0.21 "PUT /v2.0/ports/2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c HTTP/1.1" status: 200 len: 1098 time: 0.7327242 Jun 22 15:20:31.723094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06515fee-27da-4e81-ac52-1f10b08a41ea', 'tag': '2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:20:31.725423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c981d85e-f0ae-4411-9f05-49218146831e" -d '{"events": [{"name": "network-changed", "server_uuid": "06515fee-27da-4e81-ac52-1f10b08a41ea", "tag": "2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:20:31.757948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:31.763573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:31.767086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1027d5f6-7156-4fed-80bb-2262de1a6c7f x-openstack-request-id: req-1027d5f6-7156-4fed-80bb-2262de1a6c7f {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:20:31.767435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06515fee-27da-4e81-ac52-1f10b08a41ea", "tag": "2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:20:31.767747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1027d5f6-7156-4fed-80bb-2262de1a6c7f {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:20:31.769100 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06515fee-27da-4e81-ac52-1f10b08a41ea', 'tag': '2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c', 'status': 'completed', 'code': 200} Jun 22 15:20:31.823636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff4bd-1719-470c-be84-6998e9ff476c req-2435267e-3afe-486c-9137-9e882c9a8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:31.825282 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-2435267e-3afe-486c-9137-9e882c9a8191 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a6cd3a4cc9f4c6bb1035b0f94f65ac8&device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 1101 time: 0.0547318 Jun 22 15:20:31.867976 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-79093f90-77f1-46ed-8588-7169dcd10d32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c HTTP/1.1" status: 200 len: 217 time: 0.0352638 Jun 22 15:20:31.917220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff4bd-1719-470c-be84-6998e9ff476c req-9f0d8fa4-4f49-448e-b1f1-9ab4658295d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:31.918658 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-9f0d8fa4-4f49-448e-b1f1-9ab4658295d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dadafcc0-5240-4de3-b20d-9d0c43836d28 HTTP/1.1" status: 200 len: 843 time: 0.0453281 Jun 22 15:20:31.980138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff4bd-1719-470c-be84-6998e9ff476c req-ae3aa563-1dc0-48ec-8324-266e1800b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:31.981639 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-ae3aa563-1dc0-48ec-8324-266e1800b51d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0555904 Jun 22 15:20:32.069216 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-e325fdfd-3c6f-4f6e-b941-5cf7ed01ca7c service neutron] 10.222.0.21 "GET /v2.0/networks/fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803783 Jun 22 15:20:32.158668 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31aff4bd-1719-470c-be84-6998e9ff476c req-2b0a78c6-a62e-4097-90f3-060170eb161c service neutron] 10.222.0.21 "GET /v2.0/networks/fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834672 Jun 22 15:20:32.263684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d85e-f0ae-4411-9f05-49218146831e req-d64c1a5b-01e0-4056-89ee-604709b0151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:32.265171 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c981d85e-f0ae-4411-9f05-49218146831e req-d64c1a5b-01e0-4056-89ee-604709b0151f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a6cd3a4cc9f4c6bb1035b0f94f65ac8&device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 1101 time: 0.0564065 Jun 22 15:20:32.356401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d85e-f0ae-4411-9f05-49218146831e req-4ff08296-60f8-4d7e-bdf4-428b503acb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:32.357901 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c981d85e-f0ae-4411-9f05-49218146831e req-4ff08296-60f8-4d7e-bdf4-428b503acb76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c HTTP/1.1" status: 200 len: 870 time: 0.0861502 Jun 22 15:20:32.668244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-94bcb18e-9ec5-484d-95b5-695e7d97cfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:32.723408 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c981d85e-f0ae-4411-9f05-49218146831e req-2b4ecce5-99f7-4a6d-b9d8-1162fd1bc187 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c HTTP/1.1" status: 200 len: 217 time: 0.3589854 Jun 22 15:20:32.798738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d85e-f0ae-4411-9f05-49218146831e req-642513b7-3b4c-4f59-8501-bf3969c46373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:32.800150 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c981d85e-f0ae-4411-9f05-49218146831e req-642513b7-3b4c-4f59-8501-bf3969c46373 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dadafcc0-5240-4de3-b20d-9d0c43836d28 HTTP/1.1" status: 200 len: 843 time: 0.0703492 Jun 22 15:20:32.868424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8b1b-425f-45d5-b5ba-1a094b7802c2 req-640a7b8b-38e6-4987-b0d6-90865e3c24c7 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:32.869868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e71a8b1b-425f-45d5-b5ba-1a094b7802c2 req-640a7b8b-38e6-4987-b0d6-90865e3c24c7 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 948 time: 0.1053066 Jun 22 15:20:32.884060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d85e-f0ae-4411-9f05-49218146831e req-950c0eae-a43e-48d6-8309-fc76721ea397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:32.885473 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c981d85e-f0ae-4411-9f05-49218146831e req-950c0eae-a43e-48d6-8309-fc76721ea397 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0788124 Jun 22 15:20:32.923482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:32.963470 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e71a8b1b-425f-45d5-b5ba-1a094b7802c2 req-eac4ba49-70ba-46c1-9776-8864553da01b tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869818 Jun 22 15:20:32.999435 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c981d85e-f0ae-4411-9f05-49218146831e req-370a0449-d20b-408b-9bde-12910595ad11 service neutron] 10.222.0.21 "GET /v2.0/networks/fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069002 Jun 22 15:20:33.088574 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c981d85e-f0ae-4411-9f05-49218146831e req-524f6b01-659e-4f36-b790-4930456a9970 service neutron] 10.222.0.21 "GET /v2.0/networks/fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823460 Jun 22 15:20:33.960693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:34.139361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad467d3b-6470-4b4f-9f1e-cfb6d63e7131 req-c9d1139d-747b-44d5-ab8b-b6d31d097855 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:34.140818 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ad467d3b-6470-4b4f-9f1e-cfb6d63e7131 req-c9d1139d-747b-44d5-ab8b-b6d31d097855 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 948 time: 0.0636625 Jun 22 15:20:34.178342 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ad467d3b-6470-4b4f-9f1e-cfb6d63e7131 req-c3dc0bb8-49e0-4bd3-a609-ae9d742ef49b tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Jun 22 15:20:34.945164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:20:35.041072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,segment=NetworkSegment(92f13b97-823d-4983-8bf1-cd3cc9c7bb39),segment_id=92f13b97-823d-4983-8bf1-cd3cc9c7bb39)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:35.051411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c', 'network_id': 'fd89297d-fcf4-45a1-a9f8-fe6cf36ed27c', 'port_id': '2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c', 'mac_address': 'fa:16:3e:7e:37:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadafcc0-5240-4de3-b20d-9d0c43836d28', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:20:35.090189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:35.103010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:20:35.121206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,segment=NetworkSegment(92f13b97-823d-4983-8bf1-cd3cc9c7bb39),segment_id=92f13b97-823d-4983-8bf1-cd3cc9c7bb39)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:35.124679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:35.126404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:35.170318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:35.173220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:35.351082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb5322-8314-43a4-b00b-34bc10c4ce6c req-15dad801-eb23-414c-857b-e9ce7b9cc197 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:35.352593 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4ccb5322-8314-43a4-b00b-34bc10c4ce6c req-15dad801-eb23-414c-857b-e9ce7b9cc197 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 949 time: 0.0651901 Jun 22 15:20:35.390417 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4ccb5322-8314-43a4-b00b-34bc10c4ce6c req-1ac59304-aa9b-43c2-8ffc-853f8d4c51e8 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321159 Jun 22 15:20:35.436938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:20:35.658626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:36.564633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cbc44-c76d-4d4a-a383-01e402675028 req-b1930ac3-848a-4ba9-84aa-0ebaaf0c1037 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:36.566210 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b45cbc44-c76d-4d4a-a383-01e402675028 req-b1930ac3-848a-4ba9-84aa-0ebaaf0c1037 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 949 time: 0.0682168 Jun 22 15:20:36.604232 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b45cbc44-c76d-4d4a-a383-01e402675028 req-c4b0e7cc-845b-4b7d-ad25-ad7f22dcab09 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323670 Jun 22 15:20:36.960720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:20:37.007896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:20:37.011352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:20:37.011732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:37.084396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:37.108073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06515fee-27da-4e81-ac52-1f10b08a41ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:20:37.110355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945c78f1-9f72-4ece-88cc-afea92e21b25" -d '{"events": [{"server_uuid": "06515fee-27da-4e81-ac52-1f10b08a41ea", "name": "network-vif-plugged", "status": "completed", "tag": "2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:20:37.122625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,segment=NetworkSegment(92f13b97-823d-4983-8bf1-cd3cc9c7bb39),segment_id=92f13b97-823d-4983-8bf1-cd3cc9c7bb39)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:37.128720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:37.130575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:37.152681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c782e3-7474-4d2c-9ca4-c8c1eec5c349 x-openstack-request-id: req-47c782e3-7474-4d2c-9ca4-c8c1eec5c349 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:20:37.153005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06515fee-27da-4e81-ac52-1f10b08a41ea", "name": "network-vif-plugged", "status": "completed", "tag": "2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:20:37.153267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47c782e3-7474-4d2c-9ca4-c8c1eec5c349 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:20:37.153659 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06515fee-27da-4e81-ac52-1f10b08a41ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c', 'code': 200} Jun 22 15:20:37.181077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:37.184156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:37.369468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39ed73-7029-4aa8-857b-37e870aae177 req-e6c4e623-cbe1-4b07-8898-62b6f916e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:37.370905 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ad39ed73-7029-4aa8-857b-37e870aae177 req-e6c4e623-cbe1-4b07-8898-62b6f916e1e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 1103 time: 0.0561514 Jun 22 15:20:37.404515 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ad39ed73-7029-4aa8-857b-37e870aae177 req-04fa6f38-7ac1-4db0-9d95-155dbaab574a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268555 Jun 22 15:20:37.778370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b921a1-471a-49f0-8119-0daf72dd8329 req-e16110ca-642c-48aa-8645-01724f9c34ef tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:37.779827 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d7b921a1-471a-49f0-8119-0daf72dd8329 req-e16110ca-642c-48aa-8645-01724f9c34ef tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 950 time: 0.0625341 Jun 22 15:20:37.817346 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d7b921a1-471a-49f0-8119-0daf72dd8329 req-e4fee9a2-7360-49fe-ad6f-ab83d297ef17 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312366 Jun 22 15:20:38.990076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d44b-c229-4ad2-9ec4-1fb83153bbcd req-2e4e517c-f08b-4af4-97f9-886bfb545774 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:38.991456 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a44d44b-c229-4ad2-9ec4-1fb83153bbcd req-2e4e517c-f08b-4af4-97f9-886bfb545774 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 950 time: 0.0657740 Jun 22 15:20:39.029550 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a44d44b-c229-4ad2-9ec4-1fb83153bbcd req-bf89f73a-d8b1-4883-9be2-1b8bda9be596 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Jun 22 15:20:40.160132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670cbd4-95a1-4f84-8095-f116e2646dd0 req-e598e655-58d0-4ab4-aa3a-62651df769ed tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:40.161559 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c670cbd4-95a1-4f84-8095-f116e2646dd0 req-e598e655-58d0-4ab4-aa3a-62651df769ed tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 950 time: 0.0644825 Jun 22 15:20:40.203274 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c670cbd4-95a1-4f84-8095-f116e2646dd0 req-126534eb-c77a-49d8-b597-3380db0ea766 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358851 Jun 22 15:20:40.282328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:41.381669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b5516-2c61-4ab8-83a2-9ee8ef401c42 req-7b8dfa08-9fb6-45b8-a036-17b7923d9137 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:41.383137 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e70b5516-2c61-4ab8-83a2-9ee8ef401c42 req-7b8dfa08-9fb6-45b8-a036-17b7923d9137 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 950 time: 0.0631912 Jun 22 15:20:41.419839 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e70b5516-2c61-4ab8-83a2-9ee8ef401c42 req-1f01dbdd-98ba-44dd-b571-c7b018ec8207 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/security-groups?id=7cb240d5-a6ac-4137-9b3b-27f324e6af69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310457 Jun 22 15:20:41.581414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae460-1b8c-4812-a372-344622edd028 req-11a6bf8b-caba-4342-b33c-175262e8751b tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:41.582844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-44bae460-1b8c-4812-a372-344622edd028 req-11a6bf8b-caba-4342-b33c-175262e8751b tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.21 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 950 time: 0.0622878 Jun 22 15:20:41.682390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-44bae460-1b8c-4812-a372-344622edd028 req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Deleting port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:20:41.682726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-44bae460-1b8c-4812-a372-344622edd028 req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:41.774255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-44bae460-1b8c-4812-a372-344622edd028 req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] For port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,segment=NetworkSegment(92f13b97-823d-4983-8bf1-cd3cc9c7bb39),segment_id=92f13b97-823d-4983-8bf1-cd3cc9c7bb39)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:41.774616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-44bae460-1b8c-4812-a372-344622edd028 req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:41.840711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-44bae460-1b8c-4812-a372-344622edd028 req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Calling delete_port for 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:20:41.964592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-44bae460-1b8c-4812-a372-344622edd028 req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:41.968447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d8a56585-be42-4a71-af16-62aa37a6ad44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:41.976630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:20:41.995401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Pushing event deleted for resources: {'Port': ['ID=2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:41.998530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:42.047037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bae460-1b8c-4812-a372-344622edd028 req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] No DVR routers for this DVR port 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:20:42.049687 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-44bae460-1b8c-4812-a372-344622edd028 req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:42.051870 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-44bae460-1b8c-4812-a372-344622edd028 req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.21 "DELETE /v2.0/ports/2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c HTTP/1.1" status: 204 len: 173 time: 0.4633551 Jun 22 15:20:42.052424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06515fee-27da-4e81-ac52-1f10b08a41ea', 'name': 'network-vif-deleted', 'tag': '2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:20:42.054837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72af8143-da09-4e91-be5b-c0c700a75da0" -d '{"events": [{"server_uuid": "06515fee-27da-4e81-ac52-1f10b08a41ea", "name": "network-vif-deleted", "tag": "2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:20:42.094120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8a750a-4eb4-4355-a338-86ab397d1807 x-openstack-request-id: req-4f8a750a-4eb4-4355-a338-86ab397d1807 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:20:42.094821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06515fee-27da-4e81-ac52-1f10b08a41ea", "name": "network-vif-deleted", "tag": "2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:20:42.095195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f8a750a-4eb4-4355-a338-86ab397d1807 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:20:42.095716 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06515fee-27da-4e81-ac52-1f10b08a41ea', 'name': 'network-vif-deleted', 'tag': '2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c', 'status': 'completed', 'code': 200} Jun 22 15:20:42.585346 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-864ec47f-d18a-41d9-bf5e-ee8881c3fa83 req-8b92f348-0421-45fd-870f-39f5145be97a tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] 10.222.0.22 "GET /v2.0/ports?device_id=06515fee-27da-4e81-ac52-1f10b08a41ea HTTP/1.1" status: 200 len: 210 time: 0.0330210 Jun 22 15:20:43.927108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44682) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:44.070282 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d742f154-b50d-4e49-9ab4-77002a789bd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a6cd3a4cc9f4c6bb1035b0f94f65ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417508 Jun 22 15:20:44.072580 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44686) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:44.121096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67a6700c-8fd7-4028-931d-cf061f5883d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.142574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67a6700c-8fd7-4028-931d-cf061f5883d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.189459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67a6700c-8fd7-4028-931d-cf061f5883d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.192665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-67a6700c-8fd7-4028-931d-cf061f5883d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.193847 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-67a6700c-8fd7-4028-931d-cf061f5883d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cb240d5-a6ac-4137-9b3b-27f324e6af69 HTTP/1.1" status: 204 len: 168 time: 0.1203115 Jun 22 15:20:44.194656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-da03076f-aca1-4ed9-bf92-be9478605f54 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:44.202319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6700c-8fd7-4028-931d-cf061f5883d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb240d5-a6ac-4137-9b3b-27f324e6af69,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:44.204725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67a6700c-8fd7-4028-931d-cf061f5883d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:44.498557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44692) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:44.513150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2fcf-301a-4cb9-98f9-7a69ee314b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.601506 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2fcf-301a-4cb9-98f9-7a69ee314b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.605125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f2a2fcf-301a-4cb9-98f9-7a69ee314b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.608439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5914816-6004-4ec2-b96b-aea94edc1249 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:44.643776 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1f2a2fcf-301a-4cb9-98f9-7a69ee314b43 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38a052db4803405186b726879236f407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441507 Jun 22 15:20:44.645068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a2fcf-301a-4cb9-98f9-7a69ee314b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e93d706-99d9-4c45-afae-b34d728f42dd,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:44.646530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44694) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:44.648336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1f2a2fcf-301a-4cb9-98f9-7a69ee314b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:44.701473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c7ac-f538-418d-81fb-02eb2bd928db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.723493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c7ac-f538-418d-81fb-02eb2bd928db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.769122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c7ac-f538-418d-81fb-02eb2bd928db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.771800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c7ac-f538-418d-81fb-02eb2bd928db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:44.772953 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e5a3c7ac-f538-418d-81fb-02eb2bd928db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e93d706-99d9-4c45-afae-b34d728f42dd HTTP/1.1" status: 204 len: 168 time: 0.1246338 Jun 22 15:20:44.773832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8f16f47e-c2a0-4827-adc4-9d9e79b44896 tempest-TagsExtTest-948536923 tempest-TagsExtTest-948536923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:44.781175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3c7ac-f538-418d-81fb-02eb2bd928db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e93d706-99d9-4c45-afae-b34d728f42dd,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:44.783407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e5a3c7ac-f538-418d-81fb-02eb2bd928db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:44.992973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:20:45.012986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:20:45.013351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2faf3ea2-ca81-4bfe-ae4c-3afcbe3a667c not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:20:45.223462 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:20:45.436208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44716) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:45.527903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1182938754-network', 'tenant_id': '2b490ce77a944b38ade62e2a6c29babf'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:20:45.549218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Made reservation on behalf of 2b490ce77a944b38ade62e2a6c29babf for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:20:45.551648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:45.559774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:45.651299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:45.656483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:45.661420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d9820fcd-d627-476f-92eb-8352c09383e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:45.687777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:20:45.700135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d716a3a7-418d-4188-997c-9ba1c8b14205,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:45.704511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:45.709512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:45.709860 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Added segment 27fa74b2-06fa-44c9-ac1b-74975d0546e2 of type vlan for network f1001967-dd91-4019-9733-c72074264b31 Jun 22 15:20:45.750089 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:45.777146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:45.778140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:45.778719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:45.781605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a8c75ee7-2998-4019-965a-b92d5ffbc455 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:45.840385 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4030156 Jun 22 15:20:45.843550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44720) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:45.849774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Request body: {'subnet': {'network_id': 'f1001967-dd91-4019-9733-c72074264b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1182938754-subnet', 'tenant_id': '2b490ce77a944b38ade62e2a6c29babf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:20:45.868703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Pushing event updated for resources: {'Network': ['ID=f1001967-dd91-4019-9733-c72074264b31,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:45.870028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Made reservation on behalf of 2b490ce77a944b38ade62e2a6c29babf for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:20:45.871515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:45.872370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:45.879586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network f1001967-dd91-4019-9733-c72074264b31 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:20:46.038013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:46.040676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e74149dc-cd33-4d83-8426-6fdeafb76880 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:46.092582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fee680-f39f-48e8-9b40-5a1a792598cc,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:46.097230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:46.101011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Checking segment: {'id': '27fa74b2-06fa-44c9-ac1b-74975d0546e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1001967-dd91-4019-9733-c72074264b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:20:46.101359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Network hostable DHCP agents. Network: f1001967-dd91-4019-9733-c72074264b31, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:20:46.117442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Network f1001967-dd91-4019-9733-c72074264b31 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:20:46.125871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, f1001967-dd91-4019-9733-c72074264b31) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:20:46.129977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:46.130564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:46.135398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d4dc5b-e5df-4d96-8554-80c5d710f709 None None] Network f1001967-dd91-4019-9733-c72074264b31 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:20:46.143597 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2983856 Jun 22 15:20:46.260728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e15f2f1-98dc-4b45-819a-956df2efa67e None None] Network f1001967-dd91-4019-9733-c72074264b31 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:20:46.556833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-f98c9381-3a90-4525-a077-c656351c3a2f tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:46.558184 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-f98c9381-3a90-4525-a077-c656351c3a2f tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/networks?id=f1001967-dd91-4019-9733-c72074264b31 HTTP/1.1" status: 200 len: 812 time: 0.1041996 Jun 22 15:20:46.572484 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-3f9beb3f-f450-4636-a820-d793208782b0 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/quotas/2b490ce77a944b38ade62e2a6c29babf HTTP/1.1" status: 200 len: 375 time: 0.0089025 Jun 22 15:20:46.605163 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-641020ae-71a8-4d9b-8a0f-ef417b8df9f6 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b490ce77a944b38ade62e2a6c29babf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275149 Jun 22 15:20:46.695068 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-2dc65433-1416-4ec3-ae6f-a47f66fcb038 service neutron] 10.222.0.22 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835958 Jun 22 15:20:46.780501 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-59c59700-35bb-432f-b52c-bf6e544279bb service neutron] 10.222.0.22 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794637 Jun 22 15:20:46.943986 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0b4707da-b261-44f6-a9e4-01fa457b2655 req-bbd5c785-3350-41d7-9724-4d054d6f7983 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 210 time: 0.0284216 Jun 22 15:20:47.946186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-91f1f0a9-0385-47c4-a101-fab0ac6fdc72 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:47.948321 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-91f1f0a9-0385-47c4-a101-fab0ac6fdc72 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.21 "GET /v2.0/networks?id=f1001967-dd91-4019-9733-c72074264b31 HTTP/1.1" status: 200 len: 812 time: 0.1102564 Jun 22 15:20:47.960563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Request body: {'port': {'device_id': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'network_id': 'f1001967-dd91-4019-9733-c72074264b31', 'admin_state_up': True, 'tenant_id': '2b490ce77a944b38ade62e2a6c29babf'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:20:48.087593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Made reservation on behalf of 2b490ce77a944b38ade62e2a6c29babf for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:20:48.091900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:48.100589 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9ef21a7f-fea5-4471-a3ab-38f04725f00d req-c63fb61c-cfe5-41c7-a439-f534852fb2fa tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 210 time: 0.0463381 Jun 22 15:20:48.219705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Allocated IP 172.20.0.7 (f1001967-dd91-4019-9733-c72074264b31/b3fee680-f39f-48e8-9b40-5a1a792598cc/7aff0ed2-13da-4914-93cc-eba45f29a768) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:20:48.366397 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:48.403676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:48.408666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4d98526e-0cb3-4ca2-a215-5f93578725dd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:48.451211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Network f1001967-dd91-4019-9733-c72074264b31 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:20:48.454509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:20:48.456956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:20:48.486229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Pushing event updated for resources: {'Port': ['ID=7aff0ed2-13da-4914-93cc-eba45f29a768,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:48.489940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:48.515351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:48.515964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:48.529489 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727062 Jun 22 15:20:48.541411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Request body: {'port': {'device_id': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:20:48.615017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:48.874949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aff0ed2-13da-4914-93cc-eba45f29a768 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:20:48.883084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:48.896103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Transition to ACTIVE for port object 7aff0ed2-13da-4914-93cc-eba45f29a768 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:20:48.899668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:48.902347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-05948260-10b9-4454-859a-d0a9da0b6f34 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:48.973585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7aff0ed2-13da-4914-93cc-eba45f29a768,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:48.977600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:49.046487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Attempting to bind port 7aff0ed2-13da-4914-93cc-eba45f29a768 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:20:49.046825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Attempting to bind port 7aff0ed2-13da-4914-93cc-eba45f29a768 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '27fa74b2-06fa-44c9-ac1b-74975d0546e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1001967-dd91-4019-9733-c72074264b31'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:20:49.047151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Attempting to bind port 7aff0ed2-13da-4914-93cc-eba45f29a768 on network f1001967-dd91-4019-9733-c72074264b31 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:20:49.051903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Port 7aff0ed2-13da-4914-93cc-eba45f29a768 on network f1001967-dd91-4019-9733-c72074264b31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:20:49.052225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Attempting to bind port 7aff0ed2-13da-4914-93cc-eba45f29a768 on network f1001967-dd91-4019-9733-c72074264b31 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:20:49.056965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:20:49.057301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Checking segment: {'id': '27fa74b2-06fa-44c9-ac1b-74975d0546e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1001967-dd91-4019-9733-c72074264b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:20:49.057683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Bound using segment: {'id': '27fa74b2-06fa-44c9-ac1b-74975d0546e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1001967-dd91-4019-9733-c72074264b31'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:20:49.058105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Bound port: 7aff0ed2-13da-4914-93cc-eba45f29a768, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27fa74b2-06fa-44c9-ac1b-74975d0546e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1001967-dd91-4019-9733-c72074264b31'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:20:49.058448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:49.120425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:20:49.123335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7aff0ed2-13da-4914-93cc-eba45f29a768,segment=NetworkSegment(27fa74b2-06fa-44c9-ac1b-74975d0546e2),segment_id=27fa74b2-06fa-44c9-ac1b-74975d0546e2)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:20:49.129388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:49.132045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-87706cbd-d41a-40fa-bf8f-791af25320f8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:49.159900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:49.160519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:49.162092 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/7aff0ed2-13da-4914-93cc-eba45f29a768 HTTP/1.1" status: 200 len: 1093 time: 0.6247566 Jun 22 15:20:49.164407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:20:49.167513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b7b74-bade-4277-91b3-01afa9516f58" -d '{"events": [{"name": "network-changed", "server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:20:49.203240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7aff0ed2-13da-4914-93cc-eba45f29a768,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:49.207988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:49.217165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3332fd0-6275-40e6-a32a-4eeb30b3fe26 x-openstack-request-id: req-e3332fd0-6275-40e6-a32a-4eeb30b3fe26 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:20:49.217501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:20:49.217804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3332fd0-6275-40e6-a32a-4eeb30b3fe26 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:20:49.218242 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768', 'status': 'completed', 'code': 200} Jun 22 15:20:49.310401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-6eb8f513-45ee-45af-b7d2-380ee40f5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:49.311863 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-6eb8f513-45ee-45af-b7d2-380ee40f5b34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b490ce77a944b38ade62e2a6c29babf&device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 1096 time: 0.1051250 Jun 22 15:20:49.319632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bb59e-d697-4d0f-8e48-7ff270395392 req-4cc58f0d-0297-4161-9745-35aa94dcef47 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:49.320963 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf8bb59e-d697-4d0f-8e48-7ff270395392 req-4cc58f0d-0297-4161-9745-35aa94dcef47 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 943 time: 0.0850532 Jun 22 15:20:49.366090 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-55c2445d-a8b3-4f3e-bb30-707b75aea8b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff0ed2-13da-4914-93cc-eba45f29a768 HTTP/1.1" status: 200 len: 217 time: 0.0442193 Jun 22 15:20:49.413969 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf8bb59e-d697-4d0f-8e48-7ff270395392 req-d9ab1a64-714d-437f-9891-adff408e5a76 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866754 Jun 22 15:20:49.428368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-6cebc098-bc82-4453-9f3a-c0506a766ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:49.429794 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-6cebc098-bc82-4453-9f3a-c0506a766ad7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fee680-f39f-48e8-9b40-5a1a792598cc HTTP/1.1" status: 200 len: 852 time: 0.0576870 Jun 22 15:20:49.462298 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-4a23a390-4497-45b3-9a80-98ffb26048ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1001967-dd91-4019-9733-c72074264b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260117 Jun 22 15:20:49.548082 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-d9e344bd-e576-45f8-ad6e-f9c76cb0d767 service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800681 Jun 22 15:20:49.638317 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b945429-291c-476e-b9f2-511cd4ef9674 req-35640ae8-4f7a-4adb-a9c2-c2a652f2a30b service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837519 Jun 22 15:20:49.739588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-83060fdb-01ba-48bb-83f8-b52da03e7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:49.741000 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-83060fdb-01ba-48bb-83f8-b52da03e7daa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b490ce77a944b38ade62e2a6c29babf&device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 1096 time: 0.0539403 Jun 22 15:20:49.830960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-42286929-cd28-4604-8b9a-7e4a22428617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:49.832405 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-42286929-cd28-4604-8b9a-7e4a22428617 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1001967-dd91-4019-9733-c72074264b31 HTTP/1.1" status: 200 len: 913 time: 0.0855069 Jun 22 15:20:49.872891 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-1bc773be-2e99-4e35-9cd9-cf4bb1259e2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff0ed2-13da-4914-93cc-eba45f29a768 HTTP/1.1" status: 200 len: 217 time: 0.0338426 Jun 22 15:20:49.919321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-8b4d617a-018f-460d-942a-f8036efd03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:49.920694 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-8b4d617a-018f-460d-942a-f8036efd03cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fee680-f39f-48e8-9b40-5a1a792598cc HTTP/1.1" status: 200 len: 852 time: 0.0420053 Jun 22 15:20:49.952042 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-451a6231-ef04-40a1-8e7a-d99475eb521f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1001967-dd91-4019-9733-c72074264b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249059 Jun 22 15:20:50.044963 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-db2c2d15-fcfc-4006-aa10-fc614fc65429 service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861087 Jun 22 15:20:50.134474 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0a8b7b74-bade-4277-91b3-01afa9516f58 req-3117a592-7435-48d9-8cb9-ea2225a09e7f service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835750 Jun 22 15:20:50.588790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063ed55-bc73-42f0-9133-0228b8c4426d req-4438ed63-14c1-49c1-9ac5-619340c51e37 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:50.590250 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8063ed55-bc73-42f0-9133-0228b8c4426d req-4438ed63-14c1-49c1-9ac5-619340c51e37 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 943 time: 0.0625229 Jun 22 15:20:50.628116 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8063ed55-bc73-42f0-9133-0228b8c4426d req-94ac3f2d-3ff3-43a9-a1e3-4456e03e04e6 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Jun 22 15:20:51.797027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1330c2-62be-48c1-8901-767379066246 req-b5911ae9-cf64-4b8f-bf67-9e1965acb360 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:51.798480 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fc1330c2-62be-48c1-8901-767379066246 req-b5911ae9-cf64-4b8f-bf67-9e1965acb360 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 943 time: 0.0629964 Jun 22 15:20:51.836584 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fc1330c2-62be-48c1-8901-767379066246 req-b9bdd643-d47d-4dc0-9f1f-034c7d67c290 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323846 Jun 22 15:20:53.004443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731aa05-88f7-4a27-96f5-e96517d6ab18 req-b4edd2ab-ced7-4b92-b39b-e0ea08cf1f46 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:53.005863 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5731aa05-88f7-4a27-96f5-e96517d6ab18 req-b4edd2ab-ced7-4b92-b39b-e0ea08cf1f46 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 943 time: 0.0630097 Jun 22 15:20:53.007355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7aff0ed2-13da-4914-93cc-eba45f29a768 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:20:53.045144 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5731aa05-88f7-4a27-96f5-e96517d6ab18 req-cdf5a3b5-05ff-430c-9682-0a83169f6fef tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Jun 22 15:20:53.241621 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7aff0ed2-13da-4914-93cc-eba45f29a768,segment=NetworkSegment(27fa74b2-06fa-44c9-ac1b-74975d0546e2),segment_id=27fa74b2-06fa-44c9-ac1b-74975d0546e2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:53.251853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '7aff0ed2-13da-4914-93cc-eba45f29a768', 'network_id': 'f1001967-dd91-4019-9733-c72074264b31', 'port_id': '7aff0ed2-13da-4914-93cc-eba45f29a768', 'mac_address': 'fa:16:3e:3d:db:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fee680-f39f-48e8-9b40-5a1a792598cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:20:53.290201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:53.302017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aff0ed2-13da-4914-93cc-eba45f29a768 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:20:53.320805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7aff0ed2-13da-4914-93cc-eba45f29a768,segment=NetworkSegment(27fa74b2-06fa-44c9-ac1b-74975d0546e2),segment_id=27fa74b2-06fa-44c9-ac1b-74975d0546e2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:53.324442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:53.326301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e9d09719-013c-4332-a272-04b405ad7a93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:53.370405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=7aff0ed2-13da-4914-93cc-eba45f29a768,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:53.373478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:53.616784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['7aff0ed2-13da-4914-93cc-eba45f29a768'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:20:54.222022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a795cd-e861-4343-a3f6-743b4149fd2d req-3882e6d1-32b1-4721-a745-d8b63bfc2d1d tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:54.223449 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-91a795cd-e861-4343-a3f6-743b4149fd2d req-3882e6d1-32b1-4721-a745-d8b63bfc2d1d tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 944 time: 0.0622752 Jun 22 15:20:54.259366 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-91a795cd-e861-4343-a3f6-743b4149fd2d req-5b19b0bc-64c5-4d99-8126-2d87c21dd35d tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Jun 22 15:20:55.007497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7aff0ed2-13da-4914-93cc-eba45f29a768 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:20:55.055573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 7aff0ed2-13da-4914-93cc-eba45f29a768 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:20:55.059040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 7aff0ed2-13da-4914-93cc-eba45f29a768 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:20:55.059421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:55.133219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:55.154534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:20:55.156907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c2058d-eed2-4966-b66c-c4cd27e1afe1" -d '{"events": [{"server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "name": "network-vif-plugged", "status": "completed", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:20:55.172870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7aff0ed2-13da-4914-93cc-eba45f29a768,segment=NetworkSegment(27fa74b2-06fa-44c9-ac1b-74975d0546e2),segment_id=27fa74b2-06fa-44c9-ac1b-74975d0546e2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:20:55.177308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:20:55.180199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-004ba051-f9a3-4ae2-b573-dec091ec6521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:20:55.203023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34317241-f243-4666-9846-25cb5c909752 x-openstack-request-id: req-34317241-f243-4666-9846-25cb5c909752 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:20:55.203324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "name": "network-vif-plugged", "status": "completed", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:20:55.203586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34317241-f243-4666-9846-25cb5c909752 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:20:55.203978 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768', 'code': 200} Jun 22 15:20:55.230661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=7aff0ed2-13da-4914-93cc-eba45f29a768,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:20:55.233537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:20:55.448030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9e936-c822-49a6-960b-87b0411bd80f req-f9aef52d-ec2f-4349-9de8-3217fe2d5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:55.449513 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3b9e936-c822-49a6-960b-87b0411bd80f req-f9aef52d-ec2f-4349-9de8-3217fe2d5901 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 1098 time: 0.0955739 Jun 22 15:20:55.461847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3a5a1-b69a-4642-9f6f-fb8a9d3bcf18 req-bdc2e261-219b-4121-93b1-1640963677d1 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:55.463199 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69f3a5a1-b69a-4642-9f6f-fb8a9d3bcf18 req-bdc2e261-219b-4121-93b1-1640963677d1 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0794685 Jun 22 15:20:55.511492 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3b9e936-c822-49a6-960b-87b0411bd80f req-1bf36fce-efbc-4e7a-bae6-bee4aeca4299 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472922 Jun 22 15:20:55.518902 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69f3a5a1-b69a-4642-9f6f-fb8a9d3bcf18 req-26e941b8-7b2f-46a6-91a6-beacad506ae9 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Jun 22 15:20:56.699246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55880006-2b78-49de-9e28-9065d642a22a req-9a1d2e51-5303-4596-8cc4-08efd11f9286 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:56.700677 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-55880006-2b78-49de-9e28-9065d642a22a req-9a1d2e51-5303-4596-8cc4-08efd11f9286 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0671399 Jun 22 15:20:56.738352 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-55880006-2b78-49de-9e28-9065d642a22a req-9af669ac-796d-4d85-b238-88561967ee0c tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Jun 22 15:20:57.099868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44780) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:20:57.127333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5e83e-61b6-453a-90fb-386c7bbe07cf req-f6afd0dc-b79c-4185-81f9-92755ac926ea tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:57.129302 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cdb5e83e-61b6-453a-90fb-386c7bbe07cf req-f6afd0dc-b79c-4185-81f9-92755ac926ea tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0646780 Jun 22 15:20:57.167485 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cdb5e83e-61b6-453a-90fb-386c7bbe07cf req-4a25a5fc-3f56-412e-970e-4b386e5f6b71 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Jun 22 15:20:57.192163 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-a2460243-f0cc-4c8e-91db-d6266cd844ce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911546 Jun 22 15:20:58.370342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac8e66-6491-40e6-a78e-1c7f7549dacb req-ea043391-4e2c-4f07-a4ff-9c99eca25093 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:58.371777 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bac8e66-6491-40e6-a78e-1c7f7549dacb req-ea043391-4e2c-4f07-a4ff-9c99eca25093 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0934296 Jun 22 15:20:58.417526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-fbaa4b01-dbe2-49cf-a97c-ac29f9d219bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:58.418949 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-fbaa4b01-dbe2-49cf-a97c-ac29f9d219bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b490ce77a944b38ade62e2a6c29babf&device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 1098 time: 0.0859663 Jun 22 15:20:58.423823 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bac8e66-6491-40e6-a78e-1c7f7549dacb req-ee423b32-a90d-4f97-8ad6-affb348e68fe tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452564 Jun 22 15:20:58.509672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-e480a454-e27c-41c1-95fa-2f606dec6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:58.511073 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-e480a454-e27c-41c1-95fa-2f606dec6d5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1001967-dd91-4019-9733-c72074264b31 HTTP/1.1" status: 200 len: 913 time: 0.0858238 Jun 22 15:20:58.550728 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-1e64bd91-7933-4555-9a38-b02b3c0900b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff0ed2-13da-4914-93cc-eba45f29a768 HTTP/1.1" status: 200 len: 217 time: 0.0335600 Jun 22 15:20:58.596963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-dafeb3f7-94c2-423b-aa5b-aac05d24cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:58.598333 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-dafeb3f7-94c2-423b-aa5b-aac05d24cc6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fee680-f39f-48e8-9b40-5a1a792598cc HTTP/1.1" status: 200 len: 852 time: 0.0420165 Jun 22 15:20:58.634000 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-232e9073-408d-4529-9bab-dbe7ef6ecd94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1001967-dd91-4019-9733-c72074264b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295870 Jun 22 15:20:58.720362 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-75c90de0-1632-451b-8018-63903f75e637 service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797527 Jun 22 15:20:58.810675 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-cf8b8518-cfe9-4f94-91b5-d4ef4eefc519 service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842075 Jun 22 15:20:59.614078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198d0d1-1e1b-4e5c-ba59-352cfb7f8095 req-8867669e-2f3c-4506-96c7-175da0da87e6 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:20:59.615466 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3198d0d1-1e1b-4e5c-ba59-352cfb7f8095 req-8867669e-2f3c-4506-96c7-175da0da87e6 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0657020 Jun 22 15:20:59.657744 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3198d0d1-1e1b-4e5c-ba59-352cfb7f8095 req-6bfd0527-fc0f-406f-81f9-e24a01afb3be tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366261 Jun 22 15:21:00.183187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bb53a523-2235-4412-a85b-dc9727665472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:00.835019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56a29c-aa12-4fd0-a4dd-7587cbd62063 req-b4751f80-ebe1-4570-8d0d-8398fea5b1af tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:00.836496 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dc56a29c-aa12-4fd0-a4dd-7587cbd62063 req-b4751f80-ebe1-4570-8d0d-8398fea5b1af tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0703132 Jun 22 15:21:00.873641 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dc56a29c-aa12-4fd0-a4dd-7587cbd62063 req-3c2a5286-472a-4c1f-80c8-a1e5ba276edb tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Jun 22 15:21:02.347443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057fd5-cda9-4e36-a3b4-b374aca83830 req-08cd1dca-b463-42a3-b1eb-65c2c9160671 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:02.348914 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3057fd5-cda9-4e36-a3b4-b374aca83830 req-08cd1dca-b463-42a3-b1eb-65c2c9160671 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.3673544 Jun 22 15:21:02.386254 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3057fd5-cda9-4e36-a3b4-b374aca83830 req-ab79025e-4474-42f6-81ed-118e46b4089e tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Jun 22 15:21:02.668701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7a9f157d-2920-4aa1-8463-8e9964bd38b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:02.925168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:03.563059 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d7616-6cfe-4f79-a9f4-bf03e4d6fa36 req-b89f70e5-421b-4e76-aa29-d6725cea5a80 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:03.564954 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d21d7616-6cfe-4f79-a9f4-bf03e4d6fa36 req-b89f70e5-421b-4e76-aa29-d6725cea5a80 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0631697 Jun 22 15:21:03.602584 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d21d7616-6cfe-4f79-a9f4-bf03e4d6fa36 req-a7183340-65c6-4263-b7d3-24a4767b4943 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Jun 22 15:21:03.962496 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:04.772681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b82fc2-cfbb-497a-acde-2dcfbaf2c457 req-331da1f2-2237-4c4b-9400-478d2e9d4024 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:04.774162 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-32b82fc2-cfbb-497a-acde-2dcfbaf2c457 req-331da1f2-2237-4c4b-9400-478d2e9d4024 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0623627 Jun 22 15:21:04.811236 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-32b82fc2-cfbb-497a-acde-2dcfbaf2c457 req-8738e66b-7d92-47dd-a050-d2bf771f391e tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Jun 22 15:21:05.662535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:05.989073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d519b-641e-4ae7-b6cd-f1bad3b9390a req-6a9b5408-306f-4d76-9609-6a63cbf6d4ae tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:05.990433 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f66d519b-641e-4ae7-b6cd-f1bad3b9390a req-6a9b5408-306f-4d76-9609-6a63cbf6d4ae tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0673280 Jun 22 15:21:06.027576 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f66d519b-641e-4ae7-b6cd-f1bad3b9390a req-836a55ef-e361-4064-98ba-6e2767f12590 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316603 Jun 22 15:21:07.200579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884e597-07ac-44dc-8b64-3d8f67ca8caa req-3f232cbc-9f51-43de-82f5-15c8419dcceb tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:07.202054 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6884e597-07ac-44dc-8b64-3d8f67ca8caa req-3f232cbc-9f51-43de-82f5-15c8419dcceb tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0650461 Jun 22 15:21:07.240024 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6884e597-07ac-44dc-8b64-3d8f67ca8caa req-31d34fe6-a282-4675-90e6-df25368569c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311577 Jun 22 15:21:08.410029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8beb09-2432-459d-aeb0-afb0d24fdbba req-2315249f-c417-4231-a6fe-7c7910f301e8 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:08.411465 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca8beb09-2432-459d-aeb0-afb0d24fdbba req-2315249f-c417-4231-a6fe-7c7910f301e8 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0624750 Jun 22 15:21:08.448146 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca8beb09-2432-459d-aeb0-afb0d24fdbba req-8f7ddb73-8175-4a8a-8113-e03a508d0b8c tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310836 Jun 22 15:21:09.621362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a328f90-ce44-4dcc-9f80-c4ec2093c173 req-0ed9462a-2619-42ed-b039-a87167a6ca46 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:09.622736 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2a328f90-ce44-4dcc-9f80-c4ec2093c173 req-0ed9462a-2619-42ed-b039-a87167a6ca46 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0629854 Jun 22 15:21:09.664946 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2a328f90-ce44-4dcc-9f80-c4ec2093c173 req-87ccbb71-550d-435f-9667-f172d49df584 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365155 Jun 22 15:21:10.290157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:10.838347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fd5d1-1241-495a-b90d-120570b7dd15 req-7bfd49e2-c2ad-41eb-8942-d6c5430f6ec5 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:10.839766 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-056fd5d1-1241-495a-b90d-120570b7dd15 req-7bfd49e2-c2ad-41eb-8942-d6c5430f6ec5 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0654204 Jun 22 15:21:10.876141 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-056fd5d1-1241-495a-b90d-120570b7dd15 req-704ea1fc-bfb1-4f0e-a648-cba421192ec6 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304446 Jun 22 15:21:12.045240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32a6a4-0d7d-46f6-84f5-ff1f3e08b746 req-d0aaac5e-96ef-4828-9ebb-da2e47a36c92 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:12.046693 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ba32a6a4-0d7d-46f6-84f5-ff1f3e08b746 req-d0aaac5e-96ef-4828-9ebb-da2e47a36c92 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0623567 Jun 22 15:21:12.088194 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ba32a6a4-0d7d-46f6-84f5-ff1f3e08b746 req-b04d6d38-836c-489f-89d9-72970c54b2d4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358593 Jun 22 15:21:13.257939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cad80-e58f-43a1-922e-dddec91c57c7 req-26b76032-dc70-47e5-973f-3d677f177460 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:13.259383 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c7cad80-e58f-43a1-922e-dddec91c57c7 req-26b76032-dc70-47e5-973f-3d677f177460 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0634563 Jun 22 15:21:13.295801 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c7cad80-e58f-43a1-922e-dddec91c57c7 req-27ad70b4-731a-4650-b8a8-1e805fbbbd31 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Jun 22 15:21:14.465802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9ac74-9fcc-4901-a1e8-d7e991e6499f req-de53849a-4123-4021-9cd9-2e53f6bb9ed6 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:14.467246 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-36e9ac74-9fcc-4901-a1e8-d7e991e6499f req-de53849a-4123-4021-9cd9-2e53f6bb9ed6 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0619957 Jun 22 15:21:14.504294 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-36e9ac74-9fcc-4901-a1e8-d7e991e6499f req-ec5b1cbb-5b6c-49cc-b43a-612a7e8ba885 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305159 Jun 22 15:21:15.677810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4650b8-2797-4ab4-a15a-286cfc4712ab req-7aa25f4c-7365-45d4-b2e9-3aa7daacbc30 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:15.679238 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba4650b8-2797-4ab4-a15a-286cfc4712ab req-7aa25f4c-7365-45d4-b2e9-3aa7daacbc30 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0620496 Jun 22 15:21:15.716615 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ba4650b8-2797-4ab4-a15a-286cfc4712ab req-dabba66c-5493-4930-874c-89ac55170565 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Jun 22 15:21:16.886744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f420e0-ba96-4abd-b244-fefb608d1a22 req-34a69b43-62b0-4677-81b1-39954a4e8562 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:16.888104 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f4f420e0-ba96-4abd-b244-fefb608d1a22 req-34a69b43-62b0-4677-81b1-39954a4e8562 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0622747 Jun 22 15:21:16.926097 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f4f420e0-ba96-4abd-b244-fefb608d1a22 req-6e17621c-e03d-4a1d-8698-65e6726aeec3 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Jun 22 15:21:18.102490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d896e-6c75-427e-a519-e38c924d239a req-1a9743fc-9ff6-42d3-8561-ba09bfc1e9df tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:18.103933 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a5d896e-6c75-427e-a519-e38c924d239a req-1a9743fc-9ff6-42d3-8561-ba09bfc1e9df tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0674140 Jun 22 15:21:18.141419 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2a5d896e-6c75-427e-a519-e38c924d239a req-67fa0140-8504-49f8-906c-78b30bd0f31d tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Jun 22 15:21:19.319170 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1a83f-0296-4872-8797-1fae78f13241 req-d96030a9-a1a4-4635-8cea-94f7a45cb262 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:19.320661 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b2f1a83f-0296-4872-8797-1fae78f13241 req-d96030a9-a1a4-4635-8cea-94f7a45cb262 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0663581 Jun 22 15:21:19.358091 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b2f1a83f-0296-4872-8797-1fae78f13241 req-67f0c683-5776-400a-8020-ef83c21cc436 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 Jun 22 15:21:20.526912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c262b-b005-4d45-a443-0f463a28acd9 req-732736c1-e2c4-4764-b6f0-9c4624370d9b tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:20.528357 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca5c262b-b005-4d45-a443-0f463a28acd9 req-732736c1-e2c4-4764-b6f0-9c4624370d9b tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0623870 Jun 22 15:21:20.565360 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca5c262b-b005-4d45-a443-0f463a28acd9 req-80d278b7-cd27-48f6-9471-5116de4fbeda tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308120 Jun 22 15:21:21.739706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f18ac-55ec-47a9-906e-281ba09058cc req-ac10242a-f999-4ffc-a489-afbfb41a3465 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:21.741160 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f35f18ac-55ec-47a9-906e-281ba09058cc req-ac10242a-f999-4ffc-a489-afbfb41a3465 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0627668 Jun 22 15:21:21.777950 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f35f18ac-55ec-47a9-906e-281ba09058cc req-d99f6b99-c348-405e-9907-dac7f411dfff tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Jun 22 15:21:22.222370 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:21:22.952789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004a793-d083-41a8-973c-32c6f0284344 req-0e3fa046-2677-40ac-b73e-6ce9c8df22d6 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:22.954159 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b004a793-d083-41a8-973c-32c6f0284344 req-0e3fa046-2677-40ac-b73e-6ce9c8df22d6 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0662634 Jun 22 15:21:22.993441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b004a793-d083-41a8-973c-32c6f0284344 req-1901a048-b102-4565-b29e-5c253076a069 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Jun 22 15:21:24.163217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99bb2c-0444-45a0-b6a8-1d9ad0be2686 req-796e0282-6ac6-407e-b807-a6028281231b tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:24.164712 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1e99bb2c-0444-45a0-b6a8-1d9ad0be2686 req-796e0282-6ac6-407e-b807-a6028281231b tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0627666 Jun 22 15:21:24.210844 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1e99bb2c-0444-45a0-b6a8-1d9ad0be2686 req-90b15806-2798-4810-8fa6-df48a4b81828 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Jun 22 15:21:25.515157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50643f-1e64-4291-ae95-4f3719665bb5 req-0b16c3a9-4c85-42c3-820f-8614ce15875b tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:25.516521 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ee50643f-1e64-4291-ae95-4f3719665bb5 req-0b16c3a9-4c85-42c3-820f-8614ce15875b tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.1911895 Jun 22 15:21:25.532662 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-021215c7-d9c3-4a3b-a795-15db47403cb3 service neutron] 10.222.0.21 "GET /v2.0/ports/7aff0ed2-13da-4914-93cc-eba45f29a768/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0798969 Jun 22 15:21:25.560179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ee50643f-1e64-4291-ae95-4f3719665bb5 req-2150fb7b-b355-410d-8557-5ee1d5325701 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360734 Jun 22 15:21:26.144934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-8211df85-791d-440d-bb5d-285bddaeed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:26.146418 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-8211df85-791d-440d-bb5d-285bddaeed22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48&tenant_id=2b490ce77a944b38ade62e2a6c29babf HTTP/1.1" status: 200 len: 1098 time: 0.4103999 Jun 22 15:21:26.218650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-fd888f4e-17b3-4c19-b535-e71f3a46b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:26.220376 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-fd888f4e-17b3-4c19-b535-e71f3a46b98c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b490ce77a944b38ade62e2a6c29babf&device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 1098 time: 0.0507972 Jun 22 15:21:26.309513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-5061b8a5-fa66-4000-b231-e6d79f3e0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:26.310985 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-5061b8a5-fa66-4000-b231-e6d79f3e0a01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1001967-dd91-4019-9733-c72074264b31 HTTP/1.1" status: 200 len: 913 time: 0.0845230 Jun 22 15:21:26.350388 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-836d5d27-3b0c-4746-9cba-fe69ace93dfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff0ed2-13da-4914-93cc-eba45f29a768 HTTP/1.1" status: 200 len: 217 time: 0.0331485 Jun 22 15:21:26.399599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-166d427b-5495-44e4-893b-aa14d17f01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:26.400970 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-166d427b-5495-44e4-893b-aa14d17f01e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fee680-f39f-48e8-9b40-5a1a792598cc HTTP/1.1" status: 200 len: 852 time: 0.0450478 Jun 22 15:21:26.431768 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-509c3f4d-72a0-42e4-8c1e-c1fb29d29931 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1001967-dd91-4019-9733-c72074264b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248911 Jun 22 15:21:26.516310 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-9d17f85f-f009-4a6c-b289-3cbbe0818ac2 service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785317 Jun 22 15:21:26.605782 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ce526ba-0e7c-4308-a1b5-ef66c2934a01 req-0af8ea9f-7fde-44c3-99fd-2f3f8f1cf61f service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830195 Jun 22 15:21:26.796196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f0a4-8eef-4ddc-aae5-d5e6e02dd1c6 req-e40f0d33-983d-46f9-b9d0-e2262159683d tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:26.797713 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1ad9f0a4-8eef-4ddc-aae5-d5e6e02dd1c6 req-e40f0d33-983d-46f9-b9d0-e2262159683d tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.1248698 Jun 22 15:21:26.838300 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1ad9f0a4-8eef-4ddc-aae5-d5e6e02dd1c6 req-b95fd39c-224f-4995-b7f8-f21fe6a0f72b tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345812 Jun 22 15:21:28.016161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22d2c3-8791-4e3b-9ee2-cd42dfd81c51 req-ff9bce4e-5dfa-478e-bcca-0f3c633d9fd9 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:28.018053 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca22d2c3-8791-4e3b-9ee2-cd42dfd81c51 req-ff9bce4e-5dfa-478e-bcca-0f3c633d9fd9 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0630784 Jun 22 15:21:28.054475 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ca22d2c3-8791-4e3b-9ee2-cd42dfd81c51 req-f96b1f2d-ccb7-4494-987f-ae096e573c60 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305507 Jun 22 15:21:29.209315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7aff0ed2-13da-4914-93cc-eba45f29a768 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:21:29.213145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7aff0ed2-13da-4914-93cc-eba45f29a768 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:21:29.243744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cacac-2cdd-4e51-a458-3adc6af82df3 req-7cce8602-30ed-4237-a01d-1f1c171951ae tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:29.245260 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-389cacac-2cdd-4e51-a458-3adc6af82df3 req-7cce8602-30ed-4237-a01d-1f1c171951ae tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0752568 Jun 22 15:21:29.288152 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-389cacac-2cdd-4e51-a458-3adc6af82df3 req-329df7cc-6a37-4db0-bd83-cf08288e2c70 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372362 Jun 22 15:21:29.312615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-3bdaf2e8-5a96-4769-8ff7-cf04028de219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:29.314447 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-3bdaf2e8-5a96-4769-8ff7-cf04028de219 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b490ce77a944b38ade62e2a6c29babf&device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 1098 time: 0.0608613 Jun 22 15:21:29.366169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:29.372785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7aff0ed2-13da-4914-93cc-eba45f29a768,segment=NetworkSegment(27fa74b2-06fa-44c9-ac1b-74975d0546e2),segment_id=27fa74b2-06fa-44c9-ac1b-74975d0546e2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:21:29.396536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '7aff0ed2-13da-4914-93cc-eba45f29a768', 'network_id': 'f1001967-dd91-4019-9733-c72074264b31', 'port_id': '7aff0ed2-13da-4914-93cc-eba45f29a768', 'mac_address': 'fa:16:3e:3d:db:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fee680-f39f-48e8-9b40-5a1a792598cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:21:29.402623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:21:29.404936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d5d1a1-e959-481e-aafe-84a1876cfda7" -d '{"events": [{"server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "name": "network-vif-unplugged", "status": "completed", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:21:29.419713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7aff0ed2-13da-4914-93cc-eba45f29a768,segment=NetworkSegment(27fa74b2-06fa-44c9-ac1b-74975d0546e2),segment_id=27fa74b2-06fa-44c9-ac1b-74975d0546e2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:21:29.430331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-75ec9d5b-5c6c-49ee-ba3b-b66fd347e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:29.431898 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-75ec9d5b-5c6c-49ee-ba3b-b66fd347e736 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1001967-dd91-4019-9733-c72074264b31 HTTP/1.1" status: 200 len: 913 time: 0.0948925 Jun 22 15:21:29.458132 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:29.461270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:29.468202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:29.473446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f92d76-5741-4f5b-b2dd-ecee52eda251 x-openstack-request-id: req-85f92d76-5741-4f5b-b2dd-ecee52eda251 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:21:29.473859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "name": "network-vif-unplugged", "status": "completed", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:21:29.473988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85f92d76-5741-4f5b-b2dd-ecee52eda251 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:21:29.474536 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768', 'code': 200} Jun 22 15:21:29.490660 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-83cd9e27-c871-44d8-99f9-0a06954bbefa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff0ed2-13da-4914-93cc-eba45f29a768 HTTP/1.1" status: 200 len: 217 time: 0.0515349 Jun 22 15:21:29.495669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aff0ed2-13da-4914-93cc-eba45f29a768 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:21:29.540329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-a5c4e155-1016-4451-b466-7c1c6d1cfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:29.541967 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-a5c4e155-1016-4451-b466-7c1c6d1cfa50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fee680-f39f-48e8-9b40-5a1a792598cc HTTP/1.1" status: 200 len: 852 time: 0.0453176 Jun 22 15:21:29.551189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=7aff0ed2-13da-4914-93cc-eba45f29a768,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:29.560475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.560858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.561200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.561535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.561869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.562234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.562560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.562885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.563212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.563533 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.563852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.564293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:29.567857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:21:29.568225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:21:29.568887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:29.576587 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-f474365a-e0b6-48c2-89e9-5e19c58bfbe6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1001967-dd91-4019-9733-c72074264b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266349 Jun 22 15:21:29.668775 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-25137665-1075-4b97-b5f9-3a9519b591de service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853252 Jun 22 15:21:29.756807 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a14b294-5c4a-48e7-a5c3-87ded1170620 req-9ce5d7de-3c39-45bb-8126-37e1e6b24696 service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818915 Jun 22 15:21:30.106148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:30.119127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aff0ed2-13da-4914-93cc-eba45f29a768 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:21:30.138018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7aff0ed2-13da-4914-93cc-eba45f29a768,segment=NetworkSegment(27fa74b2-06fa-44c9-ac1b-74975d0546e2),segment_id=27fa74b2-06fa-44c9-ac1b-74975d0546e2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:21:30.142111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:30.144221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:30.194080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-11f75cb3-8718-49e3-9ee5-b63141bbbb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:30.200359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['7aff0ed2-13da-4914-93cc-eba45f29a768'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:21:30.235535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=7aff0ed2-13da-4914-93cc-eba45f29a768,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:30.242301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:30.464010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f7013-133e-4231-bd4e-3c33b61ac6d2 req-9edb73bb-7400-4b54-a52c-1efdaa6622ca tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:30.465410 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ce7f7013-133e-4231-bd4e-3c33b61ac6d2 req-9edb73bb-7400-4b54-a52c-1efdaa6622ca tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 944 time: 0.0655770 Jun 22 15:21:30.503193 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ce7f7013-133e-4231-bd4e-3c33b61ac6d2 req-726610b4-2305-4708-9768-a64d9a1fe6fc tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Jun 22 15:21:30.916645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-6720cb54-6b93-4661-b5da-018c4782a0b1 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:30.918099 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-6720cb54-6b93-4661-b5da-018c4782a0b1 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48&tenant_id=2b490ce77a944b38ade62e2a6c29babf&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1135499 Jun 22 15:21:31.010515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-8f349f1d-ad2f-4093-9cbd-9232d3af157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:31.011993 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-8f349f1d-ad2f-4093-9cbd-9232d3af157f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b490ce77a944b38ade62e2a6c29babf&device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 1097 time: 0.0519621 Jun 22 15:21:31.106767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-96fc981a-35cf-4ab2-9936-b8926f33afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:31.108228 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-96fc981a-35cf-4ab2-9936-b8926f33afa4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1001967-dd91-4019-9733-c72074264b31 HTTP/1.1" status: 200 len: 913 time: 0.0896795 Jun 22 15:21:31.149132 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-f91da954-95f2-46de-946b-e5b0cd321873 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aff0ed2-13da-4914-93cc-eba45f29a768 HTTP/1.1" status: 200 len: 217 time: 0.0344388 Jun 22 15:21:31.196423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-96619485-44a6-4b6c-8cc7-fce6cf6935cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:31.197822 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-96619485-44a6-4b6c-8cc7-fce6cf6935cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fee680-f39f-48e8-9b40-5a1a792598cc HTTP/1.1" status: 200 len: 852 time: 0.0433197 Jun 22 15:21:31.209107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7aff0ed2-13da-4914-93cc-eba45f29a768 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:21:31.234381 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-afc1b46e-3d8d-41ea-8457-bbaa151d3a64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1001967-dd91-4019-9733-c72074264b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306220 Jun 22 15:21:31.256958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 7aff0ed2-13da-4914-93cc-eba45f29a768 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:21:31.257552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:31.323550 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-440826b6-4df0-4bb0-a560-94afbd2be57c service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819819 Jun 22 15:21:31.331997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:31.369309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7aff0ed2-13da-4914-93cc-eba45f29a768,segment=NetworkSegment(27fa74b2-06fa-44c9-ac1b-74975d0546e2),segment_id=27fa74b2-06fa-44c9-ac1b-74975d0546e2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:21:31.373272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:31.376235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-238c87b5-1a2e-4f51-9edd-349fe16a77d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:31.420730 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-8b6fecd3-0a88-4fed-8c1a-3524ee5e4a5e service neutron] 10.222.0.21 "GET /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913291 Jun 22 15:21:31.425930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=7aff0ed2-13da-4914-93cc-eba45f29a768,revision_number=8']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:31.429053 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:31.475965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:21:31.478698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496d7c6-18e5-48c5-b6d3-6ffc8dbe9821" -d '{"events": [{"server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "name": "network-vif-plugged", "status": "completed", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:21:31.530647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f299cf-cb5a-4ca0-a873-cbcf6f83e2b9 x-openstack-request-id: req-d1f299cf-cb5a-4ca0-a873-cbcf6f83e2b9 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:21:31.530951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "name": "network-vif-plugged", "status": "completed", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:21:31.531219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1f299cf-cb5a-4ca0-a873-cbcf6f83e2b9 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:21:31.531623 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768', 'code': 200} Jun 22 15:21:32.333376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b06e9f-df46-40c8-84bc-98aae6264003 req-7f47d7fc-196e-4896-ac4e-29c494812f61 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:32.334836 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-62b06e9f-df46-40c8-84bc-98aae6264003 req-7f47d7fc-196e-4896-ac4e-29c494812f61 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0624659 Jun 22 15:21:32.373213 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-62b06e9f-df46-40c8-84bc-98aae6264003 req-6aa3eb86-3e1d-4f88-9c55-00a51d4f761c tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Jun 22 15:21:32.669959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-18c99d95-fdfe-4f26-8386-55d710b9e5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:32.925425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:33.543965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5694-403b-4459-810c-1c7731b28563 req-224ea955-e0cb-4c48-a08d-a53b6f31c04b tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:33.545443 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af3e5694-403b-4459-810c-1c7731b28563 req-224ea955-e0cb-4c48-a08d-a53b6f31c04b tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0630505 Jun 22 15:21:33.582335 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af3e5694-403b-4459-810c-1c7731b28563 req-61989b5e-7279-4a85-b957-2b396329e609 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/security-groups?id=d716a3a7-418d-4188-997c-9ba1c8b14205&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306227 Jun 22 15:21:33.965590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:34.161311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-d8953194-16d9-4d91-9eb4-162de97c7dfe tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:34.162746 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-d8953194-16d9-4d91-9eb4-162de97c7dfe tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.21 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 945 time: 0.0653374 Jun 22 15:21:34.264674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Deleting port 7aff0ed2-13da-4914-93cc-eba45f29a768 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:21:34.264958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:34.354720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] For port 7aff0ed2-13da-4914-93cc-eba45f29a768, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7aff0ed2-13da-4914-93cc-eba45f29a768,segment=NetworkSegment(27fa74b2-06fa-44c9-ac1b-74975d0546e2),segment_id=27fa74b2-06fa-44c9-ac1b-74975d0546e2)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:21:34.355073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:34.416713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Calling delete_port for 7aff0ed2-13da-4914-93cc-eba45f29a768 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:21:34.561356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:34.565308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:34.573245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['7aff0ed2-13da-4914-93cc-eba45f29a768'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:21:34.590963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Pushing event deleted for resources: {'Port': ['ID=7aff0ed2-13da-4914-93cc-eba45f29a768,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:34.603772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.604169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.604556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.604966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.605345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.605723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.606134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.606470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.606848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.607214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.607584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.607951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:34.630241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:34.655112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] No DVR routers for this DVR port 7aff0ed2-13da-4914-93cc-eba45f29a768 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:21:34.657668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:34.660237 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8aa0a4c-e0b6-49a3-a0cc-824ff9ad6726 req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.21 "DELETE /v2.0/ports/7aff0ed2-13da-4914-93cc-eba45f29a768 HTTP/1.1" status: 204 len: 173 time: 0.4918888 Jun 22 15:21:34.660783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'name': 'network-vif-deleted', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:21:34.663105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9f02f1-b4ec-4826-9fe1-a707637bceef" -d '{"events": [{"server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "name": "network-vif-deleted", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:21:34.730942 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5c0976ce-4904-49ea-ac42-b41a013bc8b7 req-0e977298-9048-467c-8cc1-4fc49c931d5f tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] 10.222.0.22 "GET /v2.0/ports?device_id=10216923-0c77-42bf-94a7-8179e1ff8f48 HTTP/1.1" status: 200 len: 210 time: 0.0303874 Jun 22 15:21:34.760637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9cc123-2961-4fb5-b4e4-19565cce86b0 x-openstack-request-id: req-fb9cc123-2961-4fb5-b4e4-19565cce86b0 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:21:34.761024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10216923-0c77-42bf-94a7-8179e1ff8f48", "name": "network-vif-deleted", "tag": "7aff0ed2-13da-4914-93cc-eba45f29a768", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:21:34.761336 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb9cc123-2961-4fb5-b4e4-19565cce86b0 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:21:34.761807 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10216923-0c77-42bf-94a7-8179e1ff8f48', 'name': 'network-vif-deleted', 'tag': '7aff0ed2-13da-4914-93cc-eba45f29a768', 'status': 'completed', 'code': 200} Jun 22 15:21:35.664386 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:35.961029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44896) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:21:36.005245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] Deleting subnet b3fee680-f39f-48e8-9b40-5a1a792598cc {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:21:36.008179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.041771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.080006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.139112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.141847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c9ca34b6-9f33-4595-b222-70f8a7fb1631 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:36.164527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fee680-f39f-48e8-9b40-5a1a792598cc,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:36.167547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:36.168509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.170563 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b3fee680-f39f-48e8-9b40-5a1a792598cc HTTP/1.1" status: 204 len: 168 time: 0.2083156 Jun 22 15:21:36.172910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44898) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:21:36.240510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.319589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.328859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1001967-dd91-4019-9733-c72074264b31']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:21:36.338561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fa74b2-06fa-44c9-ac1b-74975d0546e2') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:21:36.338851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fa74b2-06fa-44c9-ac1b-74975d0546e2') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:21:36.347585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.360581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.366851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:21:36.367228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:21:36.368808 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:21:36.421947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.426522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e565d467-cffb-4686-8bcc-205d3162263d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:36.429266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.431317 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f1001967-dd91-4019-9733-c72074264b31 HTTP/1.1" status: 204 len: 168 time: 0.2575097 Jun 22 15:21:36.443526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1001967-dd91-4019-9733-c72074264b31,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:36.445860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:36.538436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44902) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:21:36.588518 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8dd8aa41-2a43-4396-937b-30d0e43e90cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b490ce77a944b38ade62e2a6c29babf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488346 Jun 22 15:21:36.590861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44904) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:21:36.638183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.659851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.705940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.709026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:36.710173 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d716a3a7-418d-4188-997c-9ba1c8b14205 HTTP/1.1" status: 204 len: 168 time: 0.1183732 Jun 22 15:21:36.711039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b78f3754-3546-46f0-b4b4-3fe0a16de279 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:36.718365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d716a3a7-418d-4188-997c-9ba1c8b14205,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:36.725654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.726054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.726442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.726825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.727203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.727584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.727956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.728332 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.728702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.729095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.729464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.729834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:21:36.733038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:37.225355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7aff0ed2-13da-4914-93cc-eba45f29a768 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:21:37.245495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 7aff0ed2-13da-4914-93cc-eba45f29a768 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:21:37.245846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7aff0ed2-13da-4914-93cc-eba45f29a768 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:21:37.355729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 44926) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:21:37.446783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-861504522-network', 'tenant_id': '058bc9ca4a0c40e29c6db57c852944d8'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:21:37.470335 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Made reservation on behalf of 058bc9ca4a0c40e29c6db57c852944d8 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:21:37.473243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.481260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.574877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.578655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.581779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f7f0395b-f1a5-4577-907c-61ceb903ab8d tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:37.604728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:21:37.615953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba09f9c-ba2d-445e-8a2b-085ebb331484,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:37.620890 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:37.621987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.622331 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Added segment edd9338e-1e27-4516-855c-f0baddca951b of type vlan for network 0887c6c5-caa4-4810-aba4-0327f4caa941 Jun 22 15:21:37.670556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.705314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.706412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:37.707087 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.710138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d06fe4c3-b181-49df-8e93-a2aa27db4ac7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:37.774039 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4171321 Jun 22 15:21:37.776922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 44930) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:21:37.782146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Request body: {'subnet': {'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-861504522-subnet', 'tenant_id': '058bc9ca4a0c40e29c6db57c852944d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:21:37.791730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Pushing event updated for resources: {'Network': ['ID=0887c6c5-caa4-4810-aba4-0327f4caa941,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:37.794774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:37.802691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 0887c6c5-caa4-4810-aba4-0327f4caa941 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:21:37.803076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Made reservation on behalf of 058bc9ca4a0c40e29c6db57c852944d8 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:21:37.805468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.970465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:37.973192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4a1b2a42-28fe-484a-9b20-57c00781e83f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:38.033195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2cf613-8503-49db-a945-af970d02985a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:38.036107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:38.039046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Checking segment: {'id': 'edd9338e-1e27-4516-855c-f0baddca951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:21:38.039243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Network hostable DHCP agents. Network: 0887c6c5-caa4-4810-aba4-0327f4caa941, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:21:38.055063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Network 0887c6c5-caa4-4810-aba4-0327f4caa941 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:21:38.063123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 0887c6c5-caa4-4810-aba4-0327f4caa941) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:21:38.068126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:38.068714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:38.073135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bc0e03-a335-4f6d-aa16-e05d0c72b716 None None] Network 0887c6c5-caa4-4810-aba4-0327f4caa941 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:21:38.083457 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3053734 Jun 22 15:21:38.196257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f2300-7da4-46a0-a297-b174f5f2c8f8 None None] Network 0887c6c5-caa4-4810-aba4-0327f4caa941 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:21:38.490873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8cd32-ed72-40df-b837-248a99513491 req-cd10aa8f-4dd7-4186-a3e7-2866f7e8db26 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:38.492296 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-cd10aa8f-4dd7-4186-a3e7-2866f7e8db26 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 814 time: 0.0984788 Jun 22 15:21:38.506940 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-f368c614-5d5e-4aac-bb3b-a61b640ce87b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/quotas/058bc9ca4a0c40e29c6db57c852944d8 HTTP/1.1" status: 200 len: 375 time: 0.0092123 Jun 22 15:21:38.542335 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-f1fc844e-1963-4d19-aaff-75582e0fc3a4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306072 Jun 22 15:21:38.552888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-b75f65e9-0de2-4a99-b6b2-2426177b573c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:21:38.553916 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-b75f65e9-0de2-4a99-b6b2-2426177b573c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0054955 Jun 22 15:21:38.639098 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-22c768f3-10fa-4e60-8197-5cb232c42b3a service neutron] 10.222.0.22 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799608 Jun 22 15:21:38.729727 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-86aeb706-f6be-40fd-b113-795d9386f54a service neutron] 10.222.0.22 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846317 Jun 22 15:21:38.896215 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e18ae66a-a935-4c92-bd8a-ead1a1fd9510 req-b979147e-088e-468e-a44e-053b7f20bc34 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 210 time: 0.0322130 Jun 22 15:21:40.061395 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0f3d5dd2-73e4-4504-93ea-b837d812a013 req-b1a8d7fb-7d9d-48e0-b0ba-b400810a8179 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 210 time: 0.0448730 Jun 22 15:21:40.080799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8cd32-ed72-40df-b837-248a99513491 req-70f3c8c2-a663-4ad3-98db-f8972e8765f9 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:40.082581 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-70f3c8c2-a663-4ad3-98db-f8972e8765f9 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 814 time: 0.1422586 Jun 22 15:21:40.094634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Request body: {'port': {'device_id': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941', 'admin_state_up': True, 'tenant_id': '058bc9ca4a0c40e29c6db57c852944d8'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:21:40.208970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Made reservation on behalf of 058bc9ca4a0c40e29c6db57c852944d8 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:21:40.212501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:40.301064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:40.340552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Allocated IP 172.20.0.14 (0887c6c5-caa4-4810-aba4-0327f4caa941/6b2cf613-8503-49db-a945-af970d02985a/f7a48c91-8481-4895-9be7-ac468e5d6eee) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:21:40.482661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:40.520624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:40.524528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-645fcdf6-d23f-4880-a0e4-29332e317725 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:40.563830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Network 0887c6c5-caa4-4810-aba4-0327f4caa941 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:21:40.567747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:21:40.571917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:21:40.597832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Pushing event updated for resources: {'Port': ['ID=f7a48c91-8481-4895-9be7-ac468e5d6eee,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:40.602382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:40.623123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:40.623719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:40.638079 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5469382 Jun 22 15:21:40.697603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Request body: {'port': {'device_id': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:21:40.770668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:41.019505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a48c91-8481-4895-9be7-ac468e5d6eee {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:21:41.026852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:41.039027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Transition to ACTIVE for port object f7a48c91-8481-4895-9be7-ac468e5d6eee will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:21:41.042158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:41.044850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:41.117756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a48c91-8481-4895-9be7-ac468e5d6eee,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:41.122296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:41.191536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Attempting to bind port f7a48c91-8481-4895-9be7-ac468e5d6eee on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:21:41.191867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Attempting to bind port f7a48c91-8481-4895-9be7-ac468e5d6eee by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'edd9338e-1e27-4516-855c-f0baddca951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:21:41.192191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Attempting to bind port f7a48c91-8481-4895-9be7-ac468e5d6eee on network 0887c6c5-caa4-4810-aba4-0327f4caa941 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:21:41.196426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Port f7a48c91-8481-4895-9be7-ac468e5d6eee on network 0887c6c5-caa4-4810-aba4-0327f4caa941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:21:41.196796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Attempting to bind port f7a48c91-8481-4895-9be7-ac468e5d6eee on network 0887c6c5-caa4-4810-aba4-0327f4caa941 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:21:41.201455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:21:41.201791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Checking segment: {'id': 'edd9338e-1e27-4516-855c-f0baddca951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:21:41.202168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Bound using segment: {'id': 'edd9338e-1e27-4516-855c-f0baddca951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:21:41.202586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Bound port: f7a48c91-8481-4895-9be7-ac468e5d6eee, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd9338e-1e27-4516-855c-f0baddca951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:21:41.202927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:41.234985 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d81b1-13e2-4b21-bf6e-f63472ce5b3d req-5af52895-65a0-4845-b8fc-cdb0c4f31d87 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:41.236463 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6f1d81b1-13e2-4b21-bf6e-f63472ce5b3d req-5af52895-65a0-4845-b8fc-cdb0c4f31d87 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0626903 Jun 22 15:21:41.265574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] For port f7a48c91-8481-4895-9be7-ac468e5d6eee, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:21:41.269366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] For port f7a48c91-8481-4895-9be7-ac468e5d6eee, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:21:41.273844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:41.275296 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6f1d81b1-13e2-4b21-bf6e-f63472ce5b3d req-88769d38-8e05-426c-b7cf-0c353e455beb tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325327 Jun 22 15:21:41.276917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0727b71b-76bc-466d-964e-d2ba67f846c4 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:41.313529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:41.314140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:41.316263 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] 10.222.0.21 "PUT /v2.0/ports/f7a48c91-8481-4895-9be7-ac468e5d6eee HTTP/1.1" status: 200 len: 1094 time: 0.6221480 Jun 22 15:21:41.320671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'tag': 'f7a48c91-8481-4895-9be7-ac468e5d6eee'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:21:41.323046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a0b78b-5e6b-4167-a9ed-e92419c00084" -d '{"events": [{"name": "network-changed", "server_uuid": "d95883bd-f29e-4d66-9ee0-86ffe196be8e", "tag": "f7a48c91-8481-4895-9be7-ac468e5d6eee"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:21:41.346556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a48c91-8481-4895-9be7-ac468e5d6eee,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:41.353781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:41.361559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0f83fe-ed02-4817-9c08-4f427b3ade48 x-openstack-request-id: req-fb0f83fe-ed02-4817-9c08-4f427b3ade48 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:21:41.362013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95883bd-f29e-4d66-9ee0-86ffe196be8e", "tag": "f7a48c91-8481-4895-9be7-ac468e5d6eee", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:21:41.362997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb0f83fe-ed02-4817-9c08-4f427b3ade48 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:21:41.363512 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'tag': 'f7a48c91-8481-4895-9be7-ac468e5d6eee', 'status': 'completed', 'code': 200} Jun 22 15:21:41.416948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8cd32-ed72-40df-b837-248a99513491 req-cd552c40-e65f-43e3-9994-37f5d38fbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:41.418402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-cd552c40-e65f-43e3-9994-37f5d38fbbc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 1097 time: 0.0519593 Jun 22 15:21:41.458640 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-a3191f49-242f-4133-8fd1-493b40107a37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee HTTP/1.1" status: 200 len: 217 time: 0.0328045 Jun 22 15:21:41.509714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8cd32-ed72-40df-b837-248a99513491 req-49ef6031-075f-4717-90c4-fefc6b0d01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:41.511109 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-49ef6031-075f-4717-90c4-fefc6b0d01c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0467408 Jun 22 15:21:41.542021 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-3a369376-d6bc-435c-9d1e-1e4bf62e520d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248125 Jun 22 15:21:41.628655 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-a578e3fc-1f57-48cb-beed-ad59695f6ecd service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796807 Jun 22 15:21:41.725401 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bc8cd32-ed72-40df-b837-248a99513491 req-f40c21c3-eca2-464a-b139-2302aa93386a service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902271 Jun 22 15:21:41.819783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-59a86185-69d8-4a62-9c10-3778e1a96319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:41.821185 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-59a86185-69d8-4a62-9c10-3778e1a96319 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 1097 time: 0.0533843 Jun 22 15:21:42.244700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-ddeff2f0-19f1-4b51-a6db-97f977918856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:42.246083 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-ddeff2f0-19f1-4b51-a6db-97f977918856 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 915 time: 0.4186654 Jun 22 15:21:42.285015 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-ca632558-749f-4de7-96eb-2af741bbbb15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee HTTP/1.1" status: 200 len: 217 time: 0.0321507 Jun 22 15:21:42.333569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-d6e58963-b452-4fd9-a86e-b8564c395231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:42.335015 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-d6e58963-b452-4fd9-a86e-b8564c395231 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0429132 Jun 22 15:21:42.370390 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-09d6d269-01fa-4b9c-8a27-74ef33c53a85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293336 Jun 22 15:21:42.449487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c8954-d153-4358-bf3b-76a72125e83c req-099abe00-c9e3-40ed-b032-2ee5ad1e6463 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:42.451676 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-329c8954-d153-4358-bf3b-76a72125e83c req-099abe00-c9e3-40ed-b032-2ee5ad1e6463 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0628028 Jun 22 15:21:42.459764 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-3c9a010b-b99d-402d-bc8e-e98b2cf88a93 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825367 Jun 22 15:21:42.494372 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-329c8954-d153-4358-bf3b-76a72125e83c req-92f95d09-0010-40e4-b362-3229afc4575e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Jun 22 15:21:42.552827 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36a0b78b-5e6b-4167-a9ed-e92419c00084 req-8f0dc2e5-e590-4a36-8f5f-83b5eef3a3f2 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863342 Jun 22 15:21:43.668843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82f317-c78b-45cf-95a6-c4553b9734a8 req-f4265bde-8ad0-4b6f-a8c9-1f3d3890049b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:43.670321 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf82f317-c78b-45cf-95a6-c4553b9734a8 req-f4265bde-8ad0-4b6f-a8c9-1f3d3890049b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0651371 Jun 22 15:21:43.707285 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf82f317-c78b-45cf-95a6-c4553b9734a8 req-a14906f3-b5fe-42b2-9b68-7ecd09fb4c5a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Jun 22 15:21:44.876633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06250311-7e52-4ac2-a026-8d4a0d3166a2 req-7be77c35-7cdc-4690-bf66-e504005edfd2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:44.878221 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-06250311-7e52-4ac2-a026-8d4a0d3166a2 req-7be77c35-7cdc-4690-bf66-e504005edfd2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0627031 Jun 22 15:21:44.915301 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-06250311-7e52-4ac2-a026-8d4a0d3166a2 req-eda42856-5ef6-4e01-813b-ecc2f9fd2ae4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314333 Jun 22 15:21:45.259261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f7a48c91-8481-4895-9be7-ac468e5d6eee details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:21:45.355897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f7a48c91-8481-4895-9be7-ac468e5d6eee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:21:45.366767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'f7a48c91-8481-4895-9be7-ac468e5d6eee', 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941', 'port_id': 'f7a48c91-8481-4895-9be7-ac468e5d6eee', 'mac_address': 'fa:16:3e:91:b3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2cf613-8503-49db-a945-af970d02985a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:21:45.402085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:45.413840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a48c91-8481-4895-9be7-ac468e5d6eee {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:21:45.432512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f7a48c91-8481-4895-9be7-ac468e5d6eee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:21:45.436341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:45.438053 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-83cec91c-a8a4-4456-abde-315346023d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:45.485374 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=f7a48c91-8481-4895-9be7-ac468e5d6eee,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:45.488504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:45.743015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['f7a48c91-8481-4895-9be7-ac468e5d6eee'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:21:46.094813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9396-3f41-4cfa-a72c-e5712be24e85 req-55a833ac-2016-48e1-bd26-f3fa6d131162 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:46.096320 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-931e9396-3f41-4cfa-a72c-e5712be24e85 req-55a833ac-2016-48e1-bd26-f3fa6d131162 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 945 time: 0.0696929 Jun 22 15:21:46.135530 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-931e9396-3f41-4cfa-a72c-e5712be24e85 req-e8eb12cd-fe6a-4f89-9408-aaf1eb566ade tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Jun 22 15:21:47.273430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f7a48c91-8481-4895-9be7-ac468e5d6eee up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:21:47.314289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8575497-ba20-473c-877b-f8471f862e91 req-7d683f05-f755-48ab-889c-876187bcad24 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:47.315795 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e8575497-ba20-473c-877b-f8471f862e91 req-7d683f05-f755-48ab-889c-876187bcad24 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 945 time: 0.0641816 Jun 22 15:21:47.322815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port f7a48c91-8481-4895-9be7-ac468e5d6eee completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:21:47.326505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port f7a48c91-8481-4895-9be7-ac468e5d6eee triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:21:47.326884 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:47.356520 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e8575497-ba20-473c-877b-f8471f862e91 req-21ba6978-947f-49bb-98ec-0daa4dcbb262 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Jun 22 15:21:47.405143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:47.426597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a48c91-8481-4895-9be7-ac468e5d6eee'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:21:47.428798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacc9ccb-77ad-4701-b4d4-031571bec586" -d '{"events": [{"server_uuid": "d95883bd-f29e-4d66-9ee0-86ffe196be8e", "name": "network-vif-plugged", "status": "completed", "tag": "f7a48c91-8481-4895-9be7-ac468e5d6eee"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:21:47.441433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f7a48c91-8481-4895-9be7-ac468e5d6eee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:21:47.445418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:21:47.447333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:21:47.493824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=f7a48c91-8481-4895-9be7-ac468e5d6eee,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:21:47.501704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:21:47.515024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bfafb1-9afe-46c1-b8ef-0b87aa6f7298 x-openstack-request-id: req-48bfafb1-9afe-46c1-b8ef-0b87aa6f7298 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:21:47.515343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95883bd-f29e-4d66-9ee0-86ffe196be8e", "name": "network-vif-plugged", "status": "completed", "tag": "f7a48c91-8481-4895-9be7-ac468e5d6eee", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:21:47.515601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48bfafb1-9afe-46c1-b8ef-0b87aa6f7298 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:21:47.516000 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a48c91-8481-4895-9be7-ac468e5d6eee', 'code': 200} Jun 22 15:21:47.736350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70745d1f-4d62-46f8-903d-049d68f0e764 req-c7992b75-5443-4548-ae6f-299b7cdde3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:47.737894 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70745d1f-4d62-46f8-903d-049d68f0e764 req-c7992b75-5443-4548-ae6f-299b7cdde3b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 1099 time: 0.0554967 Jun 22 15:21:47.779443 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70745d1f-4d62-46f8-903d-049d68f0e764 req-9fb4449d-f079-4d93-829d-343e830421e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273695 Jun 22 15:21:48.529963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab31b1-ff05-4015-85db-22df136df618 req-5595ec99-e52d-486d-be0c-4e89bf6d36e6 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:48.531418 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8dab31b1-ff05-4015-85db-22df136df618 req-5595ec99-e52d-486d-be0c-4e89bf6d36e6 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0668454 Jun 22 15:21:48.570289 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8dab31b1-ff05-4015-85db-22df136df618 req-6338c1c4-3621-4f72-bb00-d5917850f268 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325084 Jun 22 15:21:49.742516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88658141-c36d-49cb-a618-0b3b0f5bb62e req-bb1ccc61-f742-46bb-ac3b-946bac4787c5 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:49.743977 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88658141-c36d-49cb-a618-0b3b0f5bb62e req-bb1ccc61-f742-46bb-ac3b-946bac4787c5 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0626159 Jun 22 15:21:49.780997 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88658141-c36d-49cb-a618-0b3b0f5bb62e req-e77c7d84-0fc0-46ba-b430-b4bc7dc65bba tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Jun 22 15:21:49.954101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a485c-1feb-465f-9a0e-db3e9686addd req-8137dd5f-9557-471a-80c1-494d60251a23 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:49.955500 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-614a485c-1feb-465f-9a0e-db3e9686addd req-8137dd5f-9557-471a-80c1-494d60251a23 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0639265 Jun 22 15:21:49.992737 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-614a485c-1feb-465f-9a0e-db3e9686addd req-33f46913-680f-4885-b0af-c1a921feeb91 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Jun 22 15:21:50.478183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb027-9428-4960-8a82-65cdda21ac23 req-a0d02080-d75e-492b-9568-8710a93eaa04 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:50.479628 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-26acb027-9428-4960-8a82-65cdda21ac23 req-a0d02080-d75e-492b-9568-8710a93eaa04 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0622189 Jun 22 15:21:50.521694 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-26acb027-9428-4960-8a82-65cdda21ac23 req-e4dff378-a62b-4c02-b483-f67c13fdea12 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364513 Jun 22 15:21:50.690868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea05ea6-85d9-423d-9c9d-86a78e28c2f1 req-64993e19-7c8a-42a3-9e8e-407fbb7251bc tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:50.692384 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fea05ea6-85d9-423d-9c9d-86a78e28c2f1 req-64993e19-7c8a-42a3-9e8e-407fbb7251bc tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0623677 Jun 22 15:21:50.732992 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fea05ea6-85d9-423d-9c9d-86a78e28c2f1 req-fb9f2f5d-8d54-4ef4-847a-f187e8f96b66 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348160 Jun 22 15:21:51.071537 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-3cc14a2b-621d-40b6-9939-32a05c7e59a3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0608840 Jun 22 15:21:51.125486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d821005-cffe-40fb-af86-aba928c8b91c req-afcb2dbd-9dbb-4805-8032-94bd5d24f515 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:51.126942 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3d821005-cffe-40fb-af86-aba928c8b91c req-afcb2dbd-9dbb-4805-8032-94bd5d24f515 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0705364 Jun 22 15:21:51.166623 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3d821005-cffe-40fb-af86-aba928c8b91c req-11666622-96ce-4f29-bbbd-83952269974d tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Jun 22 15:21:52.151964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-f80386ca-fdda-42cc-825b-c4c0ae13a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:52.153463 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-f80386ca-fdda-42cc-825b-c4c0ae13a55e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 1099 time: 0.0565078 Jun 22 15:21:52.254943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-91e57383-19ea-4dc4-8cb8-1cd519fe7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:52.256389 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-91e57383-19ea-4dc4-8cb8-1cd519fe7609 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 915 time: 0.0973766 Jun 22 15:21:52.297942 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-274843f8-6d8f-446e-857d-ad960b0d913c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee HTTP/1.1" status: 200 len: 217 time: 0.0352604 Jun 22 15:21:52.339296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd133b-b47a-48b9-b76c-b4de749d89c1 req-33d8d33c-30d4-4d70-8ca3-293a7b60771c tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:52.340777 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-eadd133b-b47a-48b9-b76c-b4de749d89c1 req-33d8d33c-30d4-4d70-8ca3-293a7b60771c tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0634608 Jun 22 15:21:52.350808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-bde1e2d8-962f-4c16-9d43-c3bdb8a1f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:52.352269 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-bde1e2d8-962f-4c16-9d43-c3bdb8a1f365 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0483985 Jun 22 15:21:52.379422 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-eadd133b-b47a-48b9-b76c-b4de749d89c1 req-3740bebd-8450-499f-b795-1e3810854f1c tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Jun 22 15:21:52.384391 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-a108d756-b57c-40f3-ab5e-8eb0cd2ef483 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265036 Jun 22 15:21:52.471825 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-eec316d9-b2f6-402d-aaf2-812f3f811a5f service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810041 Jun 22 15:21:52.564319 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-d71a81d1-05b0-4fee-abdf-d4353daa6381 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859790 Jun 22 15:21:53.554490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83d68-3d24-41f2-a14e-adc71dda0416 req-57f5f19b-01f3-4655-8657-b810c03f13c8 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:53.555953 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ff83d68-3d24-41f2-a14e-adc71dda0416 req-57f5f19b-01f3-4655-8657-b810c03f13c8 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0633519 Jun 22 15:21:53.592958 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ff83d68-3d24-41f2-a14e-adc71dda0416 req-ae816972-961e-48cb-a3b8-4f8e28f08d71 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Jun 22 15:21:54.763286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a61d-79d8-4e3b-9613-f7e105f3fb52 req-09397a60-6cdc-47da-9cdf-a3bf8ef34394 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:54.764728 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8a37a61d-79d8-4e3b-9613-f7e105f3fb52 req-09397a60-6cdc-47da-9cdf-a3bf8ef34394 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0624616 Jun 22 15:21:54.802026 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8a37a61d-79d8-4e3b-9613-f7e105f3fb52 req-d3d0ec10-1188-4f87-9176-9eaa517a7d66 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310149 Jun 22 15:21:55.975204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e0555-24f9-4295-ac72-e2db1c1a9069 req-39685b53-d2c2-4681-872c-c8c96e68262a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:55.976551 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3b4e0555-24f9-4295-ac72-e2db1c1a9069 req-39685b53-d2c2-4681-872c-c8c96e68262a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0677605 Jun 22 15:21:56.013299 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3b4e0555-24f9-4295-ac72-e2db1c1a9069 req-faf40761-a6c8-4288-85fb-d64eb7e105b7 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Jun 22 15:21:57.187706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96915f7c-e2c3-414c-ae8d-54712cf94e64 req-d436ec61-89d7-473c-964e-c3e2e7a04c1e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:57.189176 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-96915f7c-e2c3-414c-ae8d-54712cf94e64 req-d436ec61-89d7-473c-964e-c3e2e7a04c1e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0664766 Jun 22 15:21:57.227354 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-96915f7c-e2c3-414c-ae8d-54712cf94e64 req-42946eca-5894-49a0-91aa-86ae4c5cb299 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325429 Jun 22 15:21:58.396577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3c68-9fb7-482d-b28e-6d70033d9a08 req-a02f31ca-a553-425f-bab9-54b1c26d57e3 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:58.398067 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4dac3c68-9fb7-482d-b28e-6d70033d9a08 req-a02f31ca-a553-425f-bab9-54b1c26d57e3 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0631323 Jun 22 15:21:58.435063 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4dac3c68-9fb7-482d-b28e-6d70033d9a08 req-1a502537-942e-49d1-b13d-2b9d386fe48d tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Jun 22 15:21:59.221518 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:21:59.610534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6a205-d025-450f-9f02-25fcd7eddcb4 req-99af107d-c53d-449d-bb18-9b1099dbf83b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:21:59.611979 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ede6a205-d025-450f-9f02-25fcd7eddcb4 req-99af107d-c53d-449d-bb18-9b1099dbf83b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0666282 Jun 22 15:21:59.650430 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ede6a205-d025-450f-9f02-25fcd7eddcb4 req-68639613-d38b-424a-a8b7-aa317d672cb2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Jun 22 15:22:00.188878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6d510922-d0f8-479a-904b-a2ce49f7ce98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:00.821979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c6e84-b78c-4987-9bcf-ba6d0dc29157 req-6c74964b-1e80-43c4-90d7-8a7c1c1644ba tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:00.823443 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6c3c6e84-b78c-4987-9bcf-ba6d0dc29157 req-6c74964b-1e80-43c4-90d7-8a7c1c1644ba tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0634158 Jun 22 15:22:00.860458 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6c3c6e84-b78c-4987-9bcf-ba6d0dc29157 req-247480a0-add3-40be-a4ff-bd5ec0915c97 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Jun 22 15:22:02.031526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bde47-b055-46d2-9eed-fee681624f7b req-b1f15bfb-0667-4c13-a9d9-bb8653c25ef0 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:02.033014 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8f2bde47-b055-46d2-9eed-fee681624f7b req-b1f15bfb-0667-4c13-a9d9-bb8653c25ef0 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0626857 Jun 22 15:22:02.076620 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8f2bde47-b055-46d2-9eed-fee681624f7b req-fac6b4bd-ed76-4949-b174-8b4f259ded11 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374813 Jun 22 15:22:02.670042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f2ff74a4-2993-4818-a6b1-36bcd5e38a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:02.926655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:03.257208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45b9d-3811-452f-82ca-6d6e5d2d9c75 req-8a5abeae-22d5-4718-b0ce-fdd53435f115 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:03.258618 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-beb45b9d-3811-452f-82ca-6d6e5d2d9c75 req-8a5abeae-22d5-4718-b0ce-fdd53435f115 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0699956 Jun 22 15:22:03.294490 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-beb45b9d-3811-452f-82ca-6d6e5d2d9c75 req-731e0124-e566-459a-8a45-95c9b330ee03 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Jun 22 15:22:03.968486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:04.465268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa144b-9324-4620-bdef-7c95c579a1f0 req-93073355-15f5-4ee3-9e94-b00f05752634 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:04.466724 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4cfa144b-9324-4620-bdef-7c95c579a1f0 req-93073355-15f5-4ee3-9e94-b00f05752634 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0626140 Jun 22 15:22:04.504018 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4cfa144b-9324-4620-bdef-7c95c579a1f0 req-b262a004-2308-4d8b-982c-3361026219b7 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Jun 22 15:22:05.668955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:05.675100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda6522-41cd-4919-b38c-f3121cf1c06e req-fbfa46b3-1750-4dfb-8baa-374ad2aae976 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:05.677648 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2dda6522-41cd-4919-b38c-f3121cf1c06e req-fbfa46b3-1750-4dfb-8baa-374ad2aae976 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0655997 Jun 22 15:22:05.714670 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2dda6522-41cd-4919-b38c-f3121cf1c06e req-386485e4-c8ff-488c-a2f7-fec8fbdd7992 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Jun 22 15:22:06.884542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0ed84-365f-43a4-879f-506c25d33768 req-6ac9df44-2dee-48bd-a842-366f3776f557 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:06.886041 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0df0ed84-365f-43a4-879f-506c25d33768 req-6ac9df44-2dee-48bd-a842-366f3776f557 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0629127 Jun 22 15:22:06.922342 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0df0ed84-365f-43a4-879f-506c25d33768 req-0ea2ee12-897e-4951-a548-db3890f6e05d tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306847 Jun 22 15:22:08.097132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9cd60-c2ab-4622-8103-c68ea6befcb4 req-8131013c-9837-43c5-9d5b-2e8b5311777d tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:08.098726 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05c9cd60-c2ab-4622-8103-c68ea6befcb4 req-8131013c-9837-43c5-9d5b-2e8b5311777d tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0667562 Jun 22 15:22:08.135551 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05c9cd60-c2ab-4622-8103-c68ea6befcb4 req-31582805-d48f-46e5-87b8-f9b599b8895d tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Jun 22 15:22:09.317619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597158-d851-4271-be6f-23a07377b99b req-d6f3d123-938f-43d1-946b-4ee998058644 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:09.318984 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b5597158-d851-4271-be6f-23a07377b99b req-d6f3d123-938f-43d1-946b-4ee998058644 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0690892 Jun 22 15:22:09.357967 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b5597158-d851-4271-be6f-23a07377b99b req-b10b75b5-52a5-489f-abb0-2cdd9fcc07de tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333009 Jun 22 15:22:10.310245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:10.527947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57fc02-d5c3-4c2a-82fc-8a66205f0d67 req-feb143ed-90dc-4011-b7b8-bfb685dd8782 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:10.529461 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3d57fc02-d5c3-4c2a-82fc-8a66205f0d67 req-feb143ed-90dc-4011-b7b8-bfb685dd8782 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0636296 Jun 22 15:22:10.567865 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3d57fc02-d5c3-4c2a-82fc-8a66205f0d67 req-70ec05a3-796a-469b-8389-342658239c91 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321984 Jun 22 15:22:11.742642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5bc3-80a4-459f-a953-83d80cd4b1fc req-a08a0510-ec2e-4710-9a14-4f58b77cec54 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:11.744111 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8fcc5bc3-80a4-459f-a953-83d80cd4b1fc req-a08a0510-ec2e-4710-9a14-4f58b77cec54 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0659018 Jun 22 15:22:11.781541 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8fcc5bc3-80a4-459f-a953-83d80cd4b1fc req-39b48603-e7b0-4e8c-a73b-7f5c0360e5e3 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Jun 22 15:22:12.953832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d450c-3e15-46bb-8dca-04ba48ef01c4 req-e7b82e99-8d27-4e5d-a65b-57dc68e7b1e4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:12.955171 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c31d450c-3e15-46bb-8dca-04ba48ef01c4 req-e7b82e99-8d27-4e5d-a65b-57dc68e7b1e4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0622506 Jun 22 15:22:12.993186 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c31d450c-3e15-46bb-8dca-04ba48ef01c4 req-15e5f753-e6aa-4ed9-9b3d-1356995fca0c tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Jun 22 15:22:14.163498 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4e92b-2f71-4ed3-8390-289f467a0cd0 req-01544872-3b18-4865-9cc0-600ae0a7f073 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:14.164980 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-89b4e92b-2f71-4ed3-8390-289f467a0cd0 req-01544872-3b18-4865-9cc0-600ae0a7f073 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0621469 Jun 22 15:22:14.207236 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-89b4e92b-2f71-4ed3-8390-289f467a0cd0 req-c6ad853f-c323-4fac-b782-4910ca5a4988 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364785 Jun 22 15:22:15.382510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbab3e4-36d7-4093-8921-369b6aecb26b req-7e5e8190-7990-4f3f-a9a3-31d3db5e6808 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:15.383965 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bbab3e4-36d7-4093-8921-369b6aecb26b req-7e5e8190-7990-4f3f-a9a3-31d3db5e6808 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0688221 Jun 22 15:22:15.420792 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3bbab3e4-36d7-4093-8921-369b6aecb26b req-881cedec-b7a6-4195-a552-77ecde2228f1 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312574 Jun 22 15:22:16.591260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800d337-08be-4ec7-b9e1-ac7d9c1145cc req-28a8a202-43bb-465b-bc45-3ff8cd7e9a05 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:16.592707 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a800d337-08be-4ec7-b9e1-ac7d9c1145cc req-28a8a202-43bb-465b-bc45-3ff8cd7e9a05 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0632980 Jun 22 15:22:16.633125 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a800d337-08be-4ec7-b9e1-ac7d9c1145cc req-13c988f1-0a08-47a2-8246-4568bf74611c tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 Jun 22 15:22:17.804352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c07646-2c03-46a5-8c70-fc290b34884e req-dd342fcf-9be8-4d05-ae1a-e79edcd70000 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:17.805827 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-20c07646-2c03-46a5-8c70-fc290b34884e req-dd342fcf-9be8-4d05-ae1a-e79edcd70000 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0637276 Jun 22 15:22:17.843195 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-20c07646-2c03-46a5-8c70-fc290b34884e req-2dabc84c-8721-4404-8eb0-a0c5aea5709d tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Jun 22 15:22:19.014302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59329a17-5e28-4f06-8a9a-5abe20a4e3b9 req-e95424af-2d34-4f5a-9a69-3bca00e12fdc tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:19.015679 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-59329a17-5e28-4f06-8a9a-5abe20a4e3b9 req-e95424af-2d34-4f5a-9a69-3bca00e12fdc tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0628765 Jun 22 15:22:19.053241 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-59329a17-5e28-4f06-8a9a-5abe20a4e3b9 req-80ea9978-1bf5-4774-beb9-1ebf5de574a4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Jun 22 15:22:19.262408 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-12c69f65-8905-47f1-af50-fe775952627b service neutron] 10.222.0.21 "GET /v2.0/ports/f7a48c91-8481-4895-9be7-ac468e5d6eee/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0602520 Jun 22 15:22:19.508285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-2bd7793d-a94c-4913-9de0-c5c5258f4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:19.509780 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-2bd7793d-a94c-4913-9de0-c5c5258f4edc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e&tenant_id=058bc9ca4a0c40e29c6db57c852944d8 HTTP/1.1" status: 200 len: 1099 time: 0.0526004 Jun 22 15:22:19.581813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-c225c2b3-e4a3-4a49-8d10-76e1edb893f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:19.583239 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-c225c2b3-e4a3-4a49-8d10-76e1edb893f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 1099 time: 0.0517008 Jun 22 15:22:19.676636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-9ed0b990-56e4-46b3-af95-2d429ab43434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:19.678147 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-9ed0b990-56e4-46b3-af95-2d429ab43434 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 915 time: 0.0886869 Jun 22 15:22:19.719319 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-157e76d3-5a54-4780-b07f-ba0366e5b1d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee HTTP/1.1" status: 200 len: 217 time: 0.0339773 Jun 22 15:22:19.766524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-82cad927-8ea9-4877-a9fb-0d89434e8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:19.767907 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-82cad927-8ea9-4877-a9fb-0d89434e8d62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0428958 Jun 22 15:22:19.799040 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-1e61a7f6-1932-4e8e-ad02-af776bf0a3b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249341 Jun 22 15:22:19.890938 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-480a7cbd-70cd-4f4a-bd13-d4131294a4c7 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851707 Jun 22 15:22:19.982125 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3025036-a96c-44e8-a536-9c700c4c8a7a req-9658cdb2-d885-494c-97d1-77785c7b70ee service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852337 Jun 22 15:22:20.226434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c53cc-c1ce-4502-a323-dfbd1f6af7f6 req-c89713fb-5494-4622-b75e-d6cb33528298 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:20.227868 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f2c53cc-c1ce-4502-a323-dfbd1f6af7f6 req-c89713fb-5494-4622-b75e-d6cb33528298 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0638440 Jun 22 15:22:20.268033 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f2c53cc-c1ce-4502-a323-dfbd1f6af7f6 req-84ab817b-b8e1-4455-afb5-5bee430f925b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345507 Jun 22 15:22:21.447438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8592b3d-8c4c-4bac-9d80-a39ce5ba71d4 req-48250a7a-e5c2-42d1-b8e8-e8b85f987062 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:21.448910 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8592b3d-8c4c-4bac-9d80-a39ce5ba71d4 req-48250a7a-e5c2-42d1-b8e8-e8b85f987062 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 946 time: 0.0687578 Jun 22 15:22:21.486822 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8592b3d-8c4c-4bac-9d80-a39ce5ba71d4 req-5e4a898b-a21f-4b50-a318-e8a45cafa3eb tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Jun 22 15:22:21.513310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f7a48c91-8481-4895-9be7-ac468e5d6eee no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:22:21.584796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:21.607256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a48c91-8481-4895-9be7-ac468e5d6eee'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:22:21.609514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e6ac13-ccb9-4445-bfbe-e3574e6da733" -d '{"events": [{"server_uuid": "d95883bd-f29e-4d66-9ee0-86ffe196be8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a48c91-8481-4895-9be7-ac468e5d6eee"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:22:21.622613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f7a48c91-8481-4895-9be7-ac468e5d6eee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:22:21.626687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:21.629658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b27e8649-bd2f-480b-bbc2-de38b38638cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:22:21.658245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bbc848-a634-486b-bbdd-a16510481b40 x-openstack-request-id: req-34bbc848-a634-486b-bbdd-a16510481b40 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:22:21.658675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95883bd-f29e-4d66-9ee0-86ffe196be8e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a48c91-8481-4895-9be7-ac468e5d6eee", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:22:21.659621 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34bbc848-a634-486b-bbdd-a16510481b40 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:22:21.660261 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a48c91-8481-4895-9be7-ac468e5d6eee', 'code': 200} Jun 22 15:22:21.685652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=f7a48c91-8481-4895-9be7-ac468e5d6eee,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:22:21.688657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:22:22.662248 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb83db-5029-4319-9572-dbde3d074a68 req-97a32a15-1c34-4bd0-b42b-e2177ed213ac tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:22.663713 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4ceb83db-5029-4319-9572-dbde3d074a68 req-97a32a15-1c34-4bd0-b42b-e2177ed213ac tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0651050 Jun 22 15:22:22.710002 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4ceb83db-5029-4319-9572-dbde3d074a68 req-4a68551b-9382-45e9-a757-61fdd2961bf4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Jun 22 15:22:23.008075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f672da7-cc62-4400-8ded-d31436bde275 req-8638038c-06cc-48b1-9255-e7d25c0e0404 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:23.009633 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7f672da7-cc62-4400-8ded-d31436bde275 req-8638038c-06cc-48b1-9255-e7d25c0e0404 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0686243 Jun 22 15:22:23.011902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-073d6136-a9be-4a20-9965-ae999cd6cbb2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:23.013353 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-073d6136-a9be-4a20-9965-ae999cd6cbb2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e&tenant_id=058bc9ca4a0c40e29c6db57c852944d8&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0714192 Jun 22 15:22:23.048386 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7f672da7-cc62-4400-8ded-d31436bde275 req-c8a27ef5-f666-4550-9f16-61e89d550752 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Jun 22 15:22:23.115235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-62ed370b-cfd8-432c-8030-f88aeaaec0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:23.116759 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-62ed370b-cfd8-432c-8030-f88aeaaec0e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 1097 time: 0.0565486 Jun 22 15:22:23.203582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-fd7968fc-599d-4d15-8422-060cc179a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:23.205037 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-fd7968fc-599d-4d15-8422-060cc179a1a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 915 time: 0.0823019 Jun 22 15:22:23.249180 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-08a1369e-f970-4c92-87fc-608636d6741c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee HTTP/1.1" status: 200 len: 217 time: 0.0371470 Jun 22 15:22:23.300191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-6942b47c-680f-443e-8e94-be656d5c0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:23.301614 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-6942b47c-680f-443e-8e94-be656d5c0358 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0472147 Jun 22 15:22:23.332996 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-25eb1cc9-514e-4c5a-9792-93b535020037 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255015 Jun 22 15:22:23.419411 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-6d2e3ca3-3417-42fc-bf76-33892552132c service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798197 Jun 22 15:22:23.510416 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-24bfcc32-9ff3-440e-99e8-8a2796919d15 req-dda6dc9d-c66c-4c7e-9be9-3ad24218ea57 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Jun 22 15:22:24.225768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182c0fa-5f65-4f08-819a-51f070bac2b7 req-545fa971-1610-4beb-b910-27691406b090 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:24.227144 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3182c0fa-5f65-4f08-819a-51f070bac2b7 req-545fa971-1610-4beb-b910-27691406b090 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0622859 Jun 22 15:22:24.266013 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3182c0fa-5f65-4f08-819a-51f070bac2b7 req-840029ef-c118-4289-adc5-b87d75731471 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333092 Jun 22 15:22:24.440453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41667739-6e4b-4f8f-8c13-da1984eda86c req-2254a086-7815-417e-a14a-cdb39cc3b5a4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:24.442037 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-41667739-6e4b-4f8f-8c13-da1984eda86c req-2254a086-7815-417e-a14a-cdb39cc3b5a4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0630715 Jun 22 15:22:24.479199 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-41667739-6e4b-4f8f-8c13-da1984eda86c req-2870b528-9609-467c-a9e8-44b91705ed45 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Jun 22 15:22:24.651653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe451d-d74c-4737-8041-cf701ba9c654 req-965588d5-a776-490b-a32e-39b9c579e82e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:24.653182 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60fe451d-d74c-4737-8041-cf701ba9c654 req-965588d5-a776-490b-a32e-39b9c579e82e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0676453 Jun 22 15:22:24.690953 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60fe451d-d74c-4737-8041-cf701ba9c654 req-d8911d93-df6d-4f73-8631-4d368e184848 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Jun 22 15:22:25.114584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-abda4b2b-d485-44ab-9410-65e188aaa7dd tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:25.116358 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-abda4b2b-d485-44ab-9410-65e188aaa7dd tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 814 time: 0.1009138 Jun 22 15:22:25.131040 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-6272abed-f190-4a85-88a5-d11232529839 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/quotas/058bc9ca4a0c40e29c6db57c852944d8 HTTP/1.1" status: 200 len: 375 time: 0.0092468 Jun 22 15:22:25.199391 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-0d9e0248-a3fa-4ba1-b96c-c70300605d1d tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0635939 Jun 22 15:22:25.334743 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-eec5444b-c775-4c4b-bc68-6bfb43da3181 service neutron] 10.222.0.22 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286080 Jun 22 15:22:25.426507 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-14d804a1-a336-4ff8-abd0-5c836d78eef5 service neutron] 10.222.0.22 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861194 Jun 22 15:22:25.537749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f7a48c91-8481-4895-9be7-ac468e5d6eee no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:22:25.593913 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bd390b44-0ee5-48a5-b45e-e47a5de85153 req-90b8eb7c-1730-4b18-82e5-f6fb2f5d3458 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 210 time: 0.0300298 Jun 22 15:22:26.583963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f2a9cfed-fa3f-408a-82e5-8e929a8b508a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:26.585407 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f2a9cfed-fa3f-408a-82e5-8e929a8b508a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 814 time: 0.1058259 Jun 22 15:22:26.609741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Request body: {'port': {'device_id': 'a5688d75-6699-42be-a519-2fec28555d5e', 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941', 'admin_state_up': True, 'tenant_id': '058bc9ca4a0c40e29c6db57c852944d8'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:22:26.757402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e20ed494-6e47-4538-b351-9875b4ba9ac9 req-14693198-582f-4711-948b-5691746299cf tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 210 time: 0.0358503 Jun 22 15:22:26.762868 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Made reservation on behalf of 058bc9ca4a0c40e29c6db57c852944d8 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:22:26.766727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:26.792002 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-e642e4cc-3173-4852-993e-d05f293e1f9b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:26.793500 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-e642e4cc-3173-4852-993e-d05f293e1f9b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "GET /v2.0/ports?device_id=d95883bd-f29e-4d66-9ee0-86ffe196be8e HTTP/1.1" status: 200 len: 944 time: 0.0712290 Jun 22 15:22:26.896107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Deleting port f7a48c91-8481-4895-9be7-ac468e5d6eee {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:22:26.896356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Allocated IP 172.20.0.7 (0887c6c5-caa4-4810-aba4-0327f4caa941/6b2cf613-8503-49db-a945-af970d02985a/c368570f-c370-40b1-8ef2-c97059573e80) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:22:26.896476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:26.988912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] For port f7a48c91-8481-4895-9be7-ac468e5d6eee, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f7a48c91-8481-4895-9be7-ac468e5d6eee,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:22:26.989273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.043245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.052330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Calling delete_port for f7a48c91-8481-4895-9be7-ac468e5d6eee owned by compute:nova {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:22:27.082511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.086531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-556220ed-f13b-48d1-8e63-3a2c6ba5f6a2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:22:27.128525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Network 0887c6c5-caa4-4810-aba4-0327f4caa941 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:22:27.131993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:22:27.136064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:22:27.160838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Pushing event updated for resources: {'Port': ['ID=c368570f-c370-40b1-8ef2-c97059573e80,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:22:27.165062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:22:27.188259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:27.188954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.189762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.199052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b6bdbef8-3386-4d54-918d-249e0b686c46 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:22:27.204308 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985057 Jun 22 15:22:27.222945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Pushing event deleted for resources: {'Port': ['ID=f7a48c91-8481-4895-9be7-ac468e5d6eee,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:22:27.227845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:22:27.268106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] No DVR routers for this DVR port f7a48c91-8481-4895-9be7-ac468e5d6eee on host hv-neutron-6013 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:22:27.268884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Request body: {'port': {'device_id': 'a5688d75-6699-42be-a519-2fec28555d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:22:27.270816 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.272923 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "DELETE /v2.0/ports/f7a48c91-8481-4895-9be7-ac468e5d6eee HTTP/1.1" status: 204 len: 173 time: 0.4716992 Jun 22 15:22:27.273516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'name': 'network-vif-deleted', 'tag': 'f7a48c91-8481-4895-9be7-ac468e5d6eee'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:22:27.275910 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d83b14-e0e7-4e6a-8a5f-2184ccc90526" -d '{"events": [{"server_uuid": "d95883bd-f29e-4d66-9ee0-86ffe196be8e", "name": "network-vif-deleted", "tag": "f7a48c91-8481-4895-9be7-ac468e5d6eee"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:22:27.338364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12d37f6-6145-4d43-9cfe-f52a6e9dc4a4 x-openstack-request-id: req-b12d37f6-6145-4d43-9cfe-f52a6e9dc4a4 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:22:27.338921 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95883bd-f29e-4d66-9ee0-86ffe196be8e", "name": "network-vif-deleted", "tag": "f7a48c91-8481-4895-9be7-ac468e5d6eee", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:22:27.339251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b12d37f6-6145-4d43-9cfe-f52a6e9dc4a4 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:22:27.339718 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95883bd-f29e-4d66-9ee0-86ffe196be8e', 'name': 'network-vif-deleted', 'tag': 'f7a48c91-8481-4895-9be7-ac468e5d6eee', 'status': 'completed', 'code': 200} Jun 22 15:22:27.351260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.609100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c368570f-c370-40b1-8ef2-c97059573e80 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:22:27.617063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.628688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Transition to ACTIVE for port object c368570f-c370-40b1-8ef2-c97059573e80 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:22:27.635457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.635457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:22:27.714194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Pushing event updated for resources: {'Port': ['ID=c368570f-c370-40b1-8ef2-c97059573e80,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:22:27.732176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:22:27.781112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Attempting to bind port c368570f-c370-40b1-8ef2-c97059573e80 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:22:27.781446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Attempting to bind port c368570f-c370-40b1-8ef2-c97059573e80 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'edd9338e-1e27-4516-855c-f0baddca951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:22:27.781777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Attempting to bind port c368570f-c370-40b1-8ef2-c97059573e80 on network 0887c6c5-caa4-4810-aba4-0327f4caa941 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:22:27.786761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Port c368570f-c370-40b1-8ef2-c97059573e80 on network 0887c6c5-caa4-4810-aba4-0327f4caa941 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:22:27.787081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Attempting to bind port c368570f-c370-40b1-8ef2-c97059573e80 on network 0887c6c5-caa4-4810-aba4-0327f4caa941 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:22:27.791927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:22:27.792264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Checking segment: {'id': 'edd9338e-1e27-4516-855c-f0baddca951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:22:27.792646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Bound using segment: {'id': 'edd9338e-1e27-4516-855c-f0baddca951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:22:27.793106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Bound port: c368570f-c370-40b1-8ef2-c97059573e80, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd9338e-1e27-4516-855c-f0baddca951b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:22:27.793453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.857762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] For port c368570f-c370-40b1-8ef2-c97059573e80, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:22:27.861122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] For port c368570f-c370-40b1-8ef2-c97059573e80, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c368570f-c370-40b1-8ef2-c97059573e80,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:22:27.866795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.868900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:22:27.930049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:27.930660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:27.932037 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] 10.222.0.21 "PUT /v2.0/ports/c368570f-c370-40b1-8ef2-c97059573e80 HTTP/1.1" status: 200 len: 1093 time: 0.6679285 Jun 22 15:22:27.936894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5688d75-6699-42be-a519-2fec28555d5e', 'tag': 'c368570f-c370-40b1-8ef2-c97059573e80'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:22:27.939196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98" -d '{"events": [{"name": "network-changed", "server_uuid": "a5688d75-6699-42be-a519-2fec28555d5e", "tag": "c368570f-c370-40b1-8ef2-c97059573e80"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:22:27.970456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Pushing event updated for resources: {'Port': ['ID=c368570f-c370-40b1-8ef2-c97059573e80,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:22:27.974951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:22:27.988009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534887ed-e397-411c-925f-54d7245f14eb x-openstack-request-id: req-534887ed-e397-411c-925f-54d7245f14eb {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:22:27.988347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5688d75-6699-42be-a519-2fec28555d5e", "tag": "c368570f-c370-40b1-8ef2-c97059573e80", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:22:27.988660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-534887ed-e397-411c-925f-54d7245f14eb {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:22:27.989200 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5688d75-6699-42be-a519-2fec28555d5e', 'tag': 'c368570f-c370-40b1-8ef2-c97059573e80', 'status': 'completed', 'code': 200} Jun 22 15:22:28.027299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dd202-e545-4b64-a313-b999f2fec810 req-e538154a-b0a2-4cd9-8e64-e2fd220b8d0b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:28.028763 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d6dd202-e545-4b64-a313-b999f2fec810 req-e538154a-b0a2-4cd9-8e64-e2fd220b8d0b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 943 time: 0.1328833 Jun 22 15:22:28.077000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-88651655-bf42-41c5-9adc-b056714ff92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:28.078434 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-88651655-bf42-41c5-9adc-b056714ff92e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 1096 time: 0.1026294 Jun 22 15:22:28.081692 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d6dd202-e545-4b64-a313-b999f2fec810 req-14408154-368f-4c7a-8b03-accd7686037b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463836 Jun 22 15:22:28.120089 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-6c4dc3cd-5294-489b-a879-254880c1b162 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c368570f-c370-40b1-8ef2-c97059573e80 HTTP/1.1" status: 200 len: 217 time: 0.0343275 Jun 22 15:22:28.166376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-15c5cae0-aac8-4c98-a121-d5a6e72e8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:28.167772 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-15c5cae0-aac8-4c98-a121-d5a6e72e8864 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0423672 Jun 22 15:22:28.199361 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-73e266d7-3805-404a-a08c-ff71b6a3169b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255466 Jun 22 15:22:28.289962 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-834fcb3c-9ac0-4b46-931a-ea64af8a1887 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833933 Jun 22 15:22:28.376784 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9535ab57-8f5a-4ed8-b608-a13fa0ce4f89 req-2504c182-047d-447d-9893-c66ff7969cca service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802832 Jun 22 15:22:28.477759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-7d3dcb13-a09c-4bea-bc98-747aa8fb3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:28.479199 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-7d3dcb13-a09c-4bea-bc98-747aa8fb3014 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 1096 time: 0.0567956 Jun 22 15:22:28.564610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-9ad4e534-2aa9-4b16-8114-f8cc36649685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:28.566791 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-9ad4e534-2aa9-4b16-8114-f8cc36649685 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 915 time: 0.0817668 Jun 22 15:22:28.618394 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-b90fc8f1-b9bf-4d82-a886-3bf4888c2508 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c368570f-c370-40b1-8ef2-c97059573e80 HTTP/1.1" status: 200 len: 217 time: 0.0369143 Jun 22 15:22:28.666412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-47570d0e-1e9b-4510-877f-fe60f6afbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:28.667834 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-47570d0e-1e9b-4510-877f-fe60f6afbe10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0437393 Jun 22 15:22:28.699785 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-155afbab-af3d-494c-8722-04e74eaeba69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260634 Jun 22 15:22:28.787786 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-864d38e9-9d2a-4358-b214-4bed9171e34f service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818703 Jun 22 15:22:28.874905 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afcb2c92-0f2f-4cd9-ab52-91b4f302bc98 req-6dc4a04f-4284-4308-8284-0aff5188d84c service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813072 Jun 22 15:22:29.257544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19dc09-0323-4e2c-9e24-b59bab5e10a5 req-167fe14a-f69f-4a65-997d-bb404cd97f32 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:29.258995 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fb19dc09-0323-4e2c-9e24-b59bab5e10a5 req-167fe14a-f69f-4a65-997d-bb404cd97f32 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 943 time: 0.0628905 Jun 22 15:22:29.296457 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fb19dc09-0323-4e2c-9e24-b59bab5e10a5 req-846aaa4f-728c-4403-8582-653a7677e52e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317683 Jun 22 15:22:29.567909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f7a48c91-8481-4895-9be7-ac468e5d6eee no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:22:29.587129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: f7a48c91-8481-4895-9be7-ac468e5d6eee {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:22:29.587476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f7a48c91-8481-4895-9be7-ac468e5d6eee not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:22:30.188957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-398ac635-fcef-4955-93bc-692d8f327fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:30.467156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743b658-94f9-4408-a7f8-3dd3cc537384 req-d9d1cd5d-4e67-4bde-b924-50e5cb17de2e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:30.468507 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e743b658-94f9-4408-a7f8-3dd3cc537384 req-d9d1cd5d-4e67-4bde-b924-50e5cb17de2e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 943 time: 0.0622649 Jun 22 15:22:30.509393 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e743b658-94f9-4408-a7f8-3dd3cc537384 req-53e0a002-a0a1-45bb-a081-66f59935a490 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350132 Jun 22 15:22:31.583399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device c368570f-c370-40b1-8ef2-c97059573e80 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:22:31.684170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port c368570f-c370-40b1-8ef2-c97059573e80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c368570f-c370-40b1-8ef2-c97059573e80,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:22:31.696649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'c368570f-c370-40b1-8ef2-c97059573e80', 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941', 'port_id': 'c368570f-c370-40b1-8ef2-c97059573e80', 'mac_address': 'fa:16:3e:8e:e5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2cf613-8503-49db-a945-af970d02985a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:22:31.706812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6438b-7378-4561-a5be-34d4cc921986 req-b78fe2ff-caed-439f-98ed-e97be15287b0 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:31.708336 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-51c6438b-7378-4561-a5be-34d4cc921986 req-b78fe2ff-caed-439f-98ed-e97be15287b0 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 943 time: 0.0881979 Jun 22 15:22:31.732932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:31.745750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c368570f-c370-40b1-8ef2-c97059573e80 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:22:31.746109 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-51c6438b-7378-4561-a5be-34d4cc921986 req-889b45ba-d9a8-455f-89f1-f81a290ac825 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Jun 22 15:22:31.766456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port c368570f-c370-40b1-8ef2-c97059573e80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c368570f-c370-40b1-8ef2-c97059573e80,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:22:31.771030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:31.773651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:22:31.821217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=c368570f-c370-40b1-8ef2-c97059573e80,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:22:31.827826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.828175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.828513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.828870 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.829201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.829528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.829854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.830179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.830644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.830971 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.831293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.831612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:22:31.835702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:22:32.067352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['c368570f-c370-40b1-8ef2-c97059573e80'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:22:32.668987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-13ea03f8-bd71-41a0-b3ed-719d907dc196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:32.932305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:33.258538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3165ef-3bae-4c8e-8256-9ced6d869857 req-a53b157e-1442-4b23-9ccd-31656c109f33 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:33.259932 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bc3165ef-3bae-4c8e-8256-9ced6d869857 req-a53b157e-1442-4b23-9ccd-31656c109f33 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 944 time: 0.4011805 Jun 22 15:22:33.297258 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bc3165ef-3bae-4c8e-8256-9ced6d869857 req-5ded9fcd-ee4a-42dd-880f-6eb95054ee26 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316012 Jun 22 15:22:33.598910 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device c368570f-c370-40b1-8ef2-c97059573e80 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:22:33.649230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port c368570f-c370-40b1-8ef2-c97059573e80 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:22:33.652924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port c368570f-c370-40b1-8ef2-c97059573e80 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:22:33.653310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:33.726855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:33.749536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5688d75-6699-42be-a519-2fec28555d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c368570f-c370-40b1-8ef2-c97059573e80'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:22:33.751748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43daa8e4-2d6b-4a35-969a-771d4fdd1eb3" -d '{"events": [{"server_uuid": "a5688d75-6699-42be-a519-2fec28555d5e", "name": "network-vif-plugged", "status": "completed", "tag": "c368570f-c370-40b1-8ef2-c97059573e80"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:22:33.763790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port c368570f-c370-40b1-8ef2-c97059573e80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c368570f-c370-40b1-8ef2-c97059573e80,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:22:33.768388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:33.771857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:22:33.795115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba0a3f3-becc-4355-87e9-8fc7dd997834 x-openstack-request-id: req-6ba0a3f3-becc-4355-87e9-8fc7dd997834 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:22:33.795425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5688d75-6699-42be-a519-2fec28555d5e", "name": "network-vif-plugged", "status": "completed", "tag": "c368570f-c370-40b1-8ef2-c97059573e80", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:22:33.795694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ba0a3f3-becc-4355-87e9-8fc7dd997834 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:22:33.796093 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5688d75-6699-42be-a519-2fec28555d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c368570f-c370-40b1-8ef2-c97059573e80', 'code': 200} Jun 22 15:22:33.825942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=c368570f-c370-40b1-8ef2-c97059573e80,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:22:33.828809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:22:33.971819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:33.996672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885c5-e7bf-46ca-ac6b-93e2b2cde000 req-98ca77c2-74bc-4c0f-a3b6-e0a1f4f989ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:33.998179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-296885c5-e7bf-46ca-ac6b-93e2b2cde000 req-98ca77c2-74bc-4c0f-a3b6-e0a1f4f989ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 1098 time: 0.0519624 Jun 22 15:22:34.030533 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-296885c5-e7bf-46ca-ac6b-93e2b2cde000 req-c772bf6d-f9fb-41a3-8afd-6e69659e51f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261230 Jun 22 15:22:34.470798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8262f-d367-4a75-aa10-d1da349c55f8 req-8fb0f1b1-2098-48c1-b50e-cb0baf3624c2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:34.472732 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63c8262f-d367-4a75-aa10-d1da349c55f8 req-8fb0f1b1-2098-48c1-b50e-cb0baf3624c2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0646496 Jun 22 15:22:34.509541 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63c8262f-d367-4a75-aa10-d1da349c55f8 req-90f85937-3696-4c4e-ae25-5fbd69e14af2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312669 Jun 22 15:22:35.672540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:35.702092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb79c-45cc-4805-a21f-f518a06cdf6b req-f5882cfa-2886-45a8-b64e-d9a8e5de21f9 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:35.703542 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4eccb79c-45cc-4805-a21f-f518a06cdf6b req-f5882cfa-2886-45a8-b64e-d9a8e5de21f9 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0825901 Jun 22 15:22:35.742333 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4eccb79c-45cc-4805-a21f-f518a06cdf6b req-adc23c31-a2d0-4e9b-a977-8c2183c83e83 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Jun 22 15:22:35.910072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fcc7-9d83-42ca-8990-464122b33525 req-1c146c10-e59b-45ea-9f7d-5ba93b56a223 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:35.911412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4708fcc7-9d83-42ca-8990-464122b33525 req-1c146c10-e59b-45ea-9f7d-5ba93b56a223 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0618093 Jun 22 15:22:35.947363 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4708fcc7-9d83-42ca-8990-464122b33525 req-2f4a713a-ed86-4f33-b850-cf58e794b49b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Jun 22 15:22:36.220183 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:22:36.320623 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-f639b77d-1644-4286-9620-fb8945f66b34 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873077 Jun 22 15:22:36.349480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168744f-89f0-4328-bbbc-d7083234c748 req-7163c547-9d20-4117-aefc-3d44f17cda9b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:36.351344 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3168744f-89f0-4328-bbbc-d7083234c748 req-7163c547-9d20-4117-aefc-3d44f17cda9b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0756509 Jun 22 15:22:36.389726 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3168744f-89f0-4328-bbbc-d7083234c748 req-4564fe84-e27d-4bf5-8fb0-7af15d3cd788 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327089 Jun 22 15:22:37.401851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-d2b92e0b-2d95-421f-84f1-b50c5de60027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:37.403289 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-d2b92e0b-2d95-421f-84f1-b50c5de60027 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 1098 time: 0.0518422 Jun 22 15:22:37.495526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-784cdd3a-5971-4a9d-9a41-b3959199b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:37.497001 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-784cdd3a-5971-4a9d-9a41-b3959199b9cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 915 time: 0.0876093 Jun 22 15:22:37.538076 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-89622e13-d76d-4bf8-8439-8c2c28d1c328 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c368570f-c370-40b1-8ef2-c97059573e80 HTTP/1.1" status: 200 len: 217 time: 0.0340750 Jun 22 15:22:37.561577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b844c3a-4f7e-4d3c-92f2-b0b7b4e8e6e1 req-03d64dba-49f2-49fe-9690-79bc9de93227 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:37.563039 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6b844c3a-4f7e-4d3c-92f2-b0b7b4e8e6e1 req-03d64dba-49f2-49fe-9690-79bc9de93227 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0636077 Jun 22 15:22:37.589307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-b0c5811b-c17d-491f-b121-3fe8cbd9e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:37.590741 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-b0c5811b-c17d-491f-b121-3fe8cbd9e3e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0466850 Jun 22 15:22:37.606092 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6b844c3a-4f7e-4d3c-92f2-b0b7b4e8e6e1 req-72520c10-45eb-4303-a066-90c6f79218a2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Jun 22 15:22:37.629161 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-0d1839d3-21a9-4464-a5cc-b54e561bf4e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322151 Jun 22 15:22:37.717111 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-094098f1-cb0c-4966-bfd5-cad41e44e384 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811927 Jun 22 15:22:37.806190 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-8450f458-a331-42ec-8a5a-7c20616a0732 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835106 Jun 22 15:22:38.777660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404b416-d4ad-4e5a-babc-93e19631e78b req-616d81ae-56c5-4f04-8fac-765a2111b9f8 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:38.779080 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7404b416-d4ad-4e5a-babc-93e19631e78b req-616d81ae-56c5-4f04-8fac-765a2111b9f8 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0632100 Jun 22 15:22:38.816112 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7404b416-d4ad-4e5a-babc-93e19631e78b req-d8adcd39-247a-4e97-b90a-3766e645968e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Jun 22 15:22:39.985322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea93e5-d3e9-47a7-8674-6bb99828b359 req-370185d7-ac1a-4fe7-9fc1-d0d5b3165cd9 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:39.987181 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-36ea93e5-d3e9-47a7-8674-6bb99828b359 req-370185d7-ac1a-4fe7-9fc1-d0d5b3165cd9 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0622096 Jun 22 15:22:40.028964 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-36ea93e5-d3e9-47a7-8674-6bb99828b359 req-0488aa47-f624-46ed-94f9-2ffdcdd6ad84 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Jun 22 15:22:40.329129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:22:41.201697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6394f3-499f-4e2f-a849-a4f9637a37ad req-45b8ea20-4e21-40f3-a1eb-86922912b3ea tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:41.203144 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d6394f3-499f-4e2f-a849-a4f9637a37ad req-45b8ea20-4e21-40f3-a1eb-86922912b3ea tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0621772 Jun 22 15:22:41.241130 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d6394f3-499f-4e2f-a849-a4f9637a37ad req-51c11406-e59e-4026-9ed7-c4b4ad256624 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Jun 22 15:22:42.410856 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38367f-e099-47dd-a911-93ef651f9d54 req-7b9ab328-24d5-4bce-be39-f6bfd06a5ce4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:42.412307 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7f38367f-e099-47dd-a911-93ef651f9d54 req-7b9ab328-24d5-4bce-be39-f6bfd06a5ce4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0621276 Jun 22 15:22:42.448936 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7f38367f-e099-47dd-a911-93ef651f9d54 req-10db7942-9b54-4b69-b729-64c4d2d1b6ce tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Jun 22 15:22:43.624198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b324fe7-56a2-4301-91ad-375b0a34017c req-07611383-b82d-4c90-baa7-b3525269084b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:43.625575 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8b324fe7-56a2-4301-91ad-375b0a34017c req-07611383-b82d-4c90-baa7-b3525269084b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0679331 Jun 22 15:22:43.664210 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8b324fe7-56a2-4301-91ad-375b0a34017c req-5d31588a-68e3-4949-a2f8-f01b07d77f78 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Jun 22 15:22:44.839272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba214a7-bbe4-44a3-99da-2c4330504747 req-b82322e3-2fd1-4a38-aee8-199b0a439dbf tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:44.840736 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0ba214a7-bbe4-44a3-99da-2c4330504747 req-b82322e3-2fd1-4a38-aee8-199b0a439dbf tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0655799 Jun 22 15:22:44.878927 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0ba214a7-bbe4-44a3-99da-2c4330504747 req-86e5792e-3a1d-49a5-b9a2-2d6bdbd107d2 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Jun 22 15:22:46.055894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cbf60-1636-4e23-a27d-ff33d93feae3 req-3a9db413-eb75-4f2c-a44f-c50ca21950a3 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:46.057468 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-674cbf60-1636-4e23-a27d-ff33d93feae3 req-3a9db413-eb75-4f2c-a44f-c50ca21950a3 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0649521 Jun 22 15:22:46.096860 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-674cbf60-1636-4e23-a27d-ff33d93feae3 req-5818ebc0-4f09-404e-94c9-69de5effafe5 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337520 Jun 22 15:22:47.272694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d93b65-1a93-471d-917c-5b2be42d97be req-cfe5cc4e-c3ff-46af-98f8-edaa7de5864a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:47.274182 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b4d93b65-1a93-471d-917c-5b2be42d97be req-cfe5cc4e-c3ff-46af-98f8-edaa7de5864a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0661507 Jun 22 15:22:47.311047 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b4d93b65-1a93-471d-917c-5b2be42d97be req-d32ef3c1-1345-4a6f-81f8-5a01a9535dd7 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Jun 22 15:22:48.482629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f6378-3fad-4659-9ea5-210725a8d41f req-6671bace-81d6-4241-b501-3813d3e0b6bf tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:48.484067 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a24f6378-3fad-4659-9ea5-210725a8d41f req-6671bace-81d6-4241-b501-3813d3e0b6bf tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0629470 Jun 22 15:22:48.521512 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a24f6378-3fad-4659-9ea5-210725a8d41f req-57937a16-b72e-4756-82de-4a63cec3d9dc tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jun 22 15:22:49.696264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4616558-0fa1-495b-ab29-44105df73268 req-02e3af09-2011-42d8-92c3-c12b88d0257c tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:49.697729 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4616558-0fa1-495b-ab29-44105df73268 req-02e3af09-2011-42d8-92c3-c12b88d0257c tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0662546 Jun 22 15:22:49.736048 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4616558-0fa1-495b-ab29-44105df73268 req-2766d964-3ce4-42e8-bbed-4288de0b471f tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Jun 22 15:22:50.913563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79a8d-3f7d-41b3-8ef5-f0c01f4ee7da req-086faa00-8270-4770-9782-36d8e0be8666 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:50.914926 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16a79a8d-3f7d-41b3-8ef5-f0c01f4ee7da req-086faa00-8270-4770-9782-36d8e0be8666 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0669844 Jun 22 15:22:50.952473 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16a79a8d-3f7d-41b3-8ef5-f0c01f4ee7da req-84153230-d615-4198-a9aa-428355db5e1a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Jun 22 15:22:52.123557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3013c99-5f47-429f-881b-8e83454bdd2a req-5a46ef8c-0de3-479a-931a-fd5a4a947de4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:52.125054 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e3013c99-5f47-429f-881b-8e83454bdd2a req-5a46ef8c-0de3-479a-931a-fd5a4a947de4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0630836 Jun 22 15:22:52.166995 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e3013c99-5f47-429f-881b-8e83454bdd2a req-232d085c-50b2-40a2-999e-2187afeeda5e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362389 Jun 22 15:22:53.340764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac8862-f81a-438c-b5ef-4ce08539bb4e req-685fc258-5a0f-4a72-a307-541a4876d6b1 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:53.342209 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35ac8862-f81a-438c-b5ef-4ce08539bb4e req-685fc258-5a0f-4a72-a307-541a4876d6b1 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0650301 Jun 22 15:22:53.380034 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-35ac8862-f81a-438c-b5ef-4ce08539bb4e req-64c7b382-0868-4d50-a6f5-a523c8e594ed tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Jun 22 15:22:54.552203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631559b-c156-4594-bcb0-64d78a704105 req-50b8a9ff-d949-4a70-b3ea-d496c402b16f tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:54.553669 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2631559b-c156-4594-bcb0-64d78a704105 req-50b8a9ff-d949-4a70-b3ea-d496c402b16f tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0632269 Jun 22 15:22:54.590467 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2631559b-c156-4594-bcb0-64d78a704105 req-0f8eb3df-fe3c-4444-b724-33af2657e27e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Jun 22 15:22:55.765014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225b7f7-8d00-4f9c-9879-36dd459095d3 req-ac4f38b8-1a6e-4b18-97d8-7b9df20f07ce tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:55.766443 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a225b7f7-8d00-4f9c-9879-36dd459095d3 req-ac4f38b8-1a6e-4b18-97d8-7b9df20f07ce tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0661824 Jun 22 15:22:55.804029 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a225b7f7-8d00-4f9c-9879-36dd459095d3 req-da4bfd7b-2d30-44ad-b6eb-4f04291104c0 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Jun 22 15:22:56.975167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baafc60-67c2-458f-a825-3052b791e9a4 req-8533687a-db34-43c3-a87f-d9d0cfe7623a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:56.976569 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2baafc60-67c2-458f-a825-3052b791e9a4 req-8533687a-db34-43c3-a87f-d9d0cfe7623a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0632179 Jun 22 15:22:57.013467 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2baafc60-67c2-458f-a825-3052b791e9a4 req-98494ec2-93e5-4f66-ae50-5bf21a327a88 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Jun 22 15:22:58.183400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0591e1-5f2d-4188-90d7-e983565372da req-b7f8f83a-7709-4eea-8157-835a162238cc tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:58.184938 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fd0591e1-5f2d-4188-90d7-e983565372da req-b7f8f83a-7709-4eea-8157-835a162238cc tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0625813 Jun 22 15:22:58.222399 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fd0591e1-5f2d-4188-90d7-e983565372da req-e642d894-fe5a-4c27-8556-1384ce6425f7 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Jun 22 15:22:59.396619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cd8a-ee21-4955-8dae-0004ceca9f3e req-57bc0e41-7d19-44c4-952e-95ba3b2bec52 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:22:59.398092 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d67cd8a-ee21-4955-8dae-0004ceca9f3e req-57bc0e41-7d19-44c4-952e-95ba3b2bec52 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0676184 Jun 22 15:22:59.436116 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d67cd8a-ee21-4955-8dae-0004ceca9f3e req-636ba274-da9c-4fcb-9faf-3700c1ba266c tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Jun 22 15:23:00.188799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81dcdf56-6d63-417b-bb2c-e66bc0361f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:00.609918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04952487-11c7-40fa-924c-47252c79c8e5 req-71e590da-3ea5-4d6c-8cb9-15e61f4d28ab tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:00.611366 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-04952487-11c7-40fa-924c-47252c79c8e5 req-71e590da-3ea5-4d6c-8cb9-15e61f4d28ab tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0640051 Jun 22 15:23:00.649743 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-04952487-11c7-40fa-924c-47252c79c8e5 req-04a1fa1f-b38c-43b3-8025-9ba8e79ba25f tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jun 22 15:23:01.843300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9f15d-7c69-478c-8258-f0129f0f7e25 req-737798d2-56aa-4d40-8cca-deb6dd05e215 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:01.845053 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f2a9f15d-7c69-478c-8258-f0129f0f7e25 req-737798d2-56aa-4d40-8cca-deb6dd05e215 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0632086 Jun 22 15:23:01.883845 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f2a9f15d-7c69-478c-8258-f0129f0f7e25 req-ad1bc722-c564-48db-8892-fcc42a016c7f tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Jun 22 15:23:02.669642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d3cf496b-065b-4e03-b91d-6f49a014f2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:02.925158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:03.059173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc6cf6-269f-45fd-ab48-757013330c77 req-7b4c0d74-1c25-42ae-bde2-df167cf16d13 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:03.060626 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55dc6cf6-269f-45fd-ab48-757013330c77 req-7b4c0d74-1c25-42ae-bde2-df167cf16d13 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0665970 Jun 22 15:23:03.098361 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-55dc6cf6-269f-45fd-ab48-757013330c77 req-a1f6ab68-a1a1-437b-ba9b-5d6a86ee3bbb tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jun 22 15:23:03.975935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:04.274544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb26d9-9d2e-4219-a105-0785e10b6d61 req-c06014c8-46e4-4e1b-b954-f3002e0f8dd4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:04.275889 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-25bb26d9-9d2e-4219-a105-0785e10b6d61 req-c06014c8-46e4-4e1b-b954-f3002e0f8dd4 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0661268 Jun 22 15:23:04.314101 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-25bb26d9-9d2e-4219-a105-0785e10b6d61 req-f634b57b-0ae2-4db6-9a5c-a7989dfeb097 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326529 Jun 22 15:23:04.455190 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-c9b12931-9b10-44c1-8b46-e21210df0d12 service neutron] 10.222.0.21 "GET /v2.0/ports/c368570f-c370-40b1-8ef2-c97059573e80/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0533361 Jun 22 15:23:04.715626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-10d59582-1f88-4b96-947f-a53780fe3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:04.717370 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-10d59582-1f88-4b96-947f-a53780fe3c7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e&tenant_id=058bc9ca4a0c40e29c6db57c852944d8 HTTP/1.1" status: 200 len: 1098 time: 0.0655711 Jun 22 15:23:04.794261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-04a9f8ae-2da3-4c38-9ea4-cc4baf9def4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:04.795727 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-04a9f8ae-2da3-4c38-9ea4-cc4baf9def4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 1098 time: 0.0558043 Jun 22 15:23:04.883623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-ccf9f7a0-0d60-44fb-bd0d-ad27e69f81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:04.885105 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-ccf9f7a0-0d60-44fb-bd0d-ad27e69f81e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 915 time: 0.0829742 Jun 22 15:23:04.929326 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-507e051d-6d25-484d-9ac9-fceb3ce0510f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c368570f-c370-40b1-8ef2-c97059573e80 HTTP/1.1" status: 200 len: 217 time: 0.0383046 Jun 22 15:23:04.976253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-6ed828f8-b374-430c-ba75-a34746e6db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:04.977679 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-6ed828f8-b374-430c-ba75-a34746e6db1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0425656 Jun 22 15:23:05.009582 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-70f93525-a706-4cdb-bae4-29160d4e3f6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262172 Jun 22 15:23:05.105283 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-03b307e0-269b-4e39-94fa-35a4a3467656 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896144 Jun 22 15:23:05.191998 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46381bba-1b71-4390-986c-6acb0474a2a6 req-0d37f80c-fe0a-4008-8b57-9dbb5f04a089 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800574 Jun 22 15:23:05.489119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b76fd-427e-4834-bea9-e02c50f83d52 req-adc8b01b-d21f-4cab-a591-33ac010708cc tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:05.490488 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-799b76fd-427e-4834-bea9-e02c50f83d52 req-adc8b01b-d21f-4cab-a591-33ac010708cc tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0636384 Jun 22 15:23:05.527911 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-799b76fd-427e-4834-bea9-e02c50f83d52 req-7200ea1a-a50a-4acc-9ac9-698a30130117 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Jun 22 15:23:05.674480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:06.702672 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b860c74-faec-4507-b9eb-951926ac2ea5 req-a569ae4e-4229-458a-a117-14e3a8f85844 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:06.704156 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2b860c74-faec-4507-b9eb-951926ac2ea5 req-a569ae4e-4229-458a-a117-14e3a8f85844 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0671377 Jun 22 15:23:06.744376 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2b860c74-faec-4507-b9eb-951926ac2ea5 req-208df130-f242-4e99-ae4e-a9dcdfb7809c tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Jun 22 15:23:07.809005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device c368570f-c370-40b1-8ef2-c97059573e80 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:23:07.904878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port c368570f-c370-40b1-8ef2-c97059573e80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c368570f-c370-40b1-8ef2-c97059573e80,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:07.919181 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'c368570f-c370-40b1-8ef2-c97059573e80', 'network_id': '0887c6c5-caa4-4810-aba4-0327f4caa941', 'port_id': 'c368570f-c370-40b1-8ef2-c97059573e80', 'mac_address': 'fa:16:3e:8e:e5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2cf613-8503-49db-a945-af970d02985a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:23:07.923520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39cff-cf2c-49d2-9982-c1602182ee6a req-3d8649c8-b4a6-4924-8edf-ee1d9eb7e093 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:07.925017 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84c39cff-cf2c-49d2-9982-c1602182ee6a req-3d8649c8-b4a6-4924-8edf-ee1d9eb7e093 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0690882 Jun 22 15:23:07.955341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:07.964913 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-84c39cff-cf2c-49d2-9982-c1602182ee6a req-59de3dcd-2729-41ea-8c8d-f9f46cfe50cb tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Jun 22 15:23:07.967510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c368570f-c370-40b1-8ef2-c97059573e80 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:23:07.987073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port c368570f-c370-40b1-8ef2-c97059573e80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c368570f-c370-40b1-8ef2-c97059573e80,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:07.992939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:07.994732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:08.050980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['c368570f-c370-40b1-8ef2-c97059573e80'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:23:08.054409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=c368570f-c370-40b1-8ef2-c97059573e80,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:08.073555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:09.139651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa83d1-e1fb-4e97-858c-5d263a3ae2e6 req-cab79bee-7dc5-4f8c-94a6-0e8c8972318b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:09.141218 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-01aa83d1-e1fb-4e97-858c-5d263a3ae2e6 req-cab79bee-7dc5-4f8c-94a6-0e8c8972318b tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 944 time: 0.0654018 Jun 22 15:23:09.179809 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-01aa83d1-e1fb-4e97-858c-5d263a3ae2e6 req-37960a69-58b8-4b97-94da-e30c9ddb4418 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Jun 22 15:23:09.653718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49bc6-9c72-4893-9d34-5fb072a337fe req-011a0e83-8b57-4f95-8534-ec749078823f tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:09.655472 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc49bc6-9c72-4893-9d34-5fb072a337fe req-011a0e83-8b57-4f95-8534-ec749078823f tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 944 time: 0.0713551 Jun 22 15:23:09.670315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb1313-564b-44f1-87b8-695440803637 req-30bfdf08-f3a4-44ee-8025-e61983f26c42 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:09.671958 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16eb1313-564b-44f1-87b8-695440803637 req-30bfdf08-f3a4-44ee-8025-e61983f26c42 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e&tenant_id=058bc9ca4a0c40e29c6db57c852944d8&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0862994 Jun 22 15:23:09.695618 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bc49bc6-9c72-4893-9d34-5fb072a337fe req-0471656b-016c-4137-9009-e79fe076b3e8 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334840 Jun 22 15:23:09.772843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb1313-564b-44f1-87b8-695440803637 req-35b82979-071c-4f94-a7fb-82fb35a9b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:09.774209 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16eb1313-564b-44f1-87b8-695440803637 req-35b82979-071c-4f94-a7fb-82fb35a9b264 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 1097 time: 0.0582583 Jun 22 15:23:09.824686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device c368570f-c370-40b1-8ef2-c97059573e80 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:23:09.864208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb1313-564b-44f1-87b8-695440803637 req-de8cce12-2e37-407c-98c6-078ca3311f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:09.865724 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16eb1313-564b-44f1-87b8-695440803637 req-de8cce12-2e37-407c-98c6-078ca3311f3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 200 len: 915 time: 0.0858524 Jun 22 15:23:09.871810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port c368570f-c370-40b1-8ef2-c97059573e80 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:09.872259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:09.907189 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16eb1313-564b-44f1-87b8-695440803637 req-866bdcd1-4105-4790-aa9f-b263e62065c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c368570f-c370-40b1-8ef2-c97059573e80 HTTP/1.1" status: 200 len: 217 time: 0.0351226 Jun 22 15:23:09.950278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:09.962948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb1313-564b-44f1-87b8-695440803637 req-c0883c38-a2f7-4bd0-9e33-0c99fc8b03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:09.964602 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16eb1313-564b-44f1-87b8-695440803637 req-c0883c38-a2f7-4bd0-9e33-0c99fc8b03f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 200 len: 854 time: 0.0509312 Jun 22 15:23:09.977623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5688d75-6699-42be-a519-2fec28555d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c368570f-c370-40b1-8ef2-c97059573e80'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:23:09.979875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f72a68-ae9b-471d-b4b5-510c8a6a496c" -d '{"events": [{"server_uuid": "a5688d75-6699-42be-a519-2fec28555d5e", "name": "network-vif-plugged", "status": "completed", "tag": "c368570f-c370-40b1-8ef2-c97059573e80"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:23:09.997553 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16eb1313-564b-44f1-87b8-695440803637 req-dac89b97-e472-4611-96c1-15e1bbc6b5f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0887c6c5-caa4-4810-aba4-0327f4caa941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268621 Jun 22 15:23:10.093064 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16eb1313-564b-44f1-87b8-695440803637 req-af9297a3-d943-4e59-b869-0aeab6422860 service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885882 Jun 22 15:23:10.134923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12c0b37-bddb-43d2-93f5-9eb2a3ee202e x-openstack-request-id: req-c12c0b37-bddb-43d2-93f5-9eb2a3ee202e {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:23:10.135223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5688d75-6699-42be-a519-2fec28555d5e", "name": "network-vif-plugged", "status": "completed", "tag": "c368570f-c370-40b1-8ef2-c97059573e80", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:23:10.135487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c12c0b37-bddb-43d2-93f5-9eb2a3ee202e {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:23:10.135881 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5688d75-6699-42be-a519-2fec28555d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c368570f-c370-40b1-8ef2-c97059573e80', 'code': 200} Jun 22 15:23:10.139275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port c368570f-c370-40b1-8ef2-c97059573e80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c368570f-c370-40b1-8ef2-c97059573e80,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:10.143137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:10.144991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:10.187165 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16eb1313-564b-44f1-87b8-695440803637 req-3deb7267-2531-495c-bc5b-d1718bbc136b service neutron] 10.222.0.21 "GET /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874860 Jun 22 15:23:10.188665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=c368570f-c370-40b1-8ef2-c97059573e80,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:10.194075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:10.337932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:10.876805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dcd51-84e6-436d-ac44-95e3e62ebbd6 req-7d746053-4fc7-42ad-ba4f-e49bc84372ee tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:10.878205 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a26dcd51-84e6-436d-ac44-95e3e62ebbd6 req-7d746053-4fc7-42ad-ba4f-e49bc84372ee tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0639513 Jun 22 15:23:10.915893 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a26dcd51-84e6-436d-ac44-95e3e62ebbd6 req-7da90834-5162-4fd8-a3cd-4b41d8d27cff tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Jun 22 15:23:11.084333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d7e37-8195-4e3e-9026-645cb7fe6bd1 req-4d5440a2-a0db-4f81-add7-0da26a3f175a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:11.085934 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f06d7e37-8195-4e3e-9026-645cb7fe6bd1 req-4d5440a2-a0db-4f81-add7-0da26a3f175a tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0625739 Jun 22 15:23:11.124827 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f06d7e37-8195-4e3e-9026-645cb7fe6bd1 req-15e4f2a1-e62a-4074-99d6-f568e7a9aa85 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Jun 22 15:23:11.296681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276b8fe-ead9-4590-a6d5-312469586783 req-ba8608ae-5ff6-4eb5-a649-f9835db5e7f9 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:11.298473 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c276b8fe-ead9-4590-a6d5-312469586783 req-ba8608ae-5ff6-4eb5-a649-f9835db5e7f9 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0657649 Jun 22 15:23:11.335539 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c276b8fe-ead9-4590-a6d5-312469586783 req-be00d6d5-b91f-4dc9-a403-afb9ca5c1595 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Jun 22 15:23:11.891840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80655696-30ad-4a20-b6b5-18e37c0ccda3 req-e6734dd8-4855-42f9-b247-54828d762034 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:11.893279 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80655696-30ad-4a20-b6b5-18e37c0ccda3 req-e6734dd8-4855-42f9-b247-54828d762034 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0665250 Jun 22 15:23:11.929929 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80655696-30ad-4a20-b6b5-18e37c0ccda3 req-0187fcda-63d5-4379-a31b-faf3470c5ba5 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Jun 22 15:23:13.104031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8509e0-798a-4b31-8876-a6b4c54efbed req-0b1124ab-d1e2-4ce4-8703-f5fb04ff8318 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:13.105567 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cf8509e0-798a-4b31-8876-a6b4c54efbed req-0b1124ab-d1e2-4ce4-8703-f5fb04ff8318 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0646644 Jun 22 15:23:13.145037 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cf8509e0-798a-4b31-8876-a6b4c54efbed req-5057d5a1-f7b9-4767-b01c-7c93c3c2e1b6 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ba09f9c-ba2d-445e-8a2b-085ebb331484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338726 Jun 22 15:23:13.219074 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:23:13.513000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-1ea3ed13-cf4f-41af-b2c5-5483f85bec42 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:13.514326 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-1ea3ed13-cf4f-41af-b2c5-5483f85bec42 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 945 time: 0.0631936 Jun 22 15:23:13.610378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Deleting port c368570f-c370-40b1-8ef2-c97059573e80 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:23:13.610716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:13.700827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] For port c368570f-c370-40b1-8ef2-c97059573e80, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c368570f-c370-40b1-8ef2-c97059573e80,segment=NetworkSegment(edd9338e-1e27-4516-855c-f0baddca951b),segment_id=edd9338e-1e27-4516-855c-f0baddca951b)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:13.701182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:13.766693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Calling delete_port for c368570f-c370-40b1-8ef2-c97059573e80 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:23:13.889086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:13.893184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:13.922464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Pushing event deleted for resources: {'Port': ['ID=c368570f-c370-40b1-8ef2-c97059573e80,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:13.948555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.948969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.949352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.949731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.950105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.950476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.950846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.951225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.951595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.951963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.952329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.952694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:13.957822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:13.975913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] No DVR routers for this DVR port c368570f-c370-40b1-8ef2-c97059573e80 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:23:13.978196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:13.980088 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0380f1e5-dc65-4073-87bb-571362cb2448 req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.21 "DELETE /v2.0/ports/c368570f-c370-40b1-8ef2-c97059573e80 HTTP/1.1" status: 204 len: 173 time: 0.4605012 Jun 22 15:23:13.980589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5688d75-6699-42be-a519-2fec28555d5e', 'name': 'network-vif-deleted', 'tag': 'c368570f-c370-40b1-8ef2-c97059573e80'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:23:13.982936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbd555e-41b9-4691-8129-0b37dac158bf" -d '{"events": [{"server_uuid": "a5688d75-6699-42be-a519-2fec28555d5e", "name": "network-vif-deleted", "tag": "c368570f-c370-40b1-8ef2-c97059573e80"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:23:14.022245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da106ed5-d8d5-491d-8759-414470854fe3 x-openstack-request-id: req-da106ed5-d8d5-491d-8759-414470854fe3 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:23:14.022588 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5688d75-6699-42be-a519-2fec28555d5e", "name": "network-vif-deleted", "tag": "c368570f-c370-40b1-8ef2-c97059573e80", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:23:14.022892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da106ed5-d8d5-491d-8759-414470854fe3 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:23:14.023350 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5688d75-6699-42be-a519-2fec28555d5e', 'name': 'network-vif-deleted', 'tag': 'c368570f-c370-40b1-8ef2-c97059573e80', 'status': 'completed', 'code': 200} Jun 22 15:23:14.293325 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-07a886f8-b33a-43de-8f1c-39cada0c899e req-f3e5e200-19ab-4e63-b7e0-03749d7d52ff tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5688d75-6699-42be-a519-2fec28555d5e HTTP/1.1" status: 200 len: 210 time: 0.0280082 Jun 22 15:23:15.514707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45262) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:15.558901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] Deleting subnet 6b2cf613-8503-49db-a945-af970d02985a {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:23:15.561837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.595166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.637061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.689273 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.691740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d27a4813-8a02-41de-b614-7bdf38747718 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:15.713775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2cf613-8503-49db-a945-af970d02985a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:15.717411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:15.720061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.722312 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6b2cf613-8503-49db-a945-af970d02985a HTTP/1.1" status: 204 len: 168 time: 0.2062223 Jun 22 15:23:15.724674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45264) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:15.791390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.854288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device c368570f-c370-40b1-8ef2-c97059573e80 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:23:15.872278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.873297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: c368570f-c370-40b1-8ef2-c97059573e80 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:23:15.873647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device c368570f-c370-40b1-8ef2-c97059573e80 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:23:15.882480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0887c6c5-caa4-4810-aba4-0327f4caa941']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:15.892323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd9338e-1e27-4516-855c-f0baddca951b') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:15.892620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd9338e-1e27-4516-855c-f0baddca951b') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:15.901781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.915294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.921109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:23:15.921518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:23:15.923139 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:23:15.979867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.983286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a23406c1-1292-4389-98aa-373168fdc58d tempest-BulkNetworkOpsIpV6Test-93109890 tempest-BulkNetworkOpsIpV6Test-93109890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:15.985696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:15.987529 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0887c6c5-caa4-4810-aba4-0327f4caa941 HTTP/1.1" status: 204 len: 168 time: 0.2619174 Jun 22 15:23:15.998727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Pushing event deleted for resources: {'Network': ['ID=0887c6c5-caa4-4810-aba4-0327f4caa941,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:16.001187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:16.096443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45268) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:16.135731 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ecf680b4-fa66-43a8-abee-b334a47e7a50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=058bc9ca4a0c40e29c6db57c852944d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378003 Jun 22 15:23:16.137865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45270) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:16.184027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e695106-8cf5-40ff-8d17-14b9623f85aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:16.204991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e695106-8cf5-40ff-8d17-14b9623f85aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:16.250161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e695106-8cf5-40ff-8d17-14b9623f85aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:16.252813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2e695106-8cf5-40ff-8d17-14b9623f85aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:16.257198 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2e695106-8cf5-40ff-8d17-14b9623f85aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ba09f9c-ba2d-445e-8a2b-085ebb331484 HTTP/1.1" status: 204 len: 168 time: 0.1157598 Jun 22 15:23:16.257198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d7110601-c74d-4ae3-a09a-777ac0719cc8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:16.262988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e695106-8cf5-40ff-8d17-14b9623f85aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba09f9c-ba2d-445e-8a2b-085ebb331484,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:16.265365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2e695106-8cf5-40ff-8d17-14b9623f85aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:16.886929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45292) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:16.987953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-234921226-network', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:17.009742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Made reservation on behalf of 56577469412d49e19fdf86b31f6da4ec for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:23:17.012104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.021034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.110293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.114387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.118817 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-41cc8d89-3864-413f-86e9-fe162acbf4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:17.148641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:23:17.160455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7035540d-8576-4969-813e-b36cf9a8d98a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:17.165126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:17.168194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.169255 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Added segment b320c7fe-0e1d-4c39-b3fb-aac7c2250e85 of type vlan for network 3473f93b-d85f-4cf9-922a-18e1a6bad55e Jun 22 15:23:17.208375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.235725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.236764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:17.237405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.239826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fed9ab1-f029-49c9-9350-c576cbc709e6 tempest-FloatingIPAdminTestJSON-43494894 tempest-FloatingIPAdminTestJSON-43494894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:17.286981 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3989751 Jun 22 15:23:17.290036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 45296) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:17.295159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Request body: {'subnet': {'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-234921226-subnet', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:17.299453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Pushing event updated for resources: {'Network': ['ID=3473f93b-d85f-4cf9-922a-18e1a6bad55e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:17.302304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:17.310552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:23:17.316789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Made reservation on behalf of 56577469412d49e19fdf86b31f6da4ec for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:23:17.319208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.486716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.490087 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-467c139a-e493-481a-9f2a-5242f4aeab5b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:17.545634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75973151-424b-4bb0-a8ac-b1cbf49eb75c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:17.556374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.556800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.557189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.557571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.557946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.558321 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.558692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.559060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.559428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.559794 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.560164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.560523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:17.565162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:17.566000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Checking segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:23:17.566354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Network hostable DHCP agents. Network: 3473f93b-d85f-4cf9-922a-18e1a6bad55e, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:23:17.582716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:23:17.591655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 3473f93b-d85f-4cf9-922a-18e1a6bad55e) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:23:17.596113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:17.596699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.603828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf65d9-872b-4e56-a222-6eeb8b7e441a None None] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:23:17.611649 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3205054 Jun 22 15:23:17.614519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 45298) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:17.618909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:17.642545 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.643774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.697978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.747009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:23:17.747919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:17.883495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Allocated IP 172.20.0.2 (3473f93b-d85f-4cf9-922a-18e1a6bad55e/75973151-424b-4bb0-a8ac-b1cbf49eb75c/e7999841-e02c-4ce8-bb0a-e62336a96592) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:23:18.034993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.044042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Transition to ACTIVE for port object e7999841-e02c-4ce8-bb0a-e62336a96592 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:23:18.059438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Transition to ACTIVE for port object e7999841-e02c-4ce8-bb0a-e62336a96592 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:23:18.065157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.067656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:18.108346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:23:18.114052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:23:18.115932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Pushing event updated for resources: {'Port': ['ID=e7999841-e02c-4ce8-bb0a-e62336a96592,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:18.118151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:23:18.120417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:18.152993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.178710 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Attempting to bind port e7999841-e02c-4ce8-bb0a-e62336a96592 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:23:18.179088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Attempting to bind port e7999841-e02c-4ce8-bb0a-e62336a96592 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:23:18.179458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Attempting to bind port e7999841-e02c-4ce8-bb0a-e62336a96592 on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:23:18.184840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:23:18.185300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Checking segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:23:18.185707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.186129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Bound using segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:23:18.186609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Bound port: e7999841-e02c-4ce8-bb0a-e62336a96592, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:23:18.187091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.248463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] For port e7999841-e02c-4ce8-bb0a-e62336a96592, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:23:18.251411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] For port e7999841-e02c-4ce8-bb0a-e62336a96592, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e7999841-e02c-4ce8-bb0a-e62336a96592,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:23:18.257468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.259645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d3e06225-0e7b-434d-b0d5-6c0bf1b4b9b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:18.317112 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Pushing event updated for resources: {'Port': ['ID=e7999841-e02c-4ce8-bb0a-e62336a96592,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:18.320291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:18.352261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.375224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.496107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Allocated IP 172.26.6.207 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/a13be06f-fa9e-49e4-8620-a4d448f73d31) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:23:18.610197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.650935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:18.653877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b785724e-4224-4b96-9e44-79dd87efa295 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:18.685726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:23:18.690456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:23:18.693767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:23:18.726913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Pushing event updated for resources: {'Port': ['ID=a13be06f-fa9e-49e4-8620-a4d448f73d31,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:18.729918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:18.967645 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:19.180941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:19.187045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83915b-93ee-49fa-a93e-e0f362c5d7d8 None None] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:23:19.250141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bae1b755-97f3-4be4-a810-850364731980 None None] Provisioning for port e7999841-e02c-4ce8-bb0a-e62336a96592 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:23:19.313986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:23:19.425970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:23:19.444568 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:23:19.455088 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:23:19.455809 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:23:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:19.463250 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:19.467565 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8520827 Jun 22 15:23:19.468241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45300) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:19.478004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e7999841-e02c-4ce8-bb0a-e62336a96592 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:23:19.533553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port e7999841-e02c-4ce8-bb0a-e62336a96592 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:23:19.540161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e7999841-e02c-4ce8-bb0a-e62336a96592 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:19.540550 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:19.585601 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:23:19.602406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e6a6b738-5ca6-408a-8db4-b8b8e4fcbef1 None None] Provisioning complete for port e7999841-e02c-4ce8-bb0a-e62336a96592 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:19.602787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e6a6b738-5ca6-408a-8db4-b8b8e4fcbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:19.666369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:19.736422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port e7999841-e02c-4ce8-bb0a-e62336a96592, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e7999841-e02c-4ce8-bb0a-e62336a96592,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:19.742455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:19.747223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:19.778353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e6a6b738-5ca6-408a-8db4-b8b8e4fcbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:19.853899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=e7999841-e02c-4ce8-bb0a-e62336a96592,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:19.860186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:19.869089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.db.api [None req-e6a6b738-5ca6-408a-8db4-b8b8e4fcbef1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93503) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 15:23:19.869803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_db.api [None req-e6a6b738-5ca6-408a-8db4-b8b8e4fcbef1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 15:23:19.942026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:19.961501 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:18Z', 'revision_number': 3, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:19.994199 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:23:19.994559 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Updating router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb port a13be06f-fa9e-49e4-8620-a4d448f73d31 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:23:20.037952 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.141675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Allocated IP 172.20.0.1 (3473f93b-d85f-4cf9-922a-18e1a6bad55e/75973151-424b-4bb0-a8ac-b1cbf49eb75c/d0504e95-3a9e-4995-9cd2-176aac6edb27) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:23:20.247614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.259928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Transition to ACTIVE for port object d0504e95-3a9e-4995-9cd2-176aac6edb27 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:23:20.292204 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.295063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6942ca42-8b73-4cfe-ac1a-bb0c401d1826 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:20.297140 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.307855 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Transition to ACTIVE for port object a13be06f-fa9e-49e4-8620-a4d448f73d31 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:23:20.313852 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.315663 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:20.340000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:23:20.344032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Pushing event updated for resources: {'Port': ['ID=d0504e95-3a9e-4995-9cd2-176aac6edb27,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:20.346805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:23:20.349156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:20.350040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:23:20.369051 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Pushing event updated for resources: {'Port': ['ID=a13be06f-fa9e-49e4-8620-a4d448f73d31,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:20.371170 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Attempting to bind port a13be06f-fa9e-49e4-8620-a4d448f73d31 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:23:20.371817 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Attempting to bind port a13be06f-fa9e-49e4-8620-a4d448f73d31 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:23:20.372075 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Attempting to bind port a13be06f-fa9e-49e4-8620-a4d448f73d31 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:23:20.380900 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:23:20.381292 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:23:20.381700 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.382104 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:23:20.382579 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Bound port: a13be06f-fa9e-49e4-8620-a4d448f73d31, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:23:20.382956 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.385341 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.385676 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.386003 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.386665 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.386665 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.386959 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.387279 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.387598 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.387914 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.388229 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.388544 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.388885 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:20.393144 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:20.402124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.443539 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] For port a13be06f-fa9e-49e4-8620-a4d448f73d31, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:23:20.447385 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] For port a13be06f-fa9e-49e4-8620-a4d448f73d31, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a13be06f-fa9e-49e4-8620-a4d448f73d31,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:23:20.453874 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.457542 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:20.515751 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:23:20.515950 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:23:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:20.554772 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Pushing event updated for resources: {'Port': ['ID=a13be06f-fa9e-49e4-8620-a4d448f73d31,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:20.559190 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:20.577674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.630302 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:23:20.741702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b1ffb9fb-68c2-49bd-9561-38257464631a None None] Provisioning for port d0504e95-3a9e-4995-9cd2-176aac6edb27 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:23:20.744807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.745783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b1ffb9fb-68c2-49bd-9561-38257464631a None None] Provisioning complete for port d0504e95-3a9e-4995-9cd2-176aac6edb27 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:20.746261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b1ffb9fb-68c2-49bd-9561-38257464631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.750019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.756229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:20.785904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b1ffb9fb-68c2-49bd-9561-38257464631a None None] Port d0504e95-3a9e-4995-9cd2-176aac6edb27 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:23:20.817052 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:18Z', 'revision_number': 3, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:20.825349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:20.828219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Pushing event updated for resources: {'Port': ['ID=d0504e95-3a9e-4995-9cd2-176aac6edb27,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:20.831096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:20.843622 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2871fb0-51e5-4fe4-9267-51758b5250ad None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:18Z', 'revision_number': 3, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:23:20.924113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:23:20.925499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:23:21.209424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ff7c22f0-600b-44e3-ba5e-e1963853a1cd None None] Provisioning complete for port d0504e95-3a9e-4995-9cd2-176aac6edb27 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:21.210092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff7c22f0-600b-44e3-ba5e-e1963853a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:21.246645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c22f0-600b-44e3-ba5e-e1963853a1cd None None] Port d0504e95-3a9e-4995-9cd2-176aac6edb27 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:23:21.427552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:23:21.538221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a13be06f-fa9e-49e4-8620-a4d448f73d31 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:23:21.548480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:23:21.554331 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] 10.222.0.22 "PUT /v2.0/routers/67b8a2ee-d08b-4cfe-909f-4e8524dd29eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0840201 Jun 22 15:23:21.591485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port a13be06f-fa9e-49e4-8620-a4d448f73d31 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:23:21.596005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a13be06f-fa9e-49e4-8620-a4d448f73d31 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:21.596394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:21.689243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:21.712600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port a13be06f-fa9e-49e4-8620-a4d448f73d31, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a13be06f-fa9e-49e4-8620-a4d448f73d31,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:21.719024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:21.720536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e7999841-e02c-4ce8-bb0a-e62336a96592 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:23:21.723253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:21.796988 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=a13be06f-fa9e-49e4-8620-a4d448f73d31,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:21.801379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:21.807584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e7999841-e02c-4ce8-bb0a-e62336a96592 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:21.807966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.076767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45308) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:22.081663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-24840fdb-07b2-4c73-8304-e67e02eab3a1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920696345', 'description': 'tempest-description--905162130'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:22.103886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-24840fdb-07b2-4c73-8304-e67e02eab3a1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.201461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-24840fdb-07b2-4c73-8304-e67e02eab3a1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.205221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-24840fdb-07b2-4c73-8304-e67e02eab3a1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.208621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c0b5b99-978c-4e84-9fc6-06ec4e7c6a1e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:22.227633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-24840fdb-07b2-4c73-8304-e67e02eab3a1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.228901 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-24840fdb-07b2-4c73-8304-e67e02eab3a1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1510813 Jun 22 15:23:22.231764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 45310) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:22.236915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-56aff30a-5999-4f5c-89af-39ed4bac8593 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'security_group_rule': {'security_group_id': '54f9f1a4-99bd-4a20-808c-67d3700d9ce0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:22.237122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24840fdb-07b2-4c73-8304-e67e02eab3a1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f9f1a4-99bd-4a20-808c-67d3700d9ce0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:22.240514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-24840fdb-07b2-4c73-8304-e67e02eab3a1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:22.265535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56aff30a-5999-4f5c-89af-39ed4bac8593 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.323427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56aff30a-5999-4f5c-89af-39ed4bac8593 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.326841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56aff30a-5999-4f5c-89af-39ed4bac8593 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.328671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-595ca364-afcd-4139-8269-c9fc60103617 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:22.344221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aff30a-5999-4f5c-89af-39ed4bac8593 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85f4a8b-694a-4c70-b39b-b3ac843fecc9,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:22.347359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-56aff30a-5999-4f5c-89af-39ed4bac8593 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:22.350296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-56aff30a-5999-4f5c-89af-39ed4bac8593 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.353204 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-56aff30a-5999-4f5c-89af-39ed4bac8593 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203229 Jun 22 15:23:22.354657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45312) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:22.359526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-5999acf2-fdb8-4cf0-8534-f0efdee93785 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'security_group_rule': {'security_group_id': '54f9f1a4-99bd-4a20-808c-67d3700d9ce0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:22.388274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5999acf2-fdb8-4cf0-8534-f0efdee93785 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.432103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:23:22.439250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5999acf2-fdb8-4cf0-8534-f0efdee93785 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.440937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:23:22.441634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:23:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:22.443197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5999acf2-fdb8-4cf0-8534-f0efdee93785 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.449508 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6a0c8a3f-a6a2-460c-b3e0-fc84febc1683 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:22.464134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999acf2-fdb8-4cf0-8534-f0efdee93785 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbac05cd-d4f2-4fff-bbe8-7bd8066a8ebe,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:22.467519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5999acf2-fdb8-4cf0-8534-f0efdee93785 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:22.468715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5999acf2-fdb8-4cf0-8534-f0efdee93785 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.473136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 45314) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:22.473330 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5999acf2-fdb8-4cf0-8534-f0efdee93785 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174586 Jun 22 15:23:22.479256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:22.501102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.547524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:23:22.602457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.703750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Allocated IP 172.26.6.249 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/6f6692e0-fdd2-4bee-8310-d209c61be751) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:23:22.746244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 2, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:22.771834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:23:22.772201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Updating router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb port d0504e95-3a9e-4995-9cd2-176aac6edb27 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:23:22.810113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.810954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.849979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:22.852863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e20095c2-cc42-4bdf-a56d-5335c8d5bc0c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:22.883659 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:23:22.888522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:23:22.891996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:23:22.921649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event updated for resources: {'Port': ['ID=6f6692e0-fdd2-4bee-8310-d209c61be751,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:22.925699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:22.984069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.027627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.066361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.076085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Transition to ACTIVE for port object d0504e95-3a9e-4995-9cd2-176aac6edb27 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:23:23.082300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.084930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:23.161095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea5e6a-7f1b-4408-8c46-7f2a3c3d2bd3 None None] Pushing event updated for resources: {'Port': ['ID=d0504e95-3a9e-4995-9cd2-176aac6edb27,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:23.165816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9bea5e6a-7f1b-4408-8c46-7f2a3c3d2bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:23.187748 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.194366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.196954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40e252f1-a397-411d-9351-676a785a521f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:23.215519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Attempting to bind port d0504e95-3a9e-4995-9cd2-176aac6edb27 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:23:23.215898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Attempting to bind port d0504e95-3a9e-4995-9cd2-176aac6edb27 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:23:23.216270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Attempting to bind port d0504e95-3a9e-4995-9cd2-176aac6edb27 on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:23:23.222379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:23:23.222716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Checking segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:23:23.223080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.224134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Bound using segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:23:23.225594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Bound port: d0504e95-3a9e-4995-9cd2-176aac6edb27, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:23:23.225594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.264105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event updated for resources: {'Port': ['ID=6f6692e0-fdd2-4bee-8310-d209c61be751,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:23.268131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:23.284045 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.297469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.306961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] For port d0504e95-3a9e-4995-9cd2-176aac6edb27, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:23:23.307313 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8232965 Jun 22 15:23:23.307402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] For port d0504e95-3a9e-4995-9cd2-176aac6edb27, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d0504e95-3a9e-4995-9cd2-176aac6edb27,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:23:23.307402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.308511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:23.368996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:23:23.369417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:23:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:23.409748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea5e6a-7f1b-4408-8c46-7f2a3c3d2bd3 None None] Pushing event updated for resources: {'Port': ['ID=d0504e95-3a9e-4995-9cd2-176aac6edb27,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:23.419366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9bea5e6a-7f1b-4408-8c46-7f2a3c3d2bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:23.467228 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-8b862b31-165b-4032-b003-25b5e05eeef6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1920696345&fields=id&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 267 time: 0.0447929 Jun 22 15:23:23.497056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a13be06f-fa9e-49e4-8620-a4d448f73d31 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:23:23.511907 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:23:23.586388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-98743b17-2f93-49a8-b67a-38b2213b72f4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:23.587986 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-98743b17-2f93-49a8-b67a-38b2213b72f4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 811 time: 0.1198430 Jun 22 15:23:23.603435 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-ff7ade87-5a45-4e10-a400-664b2d600141 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/quotas/56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 375 time: 0.0095568 Jun 22 15:23:23.680650 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-3e583297-6cbc-466e-b1d4-4b97c60bd6bc tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715826 Jun 22 15:23:23.782912 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-2e934888-cba8-4703-bde9-29538f0fd610 service neutron] 10.222.0.22 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903370 Jun 22 15:23:23.827679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port a13be06f-fa9e-49e4-8620-a4d448f73d31 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:23.828223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:23.872004 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-8d91c078-86df-4bd9-8100-3ec1ec110dcb service neutron] 10.222.0.22 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827048 Jun 22 15:23:23.979558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:23Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:24.007149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd2a19b-60f9-4536-be3d-11bfa61f5b43 None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:23Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:23:24.068460 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c06e0179-068c-4c0d-91f1-3315bcb6f7ce req-cf30e179-fa67-4e21-8624-f634b214039a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 210 time: 0.0564353 Jun 22 15:23:25.133138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-a67ee2e6-3a50-4341-9e29-372a02baa4fd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:25.134568 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-a67ee2e6-3a50-4341-9e29-372a02baa4fd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 811 time: 0.1183527 Jun 22 15:23:25.184521 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-8b76a8d9-02b0-49b1-8aae-53cb71610b96 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 380 time: 0.0347548 Jun 22 15:23:25.216116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'port': {'device_id': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'admin_state_up': True, 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'security_groups': ['54f9f1a4-99bd-4a20-808c-67d3700d9ce0']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:25.241883 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-547e5825-9a1b-480f-a337-99840247b8a9 req-f4cea9dc-5a24-43c5-8a0f-65fae6da603a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 210 time: 0.0355508 Jun 22 15:23:25.342180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Made reservation on behalf of 56577469412d49e19fdf86b31f6da4ec for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:23:25.346018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:25.472011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d0504e95-3a9e-4995-9cd2-176aac6edb27 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:23:25.478916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Allocated IP 172.20.0.8 (3473f93b-d85f-4cf9-922a-18e1a6bad55e/75973151-424b-4bb0-a8ac-b1cbf49eb75c/5cf7816f-91b7-4907-94c7-08b42c1893d2) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:23:25.526067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d0504e95-3a9e-4995-9cd2-176aac6edb27 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:23:25.529595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d0504e95-3a9e-4995-9cd2-176aac6edb27 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:25.529974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:25.603975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:25.612846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:25.626851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Transition to ACTIVE for port object 5cf7816f-91b7-4907-94c7-08b42c1893d2 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:23:25.636952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port d0504e95-3a9e-4995-9cd2-176aac6edb27, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d0504e95-3a9e-4995-9cd2-176aac6edb27,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:25.644485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:25.644485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:25.662321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:25.666386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f410dc51-9f7f-41ca-b84f-5af918126b7e tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:25.697919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=d0504e95-3a9e-4995-9cd2-176aac6edb27,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:25.701661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:25.713093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:23:25.716287 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:23:25.720458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:23:25.744459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event updated for resources: {'Port': ['ID=5cf7816f-91b7-4907-94c7-08b42c1893d2,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:25.748922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:25.774335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:25.775018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:25.789740 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932953 Jun 22 15:23:25.855449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Request body: {'port': {'device_id': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:25.927855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:25.945472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-03930d96-2f82-4bc0-8e8b-ba76e2585ac4 None None] Provisioning for port 5cf7816f-91b7-4907-94c7-08b42c1893d2 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:23:25.948953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-03930d96-2f82-4bc0-8e8b-ba76e2585ac4 None None] Provisioning complete for port 5cf7816f-91b7-4907-94c7-08b42c1893d2 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:25.949442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-03930d96-2f82-4bc0-8e8b-ba76e2585ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:25.982775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-03930d96-2f82-4bc0-8e8b-ba76e2585ac4 None None] Port 5cf7816f-91b7-4907-94c7-08b42c1893d2 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:23:26.188973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf7816f-91b7-4907-94c7-08b42c1893d2 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:23:26.196334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:26.207626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Transition to ACTIVE for port object 5cf7816f-91b7-4907-94c7-08b42c1893d2 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:23:26.211487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:26.214195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ebe2e86d-0bc8-4499-bfea-21d298399071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:26.290337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf7816f-91b7-4907-94c7-08b42c1893d2,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:26.293900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:26.362404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Attempting to bind port 5cf7816f-91b7-4907-94c7-08b42c1893d2 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:23:26.362769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Attempting to bind port 5cf7816f-91b7-4907-94c7-08b42c1893d2 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:23:26.363084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Attempting to bind port 5cf7816f-91b7-4907-94c7-08b42c1893d2 on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:23:26.368606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Port 5cf7816f-91b7-4907-94c7-08b42c1893d2 on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:23:26.368961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Attempting to bind port 5cf7816f-91b7-4907-94c7-08b42c1893d2 on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:23:26.373990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:23:26.374331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Checking segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:23:26.374713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Bound using segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:23:26.375145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Bound port: 5cf7816f-91b7-4907-94c7-08b42c1893d2, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:23:26.375494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:26.414013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b799a3-db48-4b8b-8c48-c7de94d51e8d req-9639cf2e-c1fc-4aad-8ae4-c7d9c688eed3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:26.415517 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e6b799a3-db48-4b8b-8c48-c7de94d51e8d req-9639cf2e-c1fc-4aad-8ae4-c7d9c688eed3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 943 time: 0.0682836 Jun 22 15:23:26.445799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] For port 5cf7816f-91b7-4907-94c7-08b42c1893d2, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:23:26.449109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] For port 5cf7816f-91b7-4907-94c7-08b42c1893d2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:23:26.453623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:26.455512 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e6b799a3-db48-4b8b-8c48-c7de94d51e8d req-cee3f96a-a08b-41f7-8154-fe2dd0d066de tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337439 Jun 22 15:23:26.456483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1b1794d5-9637-43f8-a91e-fa8b3e6ac424 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:26.492709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:26.493271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:26.494632 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] 10.222.0.21 "PUT /v2.0/ports/5cf7816f-91b7-4907-94c7-08b42c1893d2 HTTP/1.1" status: 200 len: 1093 time: 0.6437249 Jun 22 15:23:26.495311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:23:26.497637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f" -d '{"events": [{"name": "network-changed", "server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:23:26.526619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf7816f-91b7-4907-94c7-08b42c1893d2,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:26.529977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:26.550337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ef7e13-c11f-4b34-8dbe-d17110340d2d x-openstack-request-id: req-32ef7e13-c11f-4b34-8dbe-d17110340d2d {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:23:26.550686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:23:26.551039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32ef7e13-c11f-4b34-8dbe-d17110340d2d {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:23:26.552009 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'status': 'completed', 'code': 200} Jun 22 15:23:26.596563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-609d8d53-c5a2-4dc9-bccf-f87cc26f56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:26.598129 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-609d8d53-c5a2-4dc9-bccf-f87cc26f56e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 1096 time: 0.0585053 Jun 22 15:23:26.640267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-d32c6ee3-ae9b-4c2a-af6b-c512f7d1e0c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2 HTTP/1.1" status: 200 len: 217 time: 0.0347583 Jun 22 15:23:26.691027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-15da5459-bad4-4a58-b217-1a05af18f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:26.693067 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-15da5459-bad4-4a58-b217-1a05af18f567 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0458119 Jun 22 15:23:26.753299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-afacf90c-2cc0-4d81-81da-2c89cc12b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:26.755549 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-afacf90c-2cc0-4d81-81da-2c89cc12b79c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0559466 Jun 22 15:23:26.842650 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-d01be336-61fc-447f-a1b3-e8960579c83d service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816071 Jun 22 15:23:26.935733 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-21a5b180-8dbd-4e21-b083-65d6baf05d0e req-c7a649ad-17e2-464f-b26d-5ed558759438 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864840 Jun 22 15:23:27.035201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-2a9d21cb-1776-4e7c-b76c-86e3f0b65cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:27.036846 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-2a9d21cb-1776-4e7c-b76c-86e3f0b65cb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 1096 time: 0.0524795 Jun 22 15:23:27.126795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-62de7fce-770b-4122-962c-17c59e561974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:27.128216 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-62de7fce-770b-4122-962c-17c59e561974 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0854216 Jun 22 15:23:27.168149 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-e3f64729-c0c3-4e8e-9e31-3273bc622b82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2 HTTP/1.1" status: 200 len: 217 time: 0.0335629 Jun 22 15:23:27.215871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-cc890e95-ed49-4aee-be46-aa476b4b55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:27.217278 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-cc890e95-ed49-4aee-be46-aa476b4b55ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0429904 Jun 22 15:23:27.272213 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-db614e1d-5548-4e7e-8163-6c7f6f3f9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:27.273688 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-db614e1d-5548-4e7e-8163-6c7f6f3f9298 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0501957 Jun 22 15:23:27.365791 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-bc76c279-f60c-4cd8-b23a-7257a65bc993 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852962 Jun 22 15:23:27.447964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d0504e95-3a9e-4995-9cd2-176aac6edb27 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:23:27.458345 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b0c86dd-b64a-4c6a-9562-78e8fbef611f req-105c7e3c-f7ef-4cec-bd87-c4b1ffbb49d8 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Jun 22 15:23:27.494542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d0504e95-3a9e-4995-9cd2-176aac6edb27 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:27.494928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:27.630535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600d824-6063-49db-9525-d1be13496448 req-6281d95a-7781-4672-b78d-efa9df55a6c9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:27.632799 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a600d824-6063-49db-9525-d1be13496448 req-6281d95a-7781-4672-b78d-efa9df55a6c9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 943 time: 0.0658913 Jun 22 15:23:27.672241 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a600d824-6063-49db-9525-d1be13496448 req-691bc72c-1f41-476b-8019-c798e47652ad tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Jun 22 15:23:28.847770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e4380-0f1b-4278-ab08-982d9f07a3e1 req-4f119682-7345-4585-9bc7-71de31d196b9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:28.849255 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-428e4380-0f1b-4278-ab08-982d9f07a3e1 req-4f119682-7345-4585-9bc7-71de31d196b9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 943 time: 0.0666413 Jun 22 15:23:28.890160 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-428e4380-0f1b-4278-ab08-982d9f07a3e1 req-5f1dd4ef-7cb7-4409-95df-04e7da3e08c8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352025 Jun 22 15:23:29.925201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5cf7816f-91b7-4907-94c7-08b42c1893d2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:23:30.019510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5cf7816f-91b7-4907-94c7-08b42c1893d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:30.031363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'mac_address': 'fa:16:3e:49:33:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:23:30.067851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43d11-6a50-4d34-8080-851c70955ad8 req-f93f3fad-a210-44e1-b494-928b06b18ad4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:30.069324 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dbe43d11-6a50-4d34-8080-851c70955ad8 req-f93f3fad-a210-44e1-b494-928b06b18ad4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 943 time: 0.0686998 Jun 22 15:23:30.072512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:30.085238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf7816f-91b7-4907-94c7-08b42c1893d2 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:23:30.107604 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dbe43d11-6a50-4d34-8080-851c70955ad8 req-c45f370a-7e08-4c2e-b130-2c0c57dc109c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325553 Jun 22 15:23:30.109122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5cf7816f-91b7-4907-94c7-08b42c1893d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:30.113774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:30.116268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:30.160550 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=5cf7816f-91b7-4907-94c7-08b42c1893d2,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:30.164312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:30.189467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d5df7c3-23a6-4294-924d-e4723a0e5b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:30.419416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['5cf7816f-91b7-4907-94c7-08b42c1893d2'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:23:31.279507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdd944-1055-43a6-b3bd-07eae6372c62 req-6b475f05-58f5-439a-b639-60bb5389c1fa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:31.280997 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f5cdd944-1055-43a6-b3bd-07eae6372c62 req-6b475f05-58f5-439a-b639-60bb5389c1fa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 944 time: 0.0635951 Jun 22 15:23:31.318455 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f5cdd944-1055-43a6-b3bd-07eae6372c62 req-f20da5f0-e43d-4499-bc13-cc3e8ca40a50 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310524 Jun 22 15:23:31.924481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5cf7816f-91b7-4907-94c7-08b42c1893d2 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:23:31.974473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 5cf7816f-91b7-4907-94c7-08b42c1893d2 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:23:31.978020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 5cf7816f-91b7-4907-94c7-08b42c1893d2 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:23:31.978397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:32.050428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:32.072466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:23:32.074769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f38457-5db7-431e-9001-8eece7af2563" -d '{"events": [{"server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "name": "network-vif-plugged", "status": "completed", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:23:32.087105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5cf7816f-91b7-4907-94c7-08b42c1893d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:23:32.090852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:32.092684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9e195656-635b-45b6-a836-1b963355b022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:23:32.118034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab4976a-f7dd-42e9-994b-e993cbd5b672 x-openstack-request-id: req-3ab4976a-f7dd-42e9-994b-e993cbd5b672 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:23:32.118290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "name": "network-vif-plugged", "status": "completed", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:23:32.118557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ab4976a-f7dd-42e9-994b-e993cbd5b672 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:23:32.118952 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'code': 200} Jun 22 15:23:32.145250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=5cf7816f-91b7-4907-94c7-08b42c1893d2,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:23:32.152047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.152402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.152760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.153100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.153429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.153757 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.154091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.154414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.154738 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.155057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.155377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.155695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:23:32.159316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:23:32.332828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efd178-b8c5-4b2a-bbd4-f9b7bf8b5916 req-8232e472-c655-4de0-abf8-0b135cb8f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:32.334396 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63efd178-b8c5-4b2a-bbd4-f9b7bf8b5916 req-8232e472-c655-4de0-abf8-0b135cb8f013 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 1098 time: 0.0557139 Jun 22 15:23:32.369249 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63efd178-b8c5-4b2a-bbd4-f9b7bf8b5916 req-88cc0088-3256-4dfa-82de-1c90718cab85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288041 Jun 22 15:23:32.492069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f921e9-feba-4e31-91ff-355d97b678a8 req-12c32305-ebf8-4680-8b59-2e50564fd449 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:32.493450 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-30f921e9-feba-4e31-91ff-355d97b678a8 req-12c32305-ebf8-4680-8b59-2e50564fd449 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0631061 Jun 22 15:23:32.529840 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-30f921e9-feba-4e31-91ff-355d97b678a8 req-d5caaabc-f6b7-4735-ae63-ad3fb5041341 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308383 Jun 22 15:23:32.669922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bd28-d7df-4e7a-b5ef-bffcc5c42cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:32.928201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:33.707668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d73a56-4e5b-44bd-8565-e168f0286b49 req-c585bc35-5bf4-42b0-a97e-12b688f41cb5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:33.709097 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-14d73a56-4e5b-44bd-8565-e168f0286b49 req-c585bc35-5bf4-42b0-a97e-12b688f41cb5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0659344 Jun 22 15:23:33.746478 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-14d73a56-4e5b-44bd-8565-e168f0286b49 req-a91e7194-1eb3-470e-93b3-36a046bae17d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316877 Jun 22 15:23:33.910037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ebd0c-95c0-4d83-b928-3fa94cae5e2c req-21c7ef07-979a-4a24-a812-7f3df9dc1263 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:33.911646 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b96ebd0c-95c0-4d83-b928-3fa94cae5e2c req-21c7ef07-979a-4a24-a812-7f3df9dc1263 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0631638 Jun 22 15:23:33.920203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45364) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:23:33.924765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-04f10872-9a8a-4257-b771-01b6a203572e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'floatingip': {'port_id': '5cf7816f-91b7-4907-94c7-08b42c1893d2'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:23:33.970083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-04f10872-9a8a-4257-b771-01b6a203572e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:33.977530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:34.419662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-04f10872-9a8a-4257-b771-01b6a203572e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:34.424723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-04f10872-9a8a-4257-b771-01b6a203572e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:34.523206 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-04f10872-9a8a-4257-b771-01b6a203572e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Floating IP 7070856a-b3be-440c-a67d-cad803751c67 associated. External IP: 172.26.6.249, port: 5cf7816f-91b7-4907-94c7-08b42c1893d2. Jun 22 15:23:34.724438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f10872-9a8a-4257-b771-01b6a203572e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:23:34.827577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f10872-9a8a-4257-b771-01b6a203572e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:23:34.832087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-04f10872-9a8a-4257-b771-01b6a203572e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:34.837572 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:23:34.847175 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:23:34.847777 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:23:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:34.868890 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-04f10872-9a8a-4257-b771-01b6a203572e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "PUT /v2.0/floatingips/7070856a-b3be-440c-a67d-cad803751c67 HTTP/1.1" status: 200 len: 991 time: 0.9475479 Jun 22 15:23:34.869599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:23:34.871923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438" -d '{"events": [{"name": "network-changed", "server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:23:34.910189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bef2db-09a1-4ae2-9cf0-8d7727dd8e41 x-openstack-request-id: req-90bef2db-09a1-4ae2-9cf0-8d7727dd8e41 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:23:34.911456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:23:34.911456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90bef2db-09a1-4ae2-9cf0-8d7727dd8e41 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:23:34.912043 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'status': 'completed', 'code': 200} Jun 22 15:23:34.956693 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:23:34.990638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-3ccb4288-89ae-4e08-8d29-ee1fdcebb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:34.992042 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-3ccb4288-89ae-4e08-8d29-ee1fdcebb164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 1098 time: 0.0584149 Jun 22 15:23:35.082805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-d78c9749-5c04-4476-966f-6202caffb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:35.084274 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-d78c9749-5c04-4476-966f-6202caffb301 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0849936 Jun 22 15:23:35.154008 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-405b6fa8-c159-4939-a586-a5686b87112b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2 HTTP/1.1" status: 200 len: 999 time: 0.0634284 Jun 22 15:23:35.185352 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:49:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:23:34Z', 'revision_number': 1, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:35.205028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-d716678a-ac98-4127-abec-3c76c924d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:35.206462 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-d716678a-ac98-4127-abec-3c76c924d738 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0469925 Jun 22 15:23:35.228473 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:23:35.237467 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:23:35.238070 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:23:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:35.263918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-1e02d201-45ec-489b-9001-92c7add6e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:23:35.265351 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-1e02d201-45ec-489b-9001-92c7add6e062 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0523796 Jun 22 15:23:35.361194 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-86a24bbb-fbbf-4ae2-b790-b1d964653d70 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897541 Jun 22 15:23:35.432882 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:23:35.452453 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0bb0fc6-1fe4-4e31-82f6-7fb598f07438 req-62ddb91d-2241-4bdc-ae8a-d06ba6f0e413 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851123 Jun 22 15:23:35.650078 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:49:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:23:34Z', 'revision_number': 1, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:23:35.678191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:35.679753 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede74147-56ff-42e2-9e65-e316376bb17c None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:49:33:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:23:34Z', 'revision_number': 1, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:23:35.854612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8e21cb-c8eb-437b-9d40-1c3d3abfffa0 None None] New status for floating IP 7070856a-b3be-440c-a67d-cad803751c67: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:23:40.351548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:23:50.217404 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:24:00.189185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-56ab1570-d5ee-419c-a44b-a18ed3c78840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:02.671421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ae0d7950-b5f1-4c39-bea7-eaa130155320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:02.929361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:03.980525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:05.680938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:10.340435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:27.216000 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:24:30.190186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e0bf-57ef-44d3-9f87-5a7637e71250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:32.675566 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d9fb9b0-ac04-4f5d-9763-fede97c4082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:32.929873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:33.983639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:34.297903 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-a8275b43-ce83-493f-93aa-e3d635dba207 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994480 Jun 22 15:24:34.391078 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-9bddaf9a-22b9-44ad-9711-c5d5fce6f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:34.392540 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-9bddaf9a-22b9-44ad-9711-c5d5fce6f0e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 1098 time: 0.0522163 Jun 22 15:24:34.494666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-c39e1f92-9df0-4e43-9225-0ed1298b62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:34.496008 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-c39e1f92-9df0-4e43-9225-0ed1298b62c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0840788 Jun 22 15:24:34.563133 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-da9d328e-a70d-4c1f-8c5e-a2367bffac85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2 HTTP/1.1" status: 200 len: 1001 time: 0.0606647 Jun 22 15:24:34.609726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-f10a0424-8ca3-4c5b-a0e5-55921bd75015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:34.611076 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-f10a0424-8ca3-4c5b-a0e5-55921bd75015 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0419326 Jun 22 15:24:34.667368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-ce30866b-467b-4d4f-a369-170cfc745536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:34.668859 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-ce30866b-467b-4d4f-a369-170cfc745536 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0515969 Jun 22 15:24:34.760688 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-daf8fb5c-fc41-437d-94a0-845689b1964b service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843432 Jun 22 15:24:34.847202 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14c9c964-31b9-4af4-84ab-96e76fe47c1c req-57b6d0ef-5e76-454b-934b-53062d8ebdcc service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798142 Jun 22 15:24:35.685694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:40.352718 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:24:49.122696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb24385-4518-43ce-ba56-0c765cc43b81 req-74a6435c-680c-48f7-9826-da420aa257c8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:49.124202 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bb24385-4518-43ce-ba56-0c765cc43b81 req-74a6435c-680c-48f7-9826-da420aa257c8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0673304 Jun 22 15:24:49.510786 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bb24385-4518-43ce-ba56-0c765cc43b81 req-d5279ff6-faed-4ff6-8bef-996290ac63c2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808749 Jun 22 15:24:49.840356 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-af317eb6-6e4f-40d3-a928-2cdbadaa514c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499868 Jun 22 15:24:49.904060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5fa5f-b1e1-4f6c-b513-3218dacf20f7 req-94d48617-1d0d-41d9-b616-640835e3594c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:49.905601 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-01b5fa5f-b1e1-4f6c-b513-3218dacf20f7 req-94d48617-1d0d-41d9-b616-640835e3594c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0643740 Jun 22 15:24:49.943507 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-01b5fa5f-b1e1-4f6c-b513-3218dacf20f7 req-76981441-e11a-4afd-b715-59ae04be8395 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Jun 22 15:24:50.974519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-9bc11a8a-19a5-48fb-8e32-e629203f86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:50.976010 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-9bc11a8a-19a5-48fb-8e32-e629203f86ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 1098 time: 0.0562124 Jun 22 15:24:51.062815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-7c1cface-0337-4a4c-9f0f-f32965de26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:51.064250 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-7c1cface-0337-4a4c-9f0f-f32965de26c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0824862 Jun 22 15:24:51.125977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae1a45-1102-4e8f-bcf7-a9f808939056 req-9fb96f03-1a40-43f7-865c-6f2879febab3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:51.127473 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-78ae1a45-1102-4e8f-bcf7-a9f808939056 req-9fb96f03-1a40-43f7-865c-6f2879febab3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0706203 Jun 22 15:24:51.133220 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-0c9d9bc9-e944-4507-8e0c-c54f39653be2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2 HTTP/1.1" status: 200 len: 1001 time: 0.0630691 Jun 22 15:24:51.168128 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-78ae1a45-1102-4e8f-bcf7-a9f808939056 req-3b00b020-5f12-4de4-aa84-3f1dd28e95ac tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337536 Jun 22 15:24:51.191068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-be2f6702-b86f-4177-8012-5df74c915b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:51.192515 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-be2f6702-b86f-4177-8012-5df74c915b45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0536616 Jun 22 15:24:51.248781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-7b903b66-515e-4c3e-97c2-0674e05c5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:51.250156 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-7b903b66-515e-4c3e-97c2-0674e05c5602 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512683 Jun 22 15:24:51.340883 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-47c44c6e-9550-4687-81bf-951c1e8ee400 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837615 Jun 22 15:24:51.427521 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-3618a0a6-42a7-48c7-bb5f-55dbfb4f87e1 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804489 Jun 22 15:24:52.340272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a6226-70e5-49c2-bc8f-7eb3761c7783 req-3039d2a0-07a6-49d3-8a43-8e1f66b62da5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:52.341822 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-615a6226-70e5-49c2-bc8f-7eb3761c7783 req-3039d2a0-07a6-49d3-8a43-8e1f66b62da5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0632136 Jun 22 15:24:52.386618 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-615a6226-70e5-49c2-bc8f-7eb3761c7783 req-03d6f8e5-44ab-4020-ad95-3eec5b160e79 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388997 Jun 22 15:24:53.558110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d6387-fb19-4e4e-aec4-4d163b524a9a req-eb54dbcf-a546-4663-860d-0c023fef8b21 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:53.559551 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-674d6387-fb19-4e4e-aec4-4d163b524a9a req-eb54dbcf-a546-4663-860d-0c023fef8b21 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0632341 Jun 22 15:24:53.608923 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-674d6387-fb19-4e4e-aec4-4d163b524a9a req-d9c85492-61ab-46db-be48-c578b942784e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333455 Jun 22 15:24:54.773655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e87b18-eab4-4e14-8784-de1151885cae req-cf09187d-4d9c-4228-ae5a-7e55a73bfa9b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:54.775107 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a2e87b18-eab4-4e14-8784-de1151885cae req-cf09187d-4d9c-4228-ae5a-7e55a73bfa9b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0627584 Jun 22 15:24:54.811374 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a2e87b18-eab4-4e14-8784-de1151885cae req-5e456a4f-e686-4c84-b8e0-00bc16374df8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306475 Jun 22 15:24:55.981189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f6a22-e94e-4294-9418-d08ae87fa0e4 req-4a2feb47-b976-40f2-8d73-d5e736d3a277 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:55.982629 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9f1f6a22-e94e-4294-9418-d08ae87fa0e4 req-4a2feb47-b976-40f2-8d73-d5e736d3a277 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0623353 Jun 22 15:24:56.018784 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9f1f6a22-e94e-4294-9418-d08ae87fa0e4 req-9ff34cc4-e2db-4f3f-8ec7-2e3b6eb242dd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305278 Jun 22 15:24:57.192444 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a683f-2ef8-4bd7-a34c-c2876c9a49f4 req-14041dfb-ce7b-4c25-92ed-651ad8afdd6b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:57.193927 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b57a683f-2ef8-4bd7-a34c-c2876c9a49f4 req-14041dfb-ce7b-4c25-92ed-651ad8afdd6b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0629969 Jun 22 15:24:57.231083 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b57a683f-2ef8-4bd7-a34c-c2876c9a49f4 req-60ae72a4-4a12-4fae-8acd-ceb32959494a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313749 Jun 22 15:24:58.404832 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdab98-0379-466c-b9f5-b1ed044811ae req-88a68a14-dd90-4438-aca6-36859c15b730 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:58.406281 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bcdab98-0379-466c-b9f5-b1ed044811ae req-88a68a14-dd90-4438-aca6-36859c15b730 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0673325 Jun 22 15:24:58.444209 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2bcdab98-0379-466c-b9f5-b1ed044811ae req-850cc073-c3a8-475d-abad-b862c5c5fa42 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Jun 22 15:24:59.622634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf847e-d897-49e6-8812-f366a18437b3 req-c9aedd8d-2128-4ecb-bd42-facaff71cfc0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:24:59.624096 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-babf847e-d897-49e6-8812-f366a18437b3 req-c9aedd8d-2128-4ecb-bd42-facaff71cfc0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0670636 Jun 22 15:24:59.661915 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-babf847e-d897-49e6-8812-f366a18437b3 req-a713db76-2756-48fe-b263-3c684e5338e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Jun 22 15:25:00.190794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8e53a43d-eab5-41bb-86bb-f5c8c764c69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:00.838196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563debc-0713-41e2-adde-6c377a5ebc91 req-b4fc1234-00e3-4a98-8bbf-461efa39a8d4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:00.839674 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a563debc-0713-41e2-adde-6c377a5ebc91 req-b4fc1234-00e3-4a98-8bbf-461efa39a8d4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0627022 Jun 22 15:25:00.877117 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a563debc-0713-41e2-adde-6c377a5ebc91 req-f09a847e-6723-42fc-8187-5aceadde978c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Jun 22 15:25:02.049664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757d774-281d-408b-9be1-1f9472fd3358 req-ecaa26f2-601c-46a2-b0fd-b25ef1498844 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:02.051566 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1757d774-281d-408b-9be1-1f9472fd3358 req-ecaa26f2-601c-46a2-b0fd-b25ef1498844 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0635779 Jun 22 15:25:02.087965 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1757d774-281d-408b-9be1-1f9472fd3358 req-15551bbd-18a0-4d4f-b8a5-8050ef55572a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307412 Jun 22 15:25:02.676881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fe1f3cd2-31ee-4edc-b2b5-af09208adfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:02.930419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:03.047716 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-db934756-66e7-43df-89f8-300fb5304c99 service neutron] 10.222.0.21 "GET /v2.0/ports/5cf7816f-91b7-4907-94c7-08b42c1893d2/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0536308 Jun 22 15:25:03.274272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9f9a2-3d8b-468d-b1a7-91b005e18680 req-ae7507de-d71a-4d47-ac1e-d0f444488220 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:03.275692 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-edd9f9a2-3d8b-468d-b1a7-91b005e18680 req-ae7507de-d71a-4d47-ac1e-d0f444488220 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0761721 Jun 22 15:25:03.309917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-b51feded-82ea-44e9-9b38-d19072a045c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:03.311429 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-b51feded-82ea-44e9-9b38-d19072a045c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 1098 time: 0.0583892 Jun 22 15:25:03.314548 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-edd9f9a2-3d8b-468d-b1a7-91b005e18680 req-6890cb5b-8399-40fb-9600-ccfe2fae6a3b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329452 Jun 22 15:25:03.384325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-9579e7ff-16f2-4684-9aea-e6b13b26fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:03.385808 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-9579e7ff-16f2-4684-9aea-e6b13b26fd2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 1098 time: 0.0521479 Jun 22 15:25:03.477033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-c4132b98-4be0-4c74-adf5-308d09ecabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:03.478465 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-c4132b98-4be0-4c74-adf5-308d09ecabd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0862579 Jun 22 15:25:03.543095 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-830aa261-b426-4970-8973-12301ab8fbd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2 HTTP/1.1" status: 200 len: 1001 time: 0.0588653 Jun 22 15:25:03.590582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-e909b87d-d6bd-4275-abbb-36c62950b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:03.591988 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-e909b87d-d6bd-4275-abbb-36c62950b1a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0432146 Jun 22 15:25:03.655135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-1b39d19c-9a52-486f-96bd-335942ad3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:03.656644 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-1b39d19c-9a52-486f-96bd-335942ad3f49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0575428 Jun 22 15:25:03.743548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-2fbe2c1c-6a59-4ce1-8aa9-4a8ea943c195 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807717 Jun 22 15:25:03.836117 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c8420ad-e692-4881-9094-7cc8d0eb19c1 req-c4e60e88-601a-4904-9964-42a8dbb1514b service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859554 Jun 22 15:25:03.986682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:04.214240 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:25:04.488366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd72f4-9546-4955-8e99-c5cb2ec54b1a req-4100c35b-1496-4f60-8a65-ad7e330c4f14 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:04.489987 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9dbd72f4-9546-4955-8e99-c5cb2ec54b1a req-4100c35b-1496-4f60-8a65-ad7e330c4f14 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0627787 Jun 22 15:25:04.528402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9dbd72f4-9546-4955-8e99-c5cb2ec54b1a req-9437da79-3610-4f2b-8452-200312c8dda2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Jun 22 15:25:05.686730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:05.703033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdb27b-a99d-4ac8-9f13-f1ad629cc449 req-fae42d2b-dede-41c1-b361-b50b62e72702 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:05.704504 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fecdb27b-a99d-4ac8-9f13-f1ad629cc449 req-fae42d2b-dede-41c1-b361-b50b62e72702 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0656402 Jun 22 15:25:05.743674 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fecdb27b-a99d-4ac8-9f13-f1ad629cc449 req-8314233c-1ddd-4f2e-a2c0-4adcf5d459e9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332589 Jun 22 15:25:06.312839 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5cf7816f-91b7-4907-94c7-08b42c1893d2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:25:06.408846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5cf7816f-91b7-4907-94c7-08b42c1893d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:25:06.423328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'mac_address': 'fa:16:3e:49:33:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:25:06.458678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:06.470680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cf7816f-91b7-4907-94c7-08b42c1893d2 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:25:06.490343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5cf7816f-91b7-4907-94c7-08b42c1893d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:25:06.493828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:06.495561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:25:06.542771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=5cf7816f-91b7-4907-94c7-08b42c1893d2,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:25:06.549484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.549833 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.550177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.550514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.551508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.551850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.552185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.552522 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.552875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.553204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.553532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.553856 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:06.558475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['5cf7816f-91b7-4907-94c7-08b42c1893d2'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:25:06.560317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:25:06.915575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395c7ed-23bc-4274-ae63-d178a98639b0 req-f137f106-ad6e-42a5-8fca-a57964374e88 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:06.916982 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9395c7ed-23bc-4274-ae63-d178a98639b0 req-f137f106-ad6e-42a5-8fca-a57964374e88 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 944 time: 0.0622082 Jun 22 15:25:06.953462 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9395c7ed-23bc-4274-ae63-d178a98639b0 req-cf78d231-2f8b-4edc-bc1a-ab562ab9113d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308771 Jun 22 15:25:07.304236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86e27a-59af-46b2-b9bb-782b68207c18 req-574293f4-de97-4d9d-8bd3-237cfddecdee tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:07.305733 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9e86e27a-59af-46b2-b9bb-782b68207c18 req-574293f4-de97-4d9d-8bd3-237cfddecdee tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 944 time: 0.1167071 Jun 22 15:25:07.312988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-b94d45b8-571c-4c8c-a7d0-c92b84156484 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:07.314299 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-b94d45b8-571c-4c8c-a7d0-c92b84156484 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63&tenant_id=56577469412d49e19fdf86b31f6da4ec&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1155517 Jun 22 15:25:07.348665 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9e86e27a-59af-46b2-b9bb-782b68207c18 req-d5a76643-c9d3-4abb-b2bd-48a53744d3c3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334096 Jun 22 15:25:07.407633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-ff43fdc6-99cf-4dac-87e1-a3b793c32a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:07.409127 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-ff43fdc6-99cf-4dac-87e1-a3b793c32a10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 1097 time: 0.0526857 Jun 22 15:25:07.499590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-b1e10ec5-0558-4da8-afcc-5396df0ab03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:07.501103 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-b1e10ec5-0558-4da8-afcc-5396df0ab03c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0860384 Jun 22 15:25:07.565919 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-694094b4-3068-4b3b-b7ee-4a5f08f30786 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2 HTTP/1.1" status: 200 len: 1000 time: 0.0587151 Jun 22 15:25:07.617329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-39be647a-d5ac-4ed0-a5e6-9cd9f8bf66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:07.618700 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-39be647a-d5ac-4ed0-a5e6-9cd9f8bf66a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0470686 Jun 22 15:25:07.678294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-2d8dfe53-6dd0-4973-a9a1-34c6adfb915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:07.679776 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-2d8dfe53-6dd0-4973-a9a1-34c6adfb915a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0550084 Jun 22 15:25:07.771196 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-f578bb3f-5e5f-4427-be35-898520e5a392 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849078 Jun 22 15:25:07.862284 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f0bdb62-c955-4c55-96cf-505201cd2fd3 req-2da02d56-0fb1-49fb-8ba0-211f228e7559 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848465 Jun 22 15:25:08.336285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5cf7816f-91b7-4907-94c7-08b42c1893d2 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:25:08.388789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 5cf7816f-91b7-4907-94c7-08b42c1893d2 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:25:08.389176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:08.471728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:08.499601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:25:08.502269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8eea5b-ee09-4057-8017-3e2f41542965" -d '{"events": [{"server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "name": "network-vif-plugged", "status": "completed", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:25:08.516277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 5cf7816f-91b7-4907-94c7-08b42c1893d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:25:08.521586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:08.525351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:25:08.539047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc4615-c0e5-4b41-b03c-fefac4f08460 req-57893afe-3df7-4d15-b261-65fa88a0ca06 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:08.540636 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f5fc4615-c0e5-4b41-b03c-fefac4f08460 req-57893afe-3df7-4d15-b261-65fa88a0ca06 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 944 time: 0.0697293 Jun 22 15:25:08.548775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfcd60f-362f-4f05-be61-b79df68d9c83 x-openstack-request-id: req-bcfcd60f-362f-4f05-be61-b79df68d9c83 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:25:08.549082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "name": "network-vif-plugged", "status": "completed", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:25:08.549351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bcfcd60f-362f-4f05-be61-b79df68d9c83 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:25:08.549745 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'code': 200} Jun 22 15:25:08.575228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=5cf7816f-91b7-4907-94c7-08b42c1893d2,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:25:08.578287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:25:08.578924 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f5fc4615-c0e5-4b41-b03c-fefac4f08460 req-f054739b-8506-414f-b7c9-9f265351bb1f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323827 Jun 22 15:25:08.752373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520ad99-fcf6-4e5b-b9e3-a87cdf9104eb req-bfa00f4b-ce6a-4706-a099-bc32b00d3b36 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:08.754065 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6520ad99-fcf6-4e5b-b9e3-a87cdf9104eb req-bfa00f4b-ce6a-4706-a099-bc32b00d3b36 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0626979 Jun 22 15:25:08.791099 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6520ad99-fcf6-4e5b-b9e3-a87cdf9104eb req-108cd743-35d3-4156-8e5a-06eacd6b7d28 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Jun 22 15:25:08.965378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54370d6-8ff0-4ace-8266-5831735d4283 req-b47bbf1a-bb8e-4ae3-90c3-6c51a21c7199 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:08.966907 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f54370d6-8ff0-4ace-8266-5831735d4283 req-b47bbf1a-bb8e-4ae3-90c3-6c51a21c7199 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0689285 Jun 22 15:25:09.005778 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f54370d6-8ff0-4ace-8266-5831735d4283 req-aa583839-72db-4a19-a153-7b6854636c4d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319562 Jun 22 15:25:09.401373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007a344-0386-45c5-8ff2-5344667d9390 req-8dfe307a-f59c-4f7b-9dfa-5471df7371b0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:09.402861 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7007a344-0386-45c5-8ff2-5344667d9390 req-8dfe307a-f59c-4f7b-9dfa-5471df7371b0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0654149 Jun 22 15:25:09.440268 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7007a344-0386-45c5-8ff2-5344667d9390 req-0bc0a965-d767-4d93-8f4c-63c3a01aee22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316384 Jun 22 15:25:10.357171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:10.618732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f4ea-a103-4555-a8f4-b73a03e75973 req-e9bce76c-ebcf-437e-8634-e3c31415718b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:10.620081 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3263f4ea-a103-4555-a8f4-b73a03e75973 req-e9bce76c-ebcf-437e-8634-e3c31415718b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0670266 Jun 22 15:25:10.658100 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3263f4ea-a103-4555-a8f4-b73a03e75973 req-db9b2259-e025-43a5-8a96-a7e4592c330c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322952 Jun 22 15:25:11.087482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-c59be962-f30d-4db0-89ca-509d3a9db3d2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:11.088936 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-c59be962-f30d-4db0-89ca-509d3a9db3d2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 945 time: 0.0627928 Jun 22 15:25:11.186433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Deleting port 5cf7816f-91b7-4907-94c7-08b42c1893d2 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:25:11.186773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:11.276228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] For port 5cf7816f-91b7-4907-94c7-08b42c1893d2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5cf7816f-91b7-4907-94c7-08b42c1893d2,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:25:11.276584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:11.436937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:11.437223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:11.437536 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Floating IP 7070856a-b3be-440c-a67d-cad803751c67 disassociated. External IP: 172.26.6.249, port: 5cf7816f-91b7-4907-94c7-08b42c1893d2. Jun 22 15:25:11.437873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Calling delete_port for 5cf7816f-91b7-4907-94c7-08b42c1893d2 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:25:11.567848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:11.571624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:25:11.596371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event deleted for resources: {'Port': ['ID=5cf7816f-91b7-4907-94c7-08b42c1893d2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:25:11.607969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.608363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.608764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.609147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.609527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.609897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.610267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.610634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.611006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.611373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.611737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.612099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:25:11.617166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:25:11.727473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:25:11.812903 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-95a75fd0-e99a-421d-b6c1-bb2c93166f2f req-cc5baf30-a9e8-41ea-8f38-fe1fca25b244 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=9953d97b-d3bc-44bd-8d0f-8ce3744c9a63 HTTP/1.1" status: 200 len: 210 time: 0.0368824 Jun 22 15:25:11.839777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:25:11.849663 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:25:11.858232 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:25:11.858840 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:25:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:25:11.883244 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] No DVR routers for this DVR port 5cf7816f-91b7-4907-94c7-08b42c1893d2 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:25:11.885696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:11.887719 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-58e32218-cdb7-4dab-907f-f10fbcaf53e8 req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "DELETE /v2.0/ports/5cf7816f-91b7-4907-94c7-08b42c1893d2 HTTP/1.1" status: 204 len: 173 time: 0.7932749 Jun 22 15:25:11.888210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'name': 'network-vif-deleted', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:25:11.890692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3805bc6c-8430-4aa7-942d-511af3f8050a" -d '{"events": [{"server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "name": "network-vif-deleted", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:25:11.935052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc64471-43ad-4e48-99f4-ac2581a252c7 x-openstack-request-id: req-8bc64471-43ad-4e48-99f4-ac2581a252c7 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:25:11.935474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9953d97b-d3bc-44bd-8d0f-8ce3744c9a63", "name": "network-vif-deleted", "tag": "5cf7816f-91b7-4907-94c7-08b42c1893d2", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:25:11.935859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bc64471-43ad-4e48-99f4-ac2581a252c7 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:25:11.936404 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9953d97b-d3bc-44bd-8d0f-8ce3744c9a63', 'name': 'network-vif-deleted', 'tag': '5cf7816f-91b7-4907-94c7-08b42c1893d2', 'status': 'completed', 'code': 200} Jun 22 15:25:11.971603 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:25:12.163778 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:25:12.193241 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:25:12.201254 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:25:12.201842 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:25:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:25:12.304621 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:25:12.501556 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:25:12.526467 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc331a-281f-49ca-b92d-ba18383f7bac None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:25:12.728954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772233c-0747-4474-b6b2-812124de17c5 None None] New status for floating IP 7070856a-b3be-440c-a67d-cad803751c67: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:25:13.113219 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-209ba1de-1776-46ec-9180-36c7ee10acb7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1920696345&fields=id&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 267 time: 0.0332413 Jun 22 15:25:13.217549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-927d110a-1c1e-43c5-bea3-aa91bf76ed2b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:13.219327 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-927d110a-1c1e-43c5-bea3-aa91bf76ed2b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 811 time: 0.0989501 Jun 22 15:25:13.234526 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-83c0a54f-4dbf-4b5b-8bf7-14f51775627a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/quotas/56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 375 time: 0.0087733 Jun 22 15:25:13.307400 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-1d5c2c99-671b-4234-b8d3-9d1f17cca4a8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680711 Jun 22 15:25:13.445143 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-bf394a61-c316-4bfb-b58b-e17eb9ce2e21 service neutron] 10.222.0.22 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258574 Jun 22 15:25:13.536717 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-ee1058f5-1abf-446e-8070-7e65b0087d73 service neutron] 10.222.0.22 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850492 Jun 22 15:25:13.708954 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14d13aea-98cc-4b8f-9eb2-8973ad7ee3e5 req-b8ee363e-dbe3-404b-9020-5cb59be459ab tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 210 time: 0.0352199 Jun 22 15:25:14.779818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9b46b908-cb5d-4dbd-954d-c5935b227d55 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:14.781304 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9b46b908-cb5d-4dbd-954d-c5935b227d55 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 811 time: 0.1031685 Jun 22 15:25:14.823898 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-4ae97cbe-65b8-465a-a069-054f43f826a9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 380 time: 0.0339713 Jun 22 15:25:14.832415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'port': {'device_id': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'admin_state_up': True, 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'security_groups': ['54f9f1a4-99bd-4a20-808c-67d3700d9ce0']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:25:14.872449 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-298cc194-5b54-4bbc-91bb-988aeb1cd321 req-4fd74a48-d938-4822-9e43-2e3b2d4bfd89 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 210 time: 0.0339570 Jun 22 15:25:14.948096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Made reservation on behalf of 56577469412d49e19fdf86b31f6da4ec for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:25:14.951761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:15.076028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Allocated IP 172.20.0.13 (3473f93b-d85f-4cf9-922a-18e1a6bad55e/75973151-424b-4bb0-a8ac-b1cbf49eb75c/4656da65-0200-453a-8b4f-6534f564589c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:25:15.211023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:15.224225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Transition to ACTIVE for port object 4656da65-0200-453a-8b4f-6534f564589c will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:25:15.256032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:15.259958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a3f821f9-8562-4eb4-917b-a9ad73202d53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:25:15.304700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:25:15.307947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:25:15.311716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:25:15.318845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event updated for resources: {'Port': ['ID=4656da65-0200-453a-8b4f-6534f564589c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:25:15.338971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:25:15.366323 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:15.366960 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:15.383090 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5544503 Jun 22 15:25:15.469669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Request body: {'port': {'device_id': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:25:15.536280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0b560293-bc6d-494b-ad5e-997707da3d4b None None] Provisioning for port 4656da65-0200-453a-8b4f-6534f564589c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:25:15.539840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:15.540174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0b560293-bc6d-494b-ad5e-997707da3d4b None None] Provisioning complete for port 4656da65-0200-453a-8b4f-6534f564589c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:25:15.540674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0b560293-bc6d-494b-ad5e-997707da3d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:15.573672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0b560293-bc6d-494b-ad5e-997707da3d4b None None] Port 4656da65-0200-453a-8b4f-6534f564589c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:25:15.801916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4656da65-0200-453a-8b4f-6534f564589c {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:25:15.809409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:15.822162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Transition to ACTIVE for port object 4656da65-0200-453a-8b4f-6534f564589c will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:25:15.825812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:15.828480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:25:15.906219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Pushing event updated for resources: {'Port': ['ID=4656da65-0200-453a-8b4f-6534f564589c,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:25:15.924925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:25:15.980304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Attempting to bind port 4656da65-0200-453a-8b4f-6534f564589c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:25:15.980642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Attempting to bind port 4656da65-0200-453a-8b4f-6534f564589c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:25:15.981029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Attempting to bind port 4656da65-0200-453a-8b4f-6534f564589c on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:25:15.986387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Port 4656da65-0200-453a-8b4f-6534f564589c on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:25:15.986774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Attempting to bind port 4656da65-0200-453a-8b4f-6534f564589c on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:25:15.991904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:25:15.992237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Checking segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:25:15.992619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Bound using segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:25:15.993081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Bound port: 4656da65-0200-453a-8b4f-6534f564589c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:25:15.993752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:16.098211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:25:16.103823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4656da65-0200-453a-8b4f-6534f564589c,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:25:16.112529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b7cba-0173-4e90-873f-e88058c782c4 req-2d84d525-b0a5-4ca5-9699-7cffc84d0634 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:16.114732 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-433b7cba-0173-4e90-873f-e88058c782c4 req-2d84d525-b0a5-4ca5-9699-7cffc84d0634 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 944 time: 0.1173565 Jun 22 15:25:16.116159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:16.118956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:25:16.162598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:16.163211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:16.164575 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] 10.222.0.21 "PUT /v2.0/ports/4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 1094 time: 0.6998110 Jun 22 15:25:16.166279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'tag': '4656da65-0200-453a-8b4f-6534f564589c'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:25:16.168664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "tag": "4656da65-0200-453a-8b4f-6534f564589c"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:25:16.205648 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-433b7cba-0173-4e90-873f-e88058c782c4 req-c9569502-ecd8-416a-860a-26c50d68044e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811796 Jun 22 15:25:16.220672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Pushing event updated for resources: {'Port': ['ID=4656da65-0200-453a-8b4f-6534f564589c,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:25:16.224972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e6ee73-c8e7-4e66-831e-d0a58adff370 x-openstack-request-id: req-c4e6ee73-c8e7-4e66-831e-d0a58adff370 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:25:16.225316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "tag": "4656da65-0200-453a-8b4f-6534f564589c", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:25:16.225636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4e6ee73-c8e7-4e66-831e-d0a58adff370 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:25:16.226091 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'tag': '4656da65-0200-453a-8b4f-6534f564589c', 'status': 'completed', 'code': 200} Jun 22 15:25:16.243812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:25:16.270308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-7a24ff4a-1176-4475-959a-94997ee47ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:16.271816 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-7a24ff4a-1176-4475-959a-94997ee47ac7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1097 time: 0.0607295 Jun 22 15:25:16.319533 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-9609da14-ea9b-4f4d-a547-c80fd373734b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 217 time: 0.0404265 Jun 22 15:25:16.370636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-e9de1806-ae5a-4db8-bc1f-ded4939f0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:16.372116 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-e9de1806-ae5a-4db8-bc1f-ded4939f0dae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0463521 Jun 22 15:25:16.429928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-ed50b050-9ef1-4de0-806f-d727731df1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:16.431398 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-ed50b050-9ef1-4de0-806f-d727731df1aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0532453 Jun 22 15:25:16.484002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5cf7816f-91b7-4907-94c7-08b42c1893d2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:25:16.506416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 5cf7816f-91b7-4907-94c7-08b42c1893d2 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:25:16.506772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 5cf7816f-91b7-4907-94c7-08b42c1893d2 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:25:16.522048 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f1b3bf2f-e1ec-4d4f-b290-cd06a2572996 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844119 Jun 22 15:25:16.611040 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1d0046d2-3ac0-4b76-a66c-961925f26e00 req-f8cc61bf-acc3-4592-949d-4689411ede35 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829017 Jun 22 15:25:16.713592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-da8ba692-788e-4e8f-bed6-ce715e97e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:16.715045 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-da8ba692-788e-4e8f-bed6-ce715e97e2dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1097 time: 0.0521541 Jun 22 15:25:16.805662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-e895c570-8da1-47ad-86d1-cd36cd19a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:16.807078 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-e895c570-8da1-47ad-86d1-cd36cd19a37a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0861645 Jun 22 15:25:16.847381 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-7578c854-23d7-445c-ba70-7d6d975aae86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 217 time: 0.0337119 Jun 22 15:25:16.898805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-54433b9c-098d-4971-8f87-a02230b846a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:16.900115 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-54433b9c-098d-4971-8f87-a02230b846a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0466292 Jun 22 15:25:16.955840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-19081c27-85ff-45ac-a264-5dda59bcbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:16.957306 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-19081c27-85ff-45ac-a264-5dda59bcbe7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0506146 Jun 22 15:25:17.043796 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-eb554741-ac03-4988-8621-461eecde3a49 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801561 Jun 22 15:25:17.135606 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f89b9192-7bcb-4c47-b58b-60cd9b5a39f5 req-9bba32f5-be4c-4c01-b7d3-bc39fe0e1806 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850389 Jun 22 15:25:17.387791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df32b3-e3ef-4742-96bb-cd4f7a4c5324 req-2e5d0e44-5381-4ceb-baf7-692b6c95e895 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:17.389283 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b4df32b3-e3ef-4742-96bb-cd4f7a4c5324 req-2e5d0e44-5381-4ceb-baf7-692b6c95e895 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 944 time: 0.0629740 Jun 22 15:25:17.425242 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b4df32b3-e3ef-4742-96bb-cd4f7a4c5324 req-0b6284df-934e-4e25-bc1b-12d34395a22f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303860 Jun 22 15:25:18.500247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 4656da65-0200-453a-8b4f-6534f564589c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:25:18.593164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4656da65-0200-453a-8b4f-6534f564589c,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:25:18.601629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c8fc-a6ca-4ab2-b376-48fb2504e23e req-5f5ffa0c-8c4d-4df0-b858-680b94f4bebf tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:18.603116 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c759c8fc-a6ca-4ab2-b376-48fb2504e23e req-5f5ffa0c-8c4d-4df0-b858-680b94f4bebf tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 944 time: 0.0653923 Jun 22 15:25:18.605172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '4656da65-0200-453a-8b4f-6534f564589c', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': '4656da65-0200-453a-8b4f-6534f564589c', 'mac_address': 'fa:16:3e:3c:a0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:25:18.642721 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c759c8fc-a6ca-4ab2-b376-48fb2504e23e req-9b4938ba-27cf-42e3-a8e7-c12890116c3e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336993 Jun 22 15:25:18.649634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:18.666055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4656da65-0200-453a-8b4f-6534f564589c {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:25:18.685395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4656da65-0200-453a-8b4f-6534f564589c,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:25:18.689273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:18.691130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:25:18.734580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=4656da65-0200-453a-8b4f-6534f564589c,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:25:18.737330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:25:19.033689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['4656da65-0200-453a-8b4f-6534f564589c'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:25:19.828080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92421164-b69a-402f-8396-16657e0cf6cc req-1c438471-53cb-4e19-a37c-4c5a1b77531b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:19.829566 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-92421164-b69a-402f-8396-16657e0cf6cc req-1c438471-53cb-4e19-a37c-4c5a1b77531b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 945 time: 0.0669603 Jun 22 15:25:19.867354 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-92421164-b69a-402f-8396-16657e0cf6cc req-7973cd78-3595-4be4-94a4-10e150b1b65e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Jun 22 15:25:20.499963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 4656da65-0200-453a-8b4f-6534f564589c up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:25:20.548376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 4656da65-0200-453a-8b4f-6534f564589c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:25:20.552557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 4656da65-0200-453a-8b4f-6534f564589c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:25:20.552958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:20.625696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:20.647490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4656da65-0200-453a-8b4f-6534f564589c'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:25:20.649993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb5d166-4f9e-4763-98ff-9a3eb61b11a4" -d '{"events": [{"server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "name": "network-vif-plugged", "status": "completed", "tag": "4656da65-0200-453a-8b4f-6534f564589c"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:25:20.663352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4656da65-0200-453a-8b4f-6534f564589c,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:25:20.667875 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:20.669942 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:25:20.697118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5ae8cf-b718-4905-9502-cf28538285a5 x-openstack-request-id: req-7c5ae8cf-b718-4905-9502-cf28538285a5 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:25:20.697416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "name": "network-vif-plugged", "status": "completed", "tag": "4656da65-0200-453a-8b4f-6534f564589c", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:25:20.697684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c5ae8cf-b718-4905-9502-cf28538285a5 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:25:20.698072 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4656da65-0200-453a-8b4f-6534f564589c', 'code': 200} Jun 22 15:25:20.721377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=4656da65-0200-453a-8b4f-6534f564589c,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:25:20.724864 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:25:20.903845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c04340-cca7-4cb0-b967-4f9666359f3a req-c5793550-07bd-40d4-a43d-f280743a8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:20.905342 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b7c04340-cca7-4cb0-b967-4f9666359f3a req-c5793550-07bd-40d4-a43d-f280743a8ba8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1099 time: 0.0550737 Jun 22 15:25:21.047300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df58c6-0e28-46f4-b6ce-8206b0fc6e4f req-1d7f3f61-9a83-4765-9a4f-c46cb25547f5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:21.048901 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-52df58c6-0e28-46f4-b6ce-8206b0fc6e4f req-1d7f3f61-9a83-4765-9a4f-c46cb25547f5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0685463 Jun 22 15:25:21.090062 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-52df58c6-0e28-46f4-b6ce-8206b0fc6e4f req-5de65f2a-ed58-4223-b991-1706e426a118 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351281 Jun 22 15:25:21.283259 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b7c04340-cca7-4cb0-b967-4f9666359f3a req-92defc9a-340e-4a30-97cc-b5109f15b7e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714011 Jun 22 15:25:22.263088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05dc53-ff4f-49b8-8478-774fb8b86f55 req-d778918c-409c-40e7-b70e-c862574563bf tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:22.264539 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ef05dc53-ff4f-49b8-8478-774fb8b86f55 req-d778918c-409c-40e7-b70e-c862574563bf tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0630922 Jun 22 15:25:22.301813 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ef05dc53-ff4f-49b8-8478-774fb8b86f55 req-9f0f59f1-beb3-4853-b567-8eadbfdb0615 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308754 Jun 22 15:25:23.477426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802bd8e-3607-40cb-8945-77479b8d348d req-6073b12e-fd41-4f90-a396-4739feffe261 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:23.478875 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1802bd8e-3607-40cb-8945-77479b8d348d req-6073b12e-fd41-4f90-a396-4739feffe261 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0638986 Jun 22 15:25:23.515699 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1802bd8e-3607-40cb-8945-77479b8d348d req-24c98630-83c5-464e-b922-f271422a69d4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311868 Jun 22 15:25:23.689526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11f5e-1a92-4938-8f0c-38324a2f09d6 req-17184d22-3a85-4346-bdcb-cee77124e48f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:23.690985 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31a11f5e-1a92-4938-8f0c-38324a2f09d6 req-17184d22-3a85-4346-bdcb-cee77124e48f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0705135 Jun 22 15:25:23.699601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 45652) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:25:23.704171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7e2ee4a0-23d6-48ac-9cad-191e7bee936d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'floatingip': {'port_id': '4656da65-0200-453a-8b4f-6534f564589c'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:25:23.745756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee4a0-23d6-48ac-9cad-191e7bee936d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:24.179521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee4a0-23d6-48ac-9cad-191e7bee936d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:24.183306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee4a0-23d6-48ac-9cad-191e7bee936d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:24.281275 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-7e2ee4a0-23d6-48ac-9cad-191e7bee936d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Floating IP 7070856a-b3be-440c-a67d-cad803751c67 associated. External IP: 172.26.6.249, port: 4656da65-0200-453a-8b4f-6534f564589c. Jun 22 15:25:24.488840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2ee4a0-23d6-48ac-9cad-191e7bee936d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:25:24.593297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2ee4a0-23d6-48ac-9cad-191e7bee936d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:25:24.598412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee4a0-23d6-48ac-9cad-191e7bee936d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:24.602771 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:25:24.611219 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:25:24.611826 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:25:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:25:24.637954 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7e2ee4a0-23d6-48ac-9cad-191e7bee936d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "PUT /v2.0/floatingips/7070856a-b3be-440c-a67d-cad803751c67 HTTP/1.1" status: 200 len: 992 time: 0.9373078 Jun 22 15:25:24.638739 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'tag': '4656da65-0200-453a-8b4f-6534f564589c'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:25:24.641151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "tag": "4656da65-0200-453a-8b4f-6534f564589c"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:25:24.694496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e4f31e-9fcc-4336-a041-d9c33b565cb7 x-openstack-request-id: req-d8e4f31e-9fcc-4336-a041-d9c33b565cb7 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:25:24.695143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "tag": "4656da65-0200-453a-8b4f-6534f564589c", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:25:24.695516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8e4f31e-9fcc-4336-a041-d9c33b565cb7 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:25:24.696260 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'tag': '4656da65-0200-453a-8b4f-6534f564589c', 'status': 'completed', 'code': 200} Jun 22 15:25:24.729368 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:25:24.771750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-7a070fd8-3766-463e-b110-e5d9bd300bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:24.773362 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-7a070fd8-3766-463e-b110-e5d9bd300bf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1099 time: 0.0566821 Jun 22 15:25:24.866505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-b526673a-8d32-4637-b1c1-9ea7941d96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:24.867948 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-b526673a-8d32-4637-b1c1-9ea7941d96bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0879881 Jun 22 15:25:24.932839 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-33ad3210-058f-4772-88b2-10320c36b1ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 1000 time: 0.0586739 Jun 22 15:25:24.983417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-8bb846a2-0ae6-4a6e-8051-33cf85d3c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:24.985030 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-8bb846a2-0ae6-4a6e-8051-33cf85d3c449 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0461988 Jun 22 15:25:25.040985 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': '4656da65-0200-453a-8b4f-6534f564589c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:3c:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:25:24Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:25:25.046286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-7e3f3162-314b-40b2-9be3-9ef0e347c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:25.048003 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-7e3f3162-314b-40b2-9be3-9ef0e347c088 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0572352 Jun 22 15:25:25.066518 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:25:25.076084 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:25:25.076704 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:25:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:25:25.143186 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-4edbda3d-82c6-4c27-bd95-260c57df602d service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882077 Jun 22 15:25:25.179103 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:25:25.235030 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4d7ee5c7-8ce3-4fc7-a74d-863c84b5662e req-44c65e83-7e91-42ba-81b6-b95fc8934bfb service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855350 Jun 22 15:25:25.404022 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': '4656da65-0200-453a-8b4f-6534f564589c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:3c:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:25:24Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:25:25.428969 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45816cff-c6fe-4186-a588-b11c4fe9b10d None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': '4656da65-0200-453a-8b4f-6534f564589c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:3c:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:25:24Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:25:25.608102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d934d8dd-cc47-4588-86aa-98dfd2440107 None None] New status for floating IP 7070856a-b3be-440c-a67d-cad803751c67: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:25:30.190790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-522f6fa7-134d-48c2-a197-2ec6adc1609a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:32.678631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d217a27-1cda-4995-9fc6-60e5f2f721e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:32.930936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:33.988608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:35.245580 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-5367d9c2-9ed5-413b-bd19-6732bd76d5f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501790 Jun 22 15:25:35.338752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-31fdf4b1-0417-4e89-af96-cffc7eb13fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:35.340332 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-31fdf4b1-0417-4e89-af96-cffc7eb13fd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1099 time: 0.0517406 Jun 22 15:25:35.450938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-b8c76a67-8491-4a4f-8606-b7d053235b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:35.452401 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-b8c76a67-8491-4a4f-8606-b7d053235b3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0918846 Jun 22 15:25:35.516628 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-db85eb93-6c37-4b58-8a74-da671949f57c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 1002 time: 0.0569770 Jun 22 15:25:35.564202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-e807a5e0-b12d-4098-a1ab-071f60c0e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:35.565617 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-e807a5e0-b12d-4098-a1ab-071f60c0e841 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0427120 Jun 22 15:25:35.626536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-1c596faf-46a0-4cb3-8e39-a34ca1411b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:25:35.627972 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-1c596faf-46a0-4cb3-8e39-a34ca1411b05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0565259 Jun 22 15:25:35.690312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:35.716773 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-82881814-5c7a-4f7e-b219-864b89b3c0df service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818388 Jun 22 15:25:35.810789 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eff9fb36-6677-42be-9812-7f6d534af2aa req-51471487-a780-4430-80df-f7e51fec6d49 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880103 Jun 22 15:25:40.371588 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:25:41.213140 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:26:00.192593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-39747463-2b33-4fd6-afbc-a65d01ea8a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:02.678474 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f996aec1-50ee-4927-b946-372ff6036719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:02.931995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:03.992575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:05.691604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:10.368702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:18.211603 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:26:30.193478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3b83480c-aed3-4118-ab68-c8e956eca96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:32.678047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-56c67f80-2e9d-4025-92a3-b8f299094989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:32.933072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:33.997444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:35.696623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:35.999504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08c321-f370-476f-908d-5f9f19259687 req-301fbfbd-cf87-4ddd-b839-bba2df25c183 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:36.000959 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-db08c321-f370-476f-908d-5f9f19259687 req-301fbfbd-cf87-4ddd-b839-bba2df25c183 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.1266427 Jun 22 15:26:36.038323 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-db08c321-f370-476f-908d-5f9f19259687 req-0bfc474b-9535-4eec-b4ba-688668fa922e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310075 Jun 22 15:26:36.274769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-262fc727-005a-45fe-90e0-db9af25a8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:36.276217 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-262fc727-005a-45fe-90e0-db9af25a8751 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1099 time: 0.0509930 Jun 22 15:26:36.381680 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-67374401-960d-4899-8b8f-b5d7f3df6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:36.383033 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-67374401-960d-4899-8b8f-b5d7f3df6cd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0864809 Jun 22 15:26:36.444855 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-dcee25a2-6f4f-4c31-af0d-dcf5186420f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 1002 time: 0.0558167 Jun 22 15:26:36.496558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-8186b6e7-647a-4da5-8564-8319b3791c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:36.498006 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-8186b6e7-647a-4da5-8564-8319b3791c82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0471117 Jun 22 15:26:36.553812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-bd7babbd-2296-4eb4-84c7-b0988bd31dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:36.555233 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-bd7babbd-2296-4eb4-84c7-b0988bd31dd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0505729 Jun 22 15:26:36.640254 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-5c3e0152-4ca9-462d-bd16-f7abb8fdb5e2 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788505 Jun 22 15:26:36.733929 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c7e6d5c-3422-42dd-89a9-6d34881e487b req-ac5c5fc9-25a5-410d-9f81-cadafdaaada7 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870826 Jun 22 15:26:37.267924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a7804-c449-4ad0-bded-714e75c2f98c req-2496c751-49c0-4c02-883c-7ae6a924e95e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:37.269509 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-727a7804-c449-4ad0-bded-714e75c2f98c req-2496c751-49c0-4c02-883c-7ae6a924e95e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.1141856 Jun 22 15:26:37.307920 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-727a7804-c449-4ad0-bded-714e75c2f98c req-95658fef-47c8-48a8-b491-616dccdb1c36 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Jun 22 15:26:38.483396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36315329-f91a-48f6-9ecb-24016d88aa06 req-9673fb46-f972-4597-a161-6a384cc84e97 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:38.484853 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36315329-f91a-48f6-9ecb-24016d88aa06 req-9673fb46-f972-4597-a161-6a384cc84e97 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0622566 Jun 22 15:26:38.522081 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36315329-f91a-48f6-9ecb-24016d88aa06 req-1871ec3c-ff1a-47e8-a9a8-f580b84e4420 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316250 Jun 22 15:26:39.689841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06221213-7a06-4e14-b8cd-2b8c05bd642c req-aa9d8f1b-226f-42d0-9380-a5f99e3516dc tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:39.691293 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-06221213-7a06-4e14-b8cd-2b8c05bd642c req-aa9d8f1b-226f-42d0-9380-a5f99e3516dc tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0624893 Jun 22 15:26:39.729004 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-06221213-7a06-4e14-b8cd-2b8c05bd642c req-6d2ee06c-7d4d-49c7-a45b-2ad3e98cf708 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319314 Jun 22 15:26:40.384300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:40.912001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a70dc1-986e-4670-bdba-408f5eedef38 req-fb40aae3-026f-4f46-ba8e-a4ebaccc3e9e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:40.913398 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-23a70dc1-986e-4670-bdba-408f5eedef38 req-fb40aae3-026f-4f46-ba8e-a4ebaccc3e9e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0613532 Jun 22 15:26:40.954923 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-23a70dc1-986e-4670-bdba-408f5eedef38 req-4ffa8999-995e-4c75-9a73-4c519fec6020 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357952 Jun 22 15:26:42.135337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b7744-fd90-4051-a611-9d11eb254056 req-a770222c-2f7a-4234-bc42-2d9848cba452 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:42.137011 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-497b7744-fd90-4051-a611-9d11eb254056 req-a770222c-2f7a-4234-bc42-2d9848cba452 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0746946 Jun 22 15:26:42.174956 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-497b7744-fd90-4051-a611-9d11eb254056 req-bcc04ef1-f73c-45a9-92a0-12410093b076 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323396 Jun 22 15:26:43.345102 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988260a-6e31-4a78-b39c-2441f59247bd req-f0223ce5-54f1-40cb-be06-5108683c23b2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:43.346531 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7988260a-6e31-4a78-b39c-2441f59247bd req-f0223ce5-54f1-40cb-be06-5108683c23b2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0618477 Jun 22 15:26:43.384159 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7988260a-6e31-4a78-b39c-2441f59247bd req-5d2ae13c-e266-4058-9666-4186db477322 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316763 Jun 22 15:26:44.556420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdccae-1219-47d5-834a-2846e3474e3f req-9a47223e-27c5-414b-82b5-8fe32fd1edab tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:44.557906 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f5bdccae-1219-47d5-834a-2846e3474e3f req-9a47223e-27c5-414b-82b5-8fe32fd1edab tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0628440 Jun 22 15:26:44.595589 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f5bdccae-1219-47d5-834a-2846e3474e3f req-5c7b519f-4451-4969-8110-96ee036659ee tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322258 Jun 22 15:26:45.771111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757b860-27b2-4b84-bfea-0fe633130d4e req-e9e7c239-e992-4f1c-8adb-7edfa659a7fe tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:45.772525 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7757b860-27b2-4b84-bfea-0fe633130d4e req-e9e7c239-e992-4f1c-8adb-7edfa659a7fe tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0631838 Jun 22 15:26:45.809557 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7757b860-27b2-4b84-bfea-0fe633130d4e req-efc5f5d6-f16f-47c3-aa8a-974f14921360 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Jun 22 15:26:46.979330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2142453-fcbb-4432-953f-a4dce95ea4a6 req-3fb820f7-20f5-45c7-8e7e-9b484a5d465c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:46.980765 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f2142453-fcbb-4432-953f-a4dce95ea4a6 req-3fb820f7-20f5-45c7-8e7e-9b484a5d465c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0623326 Jun 22 15:26:47.017810 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f2142453-fcbb-4432-953f-a4dce95ea4a6 req-f4ad694d-7a0f-4ced-bc13-fcf189bd66fd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Jun 22 15:26:47.392322 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-54d90119-fb28-443c-a601-297b82974686 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975144 Jun 22 15:26:47.408762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19d625-2728-4373-9808-a5a818887264 req-e7bda5a0-aebe-4940-a4bc-444206f529e4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:47.410418 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3a19d625-2728-4373-9808-a5a818887264 req-e7bda5a0-aebe-4940-a4bc-444206f529e4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0690632 Jun 22 15:26:47.449032 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3a19d625-2728-4373-9808-a5a818887264 req-606c0e97-b2fe-4445-9856-b1650149809c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324433 Jun 22 15:26:48.640866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-7cc1ba4f-af34-4826-98b9-2134182b1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:48.642343 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-7cc1ba4f-af34-4826-98b9-2134182b1ac8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1099 time: 0.0932171 Jun 22 15:26:48.654342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf198e1-3bcf-4c14-af39-a4806499f4de req-c6b32335-693e-4b59-a67d-de81b4b0b47f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:48.655744 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8cf198e1-3bcf-4c14-af39-a4806499f4de req-c6b32335-693e-4b59-a67d-de81b4b0b47f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0810173 Jun 22 15:26:48.746439 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8cf198e1-3bcf-4c14-af39-a4806499f4de req-9a60ba88-bca1-4b00-b553-fd8f1a41d271 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820937 Jun 22 15:26:48.770265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-badadbc3-9d5a-41cb-be31-9e830c3a5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:48.772273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-badadbc3-9d5a-41cb-be31-9e830c3a5aa9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.1156969 Jun 22 15:26:48.834592 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-6f4bdbf7-b829-48ab-a243-1b976ed51c17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 1002 time: 0.0560722 Jun 22 15:26:48.886038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-ff584a3a-8689-480c-8bb8-ac1499c01fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:48.887481 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-ff584a3a-8689-480c-8bb8-ac1499c01fd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0469749 Jun 22 15:26:48.942112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-c0321ffe-e304-4b5c-91a0-ffb7c7df304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:48.944241 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-c0321ffe-e304-4b5c-91a0-ffb7c7df304d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508680 Jun 22 15:26:49.031568 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-df664f0a-807e-4af4-84c9-116ffc280561 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806093 Jun 22 15:26:49.121577 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-b4aec5ec-e200-46e5-8efe-dc7456f3637d service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837185 Jun 22 15:26:49.928370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd51c9-91ad-47b3-9664-31a30f41f9e6 req-f7efb51a-8231-43dc-b8f5-153eaebb2b81 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:49.929881 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0fcd51c9-91ad-47b3-9664-31a30f41f9e6 req-f7efb51a-8231-43dc-b8f5-153eaebb2b81 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0668631 Jun 22 15:26:49.969101 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0fcd51c9-91ad-47b3-9664-31a30f41f9e6 req-0eb322d9-ecfd-4f74-bee8-284a941cff8f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333333 Jun 22 15:26:50.732257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-eecae705-32dc-4513-bd6f-a32324882ba2 service neutron] 10.222.0.21 "GET /v2.0/ports/4656da65-0200-453a-8b4f-6534f564589c/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0568452 Jun 22 15:26:50.977786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-af66fa92-27fc-4758-b6eb-894ce70929b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:50.979211 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-af66fa92-27fc-4758-b6eb-894ce70929b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 1099 time: 0.0534108 Jun 22 15:26:51.056488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-1ff03ec7-6cad-4787-8e22-c7d4403cb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:51.057987 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-1ff03ec7-6cad-4787-8e22-c7d4403cb0e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1099 time: 0.0571823 Jun 22 15:26:51.187388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-ccf848fb-d4dc-4722-b14d-906eb3d28632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:51.188849 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-ccf848fb-d4dc-4722-b14d-906eb3d28632 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.1248014 Jun 22 15:26:51.209398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7761fd7-f674-48e8-afb8-4fe7ab3c2efd req-3d7a14b4-9ecf-4917-bf2a-dc6c64f36672 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:51.210745 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e7761fd7-f674-48e8-afb8-4fe7ab3c2efd req-3d7a14b4-9ecf-4917-bf2a-dc6c64f36672 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.1045113 Jun 22 15:26:51.281030 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-02aaab12-c246-4449-adc8-62acab482d25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 1002 time: 0.0849316 Jun 22 15:26:51.288132 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e7761fd7-f674-48e8-afb8-4fe7ab3c2efd req-57e51039-1d89-41a8-b888-b3366e29a70d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492415 Jun 22 15:26:51.329952 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-daad15c9-ede7-4e81-b134-c44cb4e9b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:51.331344 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-daad15c9-ede7-4e81-b134-c44cb4e9b3c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0424182 Jun 22 15:26:51.389381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-21c60e3b-f1b1-4db1-97b6-9a773791fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:51.390890 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-21c60e3b-f1b1-4db1-97b6-9a773791fe12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0535510 Jun 22 15:26:51.478074 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-6ffb4f3b-de85-45aa-a590-d1ff003b5d25 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806961 Jun 22 15:26:51.569733 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-afd466e2-b5d7-4dfa-a0d4-878d68ec14b6 req-adcec5c8-3267-4827-9da6-c5f9eaff7875 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856423 Jun 22 15:26:52.465624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae56c5-fdac-4067-87db-7a38785a1f97 req-19dae415-dcdd-456b-b79e-9843aa3eb4ab tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:52.467083 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dcae56c5-fdac-4067-87db-7a38785a1f97 req-19dae415-dcdd-456b-b79e-9843aa3eb4ab tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0667768 Jun 22 15:26:52.505520 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dcae56c5-fdac-4067-87db-7a38785a1f97 req-373708fc-fc69-498c-ab16-a8221206c213 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Jun 22 15:26:52.996593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 4656da65-0200-453a-8b4f-6534f564589c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:26:53.086709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4656da65-0200-453a-8b4f-6534f564589c,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:26:53.097364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '4656da65-0200-453a-8b4f-6534f564589c', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': '4656da65-0200-453a-8b4f-6534f564589c', 'mac_address': 'fa:16:3e:3c:a0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:26:53.137245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:53.149111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4656da65-0200-453a-8b4f-6534f564589c {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:26:53.167201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4656da65-0200-453a-8b4f-6534f564589c,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:26:53.171031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:53.172731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:26:53.216826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=4656da65-0200-453a-8b4f-6534f564589c,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:26:53.223777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.224307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.224628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.224989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.225315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.225643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.225966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.226288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.226616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.226934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.227251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.227565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:26:53.231371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:26:53.340174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['4656da65-0200-453a-8b4f-6534f564589c'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:26:53.677455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc069b-09fe-44f6-8cf0-7084813f46d4 req-f789b077-6405-47b0-9088-a3bb3a228613 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:53.678915 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b2bc069b-09fe-44f6-8cf0-7084813f46d4 req-f789b077-6405-47b0-9088-a3bb3a228613 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 945 time: 0.0650544 Jun 22 15:26:53.716484 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b2bc069b-09fe-44f6-8cf0-7084813f46d4 req-5cc3bc61-4eb1-403b-abf9-5d0074856653 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320046 Jun 22 15:26:54.906274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f190b0-109d-40a7-83f0-b16a9c27457e req-5a57cf98-4dae-4da7-8de9-ce992ded3e33 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:54.907649 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-24f190b0-109d-40a7-83f0-b16a9c27457e req-5a57cf98-4dae-4da7-8de9-ce992ded3e33 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 945 time: 0.0809329 Jun 22 15:26:54.944899 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-24f190b0-109d-40a7-83f0-b16a9c27457e req-9b339421-bd51-4533-bbe6-1c2e6744aaa7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Jun 22 15:26:54.996635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 4656da65-0200-453a-8b4f-6534f564589c up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:26:55.042244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 4656da65-0200-453a-8b4f-6534f564589c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:26:55.042634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:55.125086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:55.148259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4656da65-0200-453a-8b4f-6534f564589c'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:26:55.150860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cbb526-815b-41d1-adc9-bb32eedd13ad" -d '{"events": [{"server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "name": "network-vif-plugged", "status": "completed", "tag": "4656da65-0200-453a-8b4f-6534f564589c"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:26:55.165376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4656da65-0200-453a-8b4f-6534f564589c,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:26:55.171911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:55.173925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:26:55.212202 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:26:55.234905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=4656da65-0200-453a-8b4f-6534f564589c,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:26:55.239484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:26:55.253859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b0d27-73f5-416d-8913-521f92e63415 req-92b9a90f-03c5-4048-a3ac-9b8740276e89 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:55.256490 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e18b0d27-73f5-416d-8913-521f92e63415 req-92b9a90f-03c5-4048-a3ac-9b8740276e89 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0741081 Jun 22 15:26:55.266882 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-4739a7a8-6f1a-460d-b649-f4e490bec217 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:55.268337 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-4739a7a8-6f1a-460d-b649-f4e490bec217 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928&tenant_id=56577469412d49e19fdf86b31f6da4ec&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.0810168 Jun 22 15:26:55.296283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1d51f8-3b40-4bed-96c3-ba47ae88ee91 x-openstack-request-id: req-ac1d51f8-3b40-4bed-96c3-ba47ae88ee91 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:26:55.296594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "name": "network-vif-plugged", "status": "completed", "tag": "4656da65-0200-453a-8b4f-6534f564589c", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:26:55.296897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac1d51f8-3b40-4bed-96c3-ba47ae88ee91 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:26:55.297311 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4656da65-0200-453a-8b4f-6534f564589c', 'code': 200} Jun 22 15:26:55.302401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e18b0d27-73f5-416d-8913-521f92e63415 req-605f0f4b-e75d-40d3-accd-bdc449459d3c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393717 Jun 22 15:26:55.746809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-7a14933b-cb52-41f0-9c3e-9050ae290146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:55.748188 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-7a14933b-cb52-41f0-9c3e-9050ae290146 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1099 time: 0.4047716 Jun 22 15:26:55.838146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-61973b6e-8ed7-4d2c-9746-5228ff17ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:55.839691 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-61973b6e-8ed7-4d2c-9746-5228ff17ecb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0855477 Jun 22 15:26:55.907407 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-d46a3d9d-03e2-464d-964e-481caa515c3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 1002 time: 0.0617537 Jun 22 15:26:55.953612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-22e6914e-6f62-4a7f-8270-55c948216425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:55.954966 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-22e6914e-6f62-4a7f-8270-55c948216425 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0415349 Jun 22 15:26:56.010586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-1ac66ebb-4728-4d6c-93ca-d1bfa004e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:56.011923 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-1ac66ebb-4728-4d6c-93ca-d1bfa004e70a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0501928 Jun 22 15:26:56.101737 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-543e3466-8b7a-4c7e-a295-2a9312816235 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833232 Jun 22 15:26:56.189951 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63f69a84-a082-451f-bbfa-bf247ef0543e req-8f1105b7-0d2b-4ffd-a1d2-ccb988dfde45 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818813 Jun 22 15:26:56.484450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f6914-4196-44be-8a13-b5179caec1f1 req-65bcca9d-4b2f-44dc-a8f3-57ac284e13e1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:56.485951 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ec3f6914-4196-44be-8a13-b5179caec1f1 req-65bcca9d-4b2f-44dc-a8f3-57ac284e13e1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0675499 Jun 22 15:26:56.527247 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ec3f6914-4196-44be-8a13-b5179caec1f1 req-2778dbac-8fb8-4231-9e43-36621c628c06 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354381 Jun 22 15:26:57.702099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d103172-5d08-4e8b-8de9-21acd9493fbd req-f69b79cf-1990-4cd3-ab04-2ba67a00c714 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:57.703771 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d103172-5d08-4e8b-8de9-21acd9493fbd req-f69b79cf-1990-4cd3-ab04-2ba67a00c714 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0683753 Jun 22 15:26:57.742521 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6d103172-5d08-4e8b-8de9-21acd9493fbd req-4bf0c759-b72f-49e7-a9f0-4d9d420d542a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Jun 22 15:26:57.913908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee77619-8ad8-4eb2-b2c1-faa1182efd3f req-b43bca20-a13f-407f-a399-5c16ad747d04 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:57.915358 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ee77619-8ad8-4eb2-b2c1-faa1182efd3f req-b43bca20-a13f-407f-a399-5c16ad747d04 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.0623703 Jun 22 15:26:57.952405 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0ee77619-8ad8-4eb2-b2c1-faa1182efd3f req-62e6ccf5-bb2e-499d-a1ef-3d45e7f16eb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Jun 22 15:26:58.308658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-7618b291-d377-43b0-8928-8ce28d821f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:58.310050 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-7618b291-d377-43b0-8928-8ce28d821f92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 1099 time: 0.0997355 Jun 22 15:26:58.318824 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93ea7-9202-4b8e-b597-49b0060134f4 req-cc34148b-6764-4476-9bef-706e00b4b6cf tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:58.320153 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cda93ea7-9202-4b8e-b597-49b0060134f4 req-cc34148b-6764-4476-9bef-706e00b4b6cf tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 946 time: 0.1007576 Jun 22 15:26:58.403497 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cda93ea7-9202-4b8e-b597-49b0060134f4 req-934faaa5-6f24-4e62-9fdd-b88df0b3a70b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755010 Jun 22 15:26:58.428682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-9079fdee-0134-43ab-a973-5705eef6ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:58.430145 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-9079fdee-0134-43ab-a973-5705eef6ac05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.1091645 Jun 22 15:26:58.496652 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-90080f55-0acf-4e88-b46a-f1906e1262e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 200 len: 1002 time: 0.0602744 Jun 22 15:26:58.543485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-5ac0eb21-3fdb-4b88-9735-df45e5fd7217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:58.544875 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-5ac0eb21-3fdb-4b88-9735-df45e5fd7217 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0420892 Jun 22 15:26:58.601913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-7174f5ac-d793-49f7-bd21-2e0466ae056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:58.603286 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-7174f5ac-d793-49f7-bd21-2e0466ae056d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0522833 Jun 22 15:26:58.694964 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-d595b43a-41b6-486e-a6c5-180fbc372b1b service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849833 Jun 22 15:26:58.784991 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54e67ca1-9a17-4a35-8c69-16d9ea84a95f req-904122a7-681b-4e88-9b38-1d6018e88369 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837858 Jun 22 15:26:58.996799 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 4656da65-0200-453a-8b4f-6534f564589c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:26:59.069267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:59.090823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4656da65-0200-453a-8b4f-6534f564589c'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:26:59.093031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc3c022-0571-48ee-9166-6e9bfea8bb9e" -d '{"events": [{"server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "name": "network-vif-unplugged", "status": "completed", "tag": "4656da65-0200-453a-8b4f-6534f564589c"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:26:59.106665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4656da65-0200-453a-8b4f-6534f564589c,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:26:59.110403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:26:59.112141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8725d887-0582-4f45-829b-cda51b58e6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:26:59.136220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 15:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62af630a-b1b6-403b-95cc-9ff046c0bf14 x-openstack-request-id: req-62af630a-b1b6-403b-95cc-9ff046c0bf14 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:26:59.136565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "name": "network-vif-unplugged", "status": "completed", "tag": "4656da65-0200-453a-8b4f-6534f564589c", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:26:59.136798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62af630a-b1b6-403b-95cc-9ff046c0bf14 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:26:59.137198 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4656da65-0200-453a-8b4f-6534f564589c', 'code': 200} Jun 22 15:26:59.162978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=4656da65-0200-453a-8b4f-6534f564589c,revision_number=8']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:26:59.166047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:26:59.578917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4d1f6-43da-4553-a552-7b04459d3f2e req-bf6d4e6f-e5d4-42ce-a9c8-21546e91213b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:59.580383 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdf4d1f6-43da-4553-a552-7b04459d3f2e req-bf6d4e6f-e5d4-42ce-a9c8-21546e91213b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 944 time: 0.0683663 Jun 22 15:26:59.618256 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdf4d1f6-43da-4553-a552-7b04459d3f2e req-4b840337-b540-4b88-aa17-0baf5d0b6803 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Jun 22 15:26:59.990271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c9260-c72d-49c0-8870-3c1557ae789c req-6ea79498-1ac8-4610-a9fe-e023811edca6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:26:59.991723 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e1c9260-c72d-49c0-8870-3c1557ae789c req-6ea79498-1ac8-4610-a9fe-e023811edca6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 944 time: 0.0637264 Jun 22 15:27:00.028238 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e1c9260-c72d-49c0-8870-3c1557ae789c req-4f23846b-af1a-4a09-98e0-742897cdad13 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308428 Jun 22 15:27:00.194520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f04a4a3a-cf9f-4861-9030-59905f7d4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:01.207745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed39ea-c81d-4763-a3a4-b34e2974631e req-866a433b-78ac-4b36-9dd2-ecf90760c070 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:01.209892 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-33ed39ea-c81d-4763-a3a4-b34e2974631e req-866a433b-78ac-4b36-9dd2-ecf90760c070 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 944 time: 0.0680540 Jun 22 15:27:01.247872 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-33ed39ea-c81d-4763-a3a4-b34e2974631e req-0ce73660-525c-4ab3-a704-c430775bfd24 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Jun 22 15:27:01.683492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-cc1d16f3-dad5-4a43-a96c-6882c296ed68 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:01.685009 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-cc1d16f3-dad5-4a43-a96c-6882c296ed68 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 944 time: 0.0669315 Jun 22 15:27:01.784722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Deleting port 4656da65-0200-453a-8b4f-6534f564589c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:27:01.785089 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:01.877161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] For port 4656da65-0200-453a-8b4f-6534f564589c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4656da65-0200-453a-8b4f-6534f564589c,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:27:01.877519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:02.039914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:02.040196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:02.040506 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Floating IP 7070856a-b3be-440c-a67d-cad803751c67 disassociated. External IP: 172.26.6.249, port: 4656da65-0200-453a-8b4f-6534f564589c. Jun 22 15:27:02.040872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Calling delete_port for 4656da65-0200-453a-8b4f-6534f564589c owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:27:02.168988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:02.172818 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9b4f4174-9f47-4dbb-bef5-6e7f5d3b86e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:27:02.198265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event deleted for resources: {'Port': ['ID=4656da65-0200-453a-8b4f-6534f564589c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:27:02.209697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.210094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.210482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.210862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.211238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.211668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.212055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.212428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.213047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.213181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.213550 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.213919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:27:02.218881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:27:02.329108 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:27:02.408553 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-37786747-8567-4ab6-a713-7a59785ab5af req-d6acb8ae-3cc8-4773-b14a-dccbf5b90c33 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c60139f-df0c-4cd3-9ea9-267a298fd928 HTTP/1.1" status: 200 len: 210 time: 0.0365880 Jun 22 15:27:02.463065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:27:02.475600 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:27:02.484701 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:27:02.485341 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:26:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:27:02.505852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] No DVR routers for this DVR port 4656da65-0200-453a-8b4f-6534f564589c on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:27:02.508373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:02.510319 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-62367ae1-d5f5-46c0-b0af-9783b3e8c0a0 req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "DELETE /v2.0/ports/4656da65-0200-453a-8b4f-6534f564589c HTTP/1.1" status: 204 len: 173 time: 0.8203611 Jun 22 15:27:02.510845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'name': 'network-vif-deleted', 'tag': '4656da65-0200-453a-8b4f-6534f564589c'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:27:02.513620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf91abb4-d9cd-4c6f-92f9-44080cdb26bb" -d '{"events": [{"server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "name": "network-vif-deleted", "tag": "4656da65-0200-453a-8b4f-6534f564589c"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:27:02.604303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390efead-ed05-4ee3-b6c4-ab78276020d4 x-openstack-request-id: req-390efead-ed05-4ee3-b6c4-ab78276020d4 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:27:02.604795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c60139f-df0c-4cd3-9ea9-267a298fd928", "name": "network-vif-deleted", "tag": "4656da65-0200-453a-8b4f-6534f564589c", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:27:02.605068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-390efead-ed05-4ee3-b6c4-ab78276020d4 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:27:02.605531 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c60139f-df0c-4cd3-9ea9-267a298fd928', 'name': 'network-vif-deleted', 'tag': '4656da65-0200-453a-8b4f-6534f564589c', 'status': 'completed', 'code': 200} Jun 22 15:27:02.607994 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:27:02.677129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d341-90ed-46be-b802-3eea171cd09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:02.807215 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:27:02.832708 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:27:02.840763 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:27:02.841378 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:27:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:27:02.941228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:02.948450 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:27:03.143939 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:27:03.172806 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e4de3b-e946-4f01-b43f-ab00de84e3eb None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:27:03.374606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287cf505-82cc-414c-9168-80a0199c8915 None None] New status for floating IP 7070856a-b3be-440c-a67d-cad803751c67: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:27:03.735166 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-829b9d36-d851-494a-83b0-d4d8729172c1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1920696345&fields=id&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 267 time: 0.0323243 Jun 22 15:27:03.851375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-e65daf02-a9f4-4c39-81b3-30fc25842260 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:03.852842 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-e65daf02-a9f4-4c39-81b3-30fc25842260 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 811 time: 0.1107440 Jun 22 15:27:03.869060 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-45ab8483-0d89-4f75-a536-718267cb4b19 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/quotas/56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 375 time: 0.0106983 Jun 22 15:27:03.938453 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-bba4e557-828b-4209-9419-ae1b0ebb16b5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644178 Jun 22 15:27:03.998048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:04.037297 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-107841ea-6ffb-460e-a3b1-c9d7739b946a service neutron] 10.222.0.22 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863402 Jun 22 15:27:04.123728 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-627eb4aa-7508-472e-9012-39014bd71a6c service neutron] 10.222.0.22 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806947 Jun 22 15:27:04.292214 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-945e98eb-c70d-4afe-bee4-2c27a22b1c43 req-992bd75e-377f-40a1-b6a0-e4bf2daf189d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 210 time: 0.0330956 Jun 22 15:27:05.280466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-4e6cb559-dbf6-403b-9198-c990ead62bf4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:05.281899 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-4e6cb559-dbf6-403b-9198-c990ead62bf4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 811 time: 0.1076446 Jun 22 15:27:05.327556 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-cba6f38c-151f-4c26-bc82-f3813d8813c4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 380 time: 0.0339108 Jun 22 15:27:05.336983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'port': {'device_id': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'admin_state_up': True, 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'security_groups': ['54f9f1a4-99bd-4a20-808c-67d3700d9ce0']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:27:05.438430 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b339f943-7645-42c7-be5c-8f42db6f0a79 req-1e2527f6-26cd-4d99-8ffa-4cf4e9e5a53c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 210 time: 0.0327406 Jun 22 15:27:05.479784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Made reservation on behalf of 56577469412d49e19fdf86b31f6da4ec for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:27:05.483419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:05.608715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Allocated IP 172.20.0.4 (3473f93b-d85f-4cf9-922a-18e1a6bad55e/75973151-424b-4bb0-a8ac-b1cbf49eb75c/f6207170-c58f-4a2f-bc03-64f2e207d58e) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:27:05.699462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:05.742442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:05.754984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Transition to ACTIVE for port object f6207170-c58f-4a2f-bc03-64f2e207d58e will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:27:05.789190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:05.793033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cb2afe06-26fd-45f1-9915-8027ad2a07b9 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:27:05.839004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:27:05.842285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:27:05.846306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:27:05.852980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event updated for resources: {'Port': ['ID=f6207170-c58f-4a2f-bc03-64f2e207d58e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:27:05.873066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:27:05.900926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:05.901566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:05.915693 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832443 Jun 22 15:27:05.951622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Request body: {'port': {'device_id': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:27:06.024277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:06.098201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-008ca289-a21c-4618-ac13-894531dd0db5 None None] Provisioning for port f6207170-c58f-4a2f-bc03-64f2e207d58e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:27:06.101756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-008ca289-a21c-4618-ac13-894531dd0db5 None None] Provisioning complete for port f6207170-c58f-4a2f-bc03-64f2e207d58e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:27:06.102130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-008ca289-a21c-4618-ac13-894531dd0db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:06.135314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-008ca289-a21c-4618-ac13-894531dd0db5 None None] Port f6207170-c58f-4a2f-bc03-64f2e207d58e cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:27:06.282002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6207170-c58f-4a2f-bc03-64f2e207d58e {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:27:06.289505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:06.300788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Transition to ACTIVE for port object f6207170-c58f-4a2f-bc03-64f2e207d58e will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:27:06.304362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:06.307003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:27:06.383252 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Pushing event updated for resources: {'Port': ['ID=f6207170-c58f-4a2f-bc03-64f2e207d58e,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:27:06.387169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:27:06.454766 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Attempting to bind port f6207170-c58f-4a2f-bc03-64f2e207d58e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:27:06.455098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Attempting to bind port f6207170-c58f-4a2f-bc03-64f2e207d58e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:27:06.455427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Attempting to bind port f6207170-c58f-4a2f-bc03-64f2e207d58e on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:27:06.460455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Port f6207170-c58f-4a2f-bc03-64f2e207d58e on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:27:06.460806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Attempting to bind port f6207170-c58f-4a2f-bc03-64f2e207d58e on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:27:06.465969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:27:06.466298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Checking segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:27:06.466679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Bound using segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:27:06.467104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Bound port: f6207170-c58f-4a2f-bc03-64f2e207d58e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:27:06.467448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:06.532655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:27:06.535556 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:27:06.540944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:06.544098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:27:06.581598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:06.582209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:06.584142 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] 10.222.0.21 "PUT /v2.0/ports/f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 1093 time: 0.6369584 Jun 22 15:27:06.584681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:27:06.587265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b503ac5e-a3fd-4199-ad98-7693dcdd1028" -d '{"events": [{"name": "network-changed", "server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:27:06.610526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Pushing event updated for resources: {'Port': ['ID=f6207170-c58f-4a2f-bc03-64f2e207d58e,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:27:06.613577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:27:06.654399 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595f03-7ea6-4d6e-83dc-7ffffb714e5b req-ce65e62f-3940-44bb-8675-c72bb520fc31 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:06.656404 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-75595f03-7ea6-4d6e-83dc-7ffffb714e5b req-ce65e62f-3940-44bb-8675-c72bb520fc31 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.1031549 Jun 22 15:27:06.659871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a69b07b-0b0c-4a99-abc3-ffbcc6599c56 x-openstack-request-id: req-7a69b07b-0b0c-4a99-abc3-ffbcc6599c56 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:27:06.660287 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:27:06.660665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a69b07b-0b0c-4a99-abc3-ffbcc6599c56 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:27:06.661234 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'status': 'completed', 'code': 200} Jun 22 15:27:06.690257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-d1635f40-5ef9-44d3-a70f-5ae5c6e25193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:06.691872 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-d1635f40-5ef9-44d3-a70f-5ae5c6e25193 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1096 time: 0.0618062 Jun 22 15:27:06.698996 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-75595f03-7ea6-4d6e-83dc-7ffffb714e5b req-b5df3572-4671-4b77-884c-9715f23ca4e6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358925 Jun 22 15:27:06.735814 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-3d6b6f30-d17a-4e7b-a5c7-b844aab4ed93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 217 time: 0.0346885 Jun 22 15:27:06.787331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-88b5a24a-07e4-4fcd-b990-738da1f51335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:06.788842 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-88b5a24a-07e4-4fcd-b990-738da1f51335 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0465066 Jun 22 15:27:06.848640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-c1183284-71f6-4fc9-921d-7d900b67ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:06.850726 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-c1183284-71f6-4fc9-921d-7d900b67ecb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0559452 Jun 22 15:27:06.939063 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-53a21860-a2b5-4c81-9844-a3cc4c32a3b1 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820980 Jun 22 15:27:07.028812 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b379aab9-5512-46f3-a5f5-6da980e91984 req-52baeafe-205c-4271-92b8-34cc54b972e1 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836565 Jun 22 15:27:07.058896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 4656da65-0200-453a-8b4f-6534f564589c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:27:07.081399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 4656da65-0200-453a-8b4f-6534f564589c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:27:07.081757 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 4656da65-0200-453a-8b4f-6534f564589c not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:27:07.124694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-284d01d0-1157-4441-9064-0965feded5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:07.126173 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-284d01d0-1157-4441-9064-0965feded5d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1096 time: 0.0524740 Jun 22 15:27:07.216988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-27389e05-6fea-42eb-b1ef-f9c189c3652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:07.218337 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-27389e05-6fea-42eb-b1ef-f9c189c3652b service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0855017 Jun 22 15:27:07.259141 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-77bceffe-9cf6-427d-9ee9-0a0a00f0a9ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 217 time: 0.0338433 Jun 22 15:27:07.305380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-892c4ee2-ecb4-45f8-b15c-5db4ce969588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:07.306771 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-892c4ee2-ecb4-45f8-b15c-5db4ce969588 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0422843 Jun 22 15:27:07.362268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-ac2974dc-1cfb-4c4e-b88d-c39103770d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:07.363688 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-ac2974dc-1cfb-4c4e-b88d-c39103770d47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508206 Jun 22 15:27:07.452885 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-14b86bfb-90f7-4619-90c4-93d8ca5c8529 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830166 Jun 22 15:27:07.543889 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b503ac5e-a3fd-4199-ad98-7693dcdd1028 req-61a92ead-72c7-4314-91fa-4ffdbb942147 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842493 Jun 22 15:27:07.887405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac8e5f-1098-473c-8483-a44fa2eb951d req-386a5a33-31c7-4972-974b-35bf0e318c5d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:07.888910 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-82ac8e5f-1098-473c-8483-a44fa2eb951d req-386a5a33-31c7-4972-974b-35bf0e318c5d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0744982 Jun 22 15:27:07.926917 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-82ac8e5f-1098-473c-8483-a44fa2eb951d req-222cc201-42ba-4cea-8540-2e82540705a6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Jun 22 15:27:09.075209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f6207170-c58f-4a2f-bc03-64f2e207d58e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:27:09.100686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd37bb-bdde-483f-8af6-798113d14d0e req-a5b40b9a-1d14-42b7-b4aa-0b5a06c06b35 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:09.102186 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a7bd37bb-bdde-483f-8af6-798113d14d0e req-a5b40b9a-1d14-42b7-b4aa-0b5a06c06b35 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0658660 Jun 22 15:27:09.142091 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a7bd37bb-bdde-483f-8af6-798113d14d0e req-6908c57a-aff3-449c-9072-53d20fe88fd9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Jun 22 15:27:09.175018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:27:09.187763 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:27:09.224483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:09.236823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6207170-c58f-4a2f-bc03-64f2e207d58e {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:27:09.260134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:27:09.264109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:09.267399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:27:09.312686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=f6207170-c58f-4a2f-bc03-64f2e207d58e,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:27:09.315943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:27:09.601957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['f6207170-c58f-4a2f-bc03-64f2e207d58e'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:27:10.315547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b28ca9-cb56-45cb-97a3-e25054c85f18 req-ca0d27a3-13e2-4113-b7cc-c3b90b0f2379 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:10.317012 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-86b28ca9-cb56-45cb-97a3-e25054c85f18 req-ca0d27a3-13e2-4113-b7cc-c3b90b0f2379 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 944 time: 0.0609553 Jun 22 15:27:10.354256 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-86b28ca9-cb56-45cb-97a3-e25054c85f18 req-efed8a46-1ed4-419f-8318-f8e6b5145caa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308177 Jun 22 15:27:10.383840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:11.089502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f6207170-c58f-4a2f-bc03-64f2e207d58e up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:27:11.140264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port f6207170-c58f-4a2f-bc03-64f2e207d58e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:27:11.143655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port f6207170-c58f-4a2f-bc03-64f2e207d58e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:27:11.144402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:11.231190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:11.252617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:27:11.255669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecf14bf-598c-4437-b79d-df27894e613a" -d '{"events": [{"server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "name": "network-vif-plugged", "status": "completed", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:27:11.268161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:27:11.272394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:11.275519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:27:11.300410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2eb6dc-4322-41d6-970a-c5984478f157 x-openstack-request-id: req-9a2eb6dc-4322-41d6-970a-c5984478f157 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:27:11.300710 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "name": "network-vif-plugged", "status": "completed", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:27:11.300993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a2eb6dc-4322-41d6-970a-c5984478f157 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:27:11.301375 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'code': 200} Jun 22 15:27:11.327593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=f6207170-c58f-4a2f-bc03-64f2e207d58e,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:27:11.330562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:27:11.556359 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555171e-a112-4a1d-bcbc-907ed622a969 req-f37c2635-03f4-4839-8e0f-924eda1bbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:11.557842 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f555171e-a112-4a1d-bcbc-907ed622a969 req-f37c2635-03f4-4839-8e0f-924eda1bbfd9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1098 time: 0.0993285 Jun 22 15:27:11.569165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5655bc-1bd8-4c54-9420-5c39589d3523 req-08849930-4215-4335-9d5d-f1a1f8e24548 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:11.570516 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b5655bc-1bd8-4c54-9420-5c39589d3523 req-08849930-4215-4335-9d5d-f1a1f8e24548 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.1045737 Jun 22 15:27:11.619581 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f555171e-a112-4a1d-bcbc-907ed622a969 req-f9ca9f77-52cf-4692-9409-32dd313cbe13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480361 Jun 22 15:27:11.626241 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b5655bc-1bd8-4c54-9420-5c39589d3523 req-40bceae3-af67-4079-80b8-e2089f00963f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488174 Jun 22 15:27:12.816426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d3795-9741-41d3-8576-46d82de3f5e0 req-382d5503-ba5f-4cb6-b042-333ef92cdd98 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:12.818896 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5f0d3795-9741-41d3-8576-46d82de3f5e0 req-382d5503-ba5f-4cb6-b042-333ef92cdd98 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0748112 Jun 22 15:27:12.856481 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5f0d3795-9741-41d3-8576-46d82de3f5e0 req-9267b9fa-4323-4f24-883c-34d6aaabe4d4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321860 Jun 22 15:27:14.028525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75273923-1c34-4c96-b51f-8c073c56a8f8 req-32570143-4ec3-47b3-a9cb-c8e26c5fa9af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:14.030044 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75273923-1c34-4c96-b51f-8c073c56a8f8 req-32570143-4ec3-47b3-a9cb-c8e26c5fa9af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0626395 Jun 22 15:27:14.070845 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75273923-1c34-4c96-b51f-8c073c56a8f8 req-c9125b62-178b-4472-88ca-c500ed072548 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353687 Jun 22 15:27:14.233217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b83d-1c43-4c76-ade8-a648a7381ce5 req-d55594df-4987-44c2-a5c9-1f0ccd6c9df6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:14.234556 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e575b83d-1c43-4c76-ade8-a648a7381ce5 req-d55594df-4987-44c2-a5c9-1f0ccd6c9df6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0627158 Jun 22 15:27:14.243627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 45964) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:27:14.249571 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-994adb67-994b-488e-bdc4-0b22d2e587b1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'floatingip': {'port_id': 'f6207170-c58f-4a2f-bc03-64f2e207d58e'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:27:14.292950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-994adb67-994b-488e-bdc4-0b22d2e587b1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:15.049903 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-994adb67-994b-488e-bdc4-0b22d2e587b1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:15.053993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-994adb67-994b-488e-bdc4-0b22d2e587b1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:15.152594 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-994adb67-994b-488e-bdc4-0b22d2e587b1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Floating IP 7070856a-b3be-440c-a67d-cad803751c67 associated. External IP: 172.26.6.249, port: f6207170-c58f-4a2f-bc03-64f2e207d58e. Jun 22 15:27:15.353310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994adb67-994b-488e-bdc4-0b22d2e587b1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:27:15.460038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994adb67-994b-488e-bdc4-0b22d2e587b1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:27:15.464550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-994adb67-994b-488e-bdc4-0b22d2e587b1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:15.470834 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:27:15.480016 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:27:15.480621 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:27:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:27:15.500634 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-994adb67-994b-488e-bdc4-0b22d2e587b1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "PUT /v2.0/floatingips/7070856a-b3be-440c-a67d-cad803751c67 HTTP/1.1" status: 200 len: 991 time: 1.2546885 Jun 22 15:27:15.501359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:27:15.503815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:27:15.588682 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:27:15.593819 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23676207-fbba-4b2d-88de-aac5f046dd07 x-openstack-request-id: req-23676207-fbba-4b2d-88de-aac5f046dd07 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:27:15.594210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:27:15.594522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23676207-fbba-4b2d-88de-aac5f046dd07 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:27:15.594983 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'status': 'completed', 'code': 200} Jun 22 15:27:15.668645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-e71bb287-1274-4d00-97e1-d75ee88b1060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:15.670161 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-e71bb287-1274-4d00-97e1-d75ee88b1060 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1098 time: 0.0529878 Jun 22 15:27:15.761855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-03da0f5f-fbaa-4fd4-b705-c0789670e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:15.763315 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-03da0f5f-fbaa-4fd4-b705-c0789670e35c service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0858374 Jun 22 15:27:15.900135 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:27:14Z', 'revision_number': 9, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:27:15.930728 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:27:15.939318 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:27:15.939948 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:27:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:27:16.046520 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:27:16.186805 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-67bb2688-1f9e-4e43-9367-41514d3f38fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 999 time: 0.4164276 Jun 22 15:27:16.234295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-9b9551c0-42fb-49bd-afbc-897da1ad1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:16.235718 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-9b9551c0-42fb-49bd-afbc-897da1ad1ddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0427487 Jun 22 15:27:16.266161 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:27:14Z', 'revision_number': 9, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:27:16.290937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-59cb52dd-f94c-4040-b921-b116724087db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:16.292401 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-59cb52dd-f94c-4040-b921-b116724087db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504699 Jun 22 15:27:16.294621 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1825e77a-d5d9-4d89-b066-6a3c51bcc35a None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:27:14Z', 'revision_number': 9, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:27:16.387149 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-5ab737f5-7e57-4a53-84c4-255277f002d9 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880766 Jun 22 15:27:16.480110 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b57ef146-ff3c-41b2-a7a3-967b2095a5ed req-d0f7c915-e09b-47fd-863d-dd18bc51ce18 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866711 Jun 22 15:27:16.487277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f719e9-5d94-4032-a14f-bb9486f89a5d None None] New status for floating IP 7070856a-b3be-440c-a67d-cad803751c67: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:27:30.196250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cde52ead-3076-4580-8134-4e71c2734a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:32.211444 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:27:32.678832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-358c4ec8-7f91-4b2f-8662-914d4ce36bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:32.935776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:33.999768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:35.702273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:27:37.253658 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-b9bc67d2-ca87-4e7f-a9ed-f06973e45522 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560458 Jun 22 15:27:37.344949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-036f911f-6689-4592-9752-bc41c2244668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:37.346375 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-036f911f-6689-4592-9752-bc41c2244668 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1098 time: 0.0515501 Jun 22 15:27:37.447416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-6b17ef33-a4b2-4a19-85a6-519a2ada7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:37.448840 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-6b17ef33-a4b2-4a19-85a6-519a2ada7098 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0826995 Jun 22 15:27:37.515209 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-b5c5e4a3-3a58-4f3f-8c81-a84ae571f5e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 1002 time: 0.0598602 Jun 22 15:27:37.561688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-db24fd83-8c9f-4960-8bb5-12878c5e5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:37.563047 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-db24fd83-8c9f-4960-8bb5-12878c5e5406 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0416331 Jun 22 15:27:37.618220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-9796c052-40b5-4f15-baa8-6afadd58d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:27:37.619635 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-9796c052-40b5-4f15-baa8-6afadd58d78e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0500743 Jun 22 15:27:37.710944 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-a7a6f29b-9026-43ef-b95d-ecd8c9c4c4e1 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845287 Jun 22 15:27:37.800602 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3e30c6b3-2c54-41b9-877d-17437c7eee6a req-e4cdc4a3-24a4-4d55-9e2b-6e2da319129e service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835462 Jun 22 15:27:40.385664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:00.196224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c5898800-facd-4578-94ac-9525fd705dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:02.678710 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-08777b23-7813-47f2-bdf1-a5ca6c940e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:02.937119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:04.002812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:05.705602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:09.209492 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:28:10.388949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:26.777629 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-1901e378-a1db-48b2-a255-0f96bfd25b8e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0566092 Jun 22 15:28:26.843610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773608f-4dd8-4735-803b-7fea6235a927 req-db8754e0-b1de-4d65-8630-7bde8a084e80 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:26.845123 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9773608f-4dd8-4735-803b-7fea6235a927 req-db8754e0-b1de-4d65-8630-7bde8a084e80 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0715096 Jun 22 15:28:26.886407 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9773608f-4dd8-4735-803b-7fea6235a927 req-11ae18ec-197c-45ad-8016-05e46f4f37e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344756 Jun 22 15:28:27.879016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-b6289a83-b60a-43e0-8cba-4d0242350ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:27.881041 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-b6289a83-b60a-43e0-8cba-4d0242350ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1098 time: 0.0530155 Jun 22 15:28:27.973929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-96ec1d1b-96b7-4abf-a4b1-5872703620cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:27.975467 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-96ec1d1b-96b7-4abf-a4b1-5872703620cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0882330 Jun 22 15:28:28.076361 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-a8e4d990-15c9-4df1-8e25-4e45cf47336c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 1002 time: 0.0949378 Jun 22 15:28:28.142571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd217cc-a909-4514-ad7b-5a8aefef0e0e req-f60925b2-7770-4abd-810d-f049b4229d98 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:28.143992 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebd217cc-a909-4514-ad7b-5a8aefef0e0e req-f60925b2-7770-4abd-810d-f049b4229d98 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.1295106 Jun 22 15:28:28.146459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-f1c6c6b9-ca24-4bef-979b-b250f3e85397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:28.147720 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-f1c6c6b9-ca24-4bef-979b-b250f3e85397 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0635598 Jun 22 15:28:28.209504 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebd217cc-a909-4514-ad7b-5a8aefef0e0e req-193838b0-70fb-4c0c-afd9-8804dc495d62 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589092 Jun 22 15:28:28.227002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-92692f0b-4db2-4f77-aec9-934516a308d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:28.228445 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-92692f0b-4db2-4f77-aec9-934516a308d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721695 Jun 22 15:28:28.319710 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-1f7d70ec-26a7-42f3-9bb1-0af3d56f0352 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844729 Jun 22 15:28:28.413072 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-c26d2110-fc93-4c16-a141-04360929cc46 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868652 Jun 22 15:28:29.382321 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145bdf-d68e-4a7c-9945-700ec44bea51 req-71171885-698c-4b37-94af-b5709aa5c498 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:29.383789 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a145bdf-d68e-4a7c-9945-700ec44bea51 req-71171885-698c-4b37-94af-b5709aa5c498 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0658939 Jun 22 15:28:29.420853 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a145bdf-d68e-4a7c-9945-700ec44bea51 req-c1eef1a2-d90c-4ff1-b986-fbc8ef6cdf1b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313601 Jun 22 15:28:30.196655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7543916-8554-41b1-8c5d-66b763ddee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:30.594835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487faf-a3a0-4967-a2e2-5b5283848d9d req-b68537f4-dd8d-424d-ac27-848056eb393e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:30.596273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7f487faf-a3a0-4967-a2e2-5b5283848d9d req-b68537f4-dd8d-424d-ac27-848056eb393e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0628009 Jun 22 15:28:30.637719 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7f487faf-a3a0-4967-a2e2-5b5283848d9d req-4b468de0-1c72-4b24-8000-06ceb03615a2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348365 Jun 22 15:28:31.808270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27633e92-5953-4a4b-8fa9-6bd7af9cacb6 req-2c1e8737-6504-4be1-96bd-a48d0a0a801b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:31.809660 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-27633e92-5953-4a4b-8fa9-6bd7af9cacb6 req-2c1e8737-6504-4be1-96bd-a48d0a0a801b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0615737 Jun 22 15:28:31.847053 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-27633e92-5953-4a4b-8fa9-6bd7af9cacb6 req-b269ea54-ba84-4d0d-937b-82e52defc036 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318599 Jun 22 15:28:32.682820 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6c570d7d-702b-4a7f-8d84-6942053ad9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:32.937786 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:33.017386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecef8b-0e6d-43ee-9257-c49e42f405fa req-085b7448-16c5-4fbc-9fc7-11fdd35ed54a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:33.018832 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05ecef8b-0e6d-43ee-9257-c49e42f405fa req-085b7448-16c5-4fbc-9fc7-11fdd35ed54a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0632341 Jun 22 15:28:33.056242 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05ecef8b-0e6d-43ee-9257-c49e42f405fa req-e43a437d-e685-44bd-8a02-6a533514a1a6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Jun 22 15:28:34.007276 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:34.231024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93df0a-e34e-47f3-b293-267f8924a08d req-642589a8-031f-4f46-b7a1-223c177f97bd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:34.232532 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4a93df0a-e34e-47f3-b293-267f8924a08d req-642589a8-031f-4f46-b7a1-223c177f97bd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0673518 Jun 22 15:28:34.270159 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4a93df0a-e34e-47f3-b293-267f8924a08d req-0761b859-0dcd-4dd9-8d98-1793e2406e7b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318818 Jun 22 15:28:35.443827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f3ff-357a-45ba-b13a-edb55b0735d6 req-e2538cd8-cf7a-4d06-a86c-da163b0123b9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:35.445313 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a278f3ff-357a-45ba-b13a-edb55b0735d6 req-e2538cd8-cf7a-4d06-a86c-da163b0123b9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0639713 Jun 22 15:28:35.483098 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a278f3ff-357a-45ba-b13a-edb55b0735d6 req-b9a97ec3-cd57-4772-9579-78f79bc62832 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Jun 22 15:28:35.708038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:36.656919 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92a475-b9b3-46b3-bd92-7692f979222e req-03171df4-bc9a-4bfe-bb14-644c37326b77 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:36.658381 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1f92a475-b9b3-46b3-bd92-7692f979222e req-03171df4-bc9a-4bfe-bb14-644c37326b77 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0631020 Jun 22 15:28:36.695921 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1f92a475-b9b3-46b3-bd92-7692f979222e req-335ca225-867b-40a8-8ad9-987500567019 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318875 Jun 22 15:28:37.277115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be460-f904-4384-95f1-e98466e7919f req-ee178c7b-6698-42aa-b43b-d100c0df6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:37.278620 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a5be460-f904-4384-95f1-e98466e7919f req-ee178c7b-6698-42aa-b43b-d100c0df6e89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1098 time: 0.0573463 Jun 22 15:28:37.381723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be460-f904-4384-95f1-e98466e7919f req-c2f53907-ceac-4c2b-beca-995eb3a8d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:37.383161 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a5be460-f904-4384-95f1-e98466e7919f req-c2f53907-ceac-4c2b-beca-995eb3a8d984 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0844758 Jun 22 15:28:37.452416 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a5be460-f904-4384-95f1-e98466e7919f req-742675d9-d00d-481d-8951-9be23a9ea216 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 1002 time: 0.0630322 Jun 22 15:28:37.500008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be460-f904-4384-95f1-e98466e7919f req-467e5bed-0e7f-49a8-b949-c17957e24427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:37.501443 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a5be460-f904-4384-95f1-e98466e7919f req-467e5bed-0e7f-49a8-b949-c17957e24427 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0428884 Jun 22 15:28:37.557735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be460-f904-4384-95f1-e98466e7919f req-832d6312-4a3b-4a77-9b06-12767810b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:37.559207 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a5be460-f904-4384-95f1-e98466e7919f req-832d6312-4a3b-4a77-9b06-12767810b9d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0507939 Jun 22 15:28:37.651048 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a5be460-f904-4384-95f1-e98466e7919f req-32cc677e-bca4-4c02-9862-bddd5aa38afe service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852721 Jun 22 15:28:37.738996 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a5be460-f904-4384-95f1-e98466e7919f req-bbe7e674-9047-47d3-a099-f89cd38a68c1 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818677 Jun 22 15:28:37.871881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3bd94-ac44-446a-94a4-14e8b4f895c4 req-05ccfa09-1926-494d-b6db-f6d830ce61a8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:37.873271 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-66b3bd94-ac44-446a-94a4-14e8b4f895c4 req-05ccfa09-1926-494d-b6db-f6d830ce61a8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0653057 Jun 22 15:28:37.911068 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-66b3bd94-ac44-446a-94a4-14e8b4f895c4 req-a4314b90-cf61-41ec-964b-260bf7d5482e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321801 Jun 22 15:28:39.084564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef381519-9268-4560-bd54-d5198e0c55a2 req-0fe37e7b-71a1-424b-97b2-0176b1013a5c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:39.086046 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ef381519-9268-4560-bd54-d5198e0c55a2 req-0fe37e7b-71a1-424b-97b2-0176b1013a5c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0666399 Jun 22 15:28:39.122063 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ef381519-9268-4560-bd54-d5198e0c55a2 req-f138821b-39a5-4628-95ca-c8eebb63efd0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304813 Jun 22 15:28:40.056994 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-fc9fbbe4-c81e-4ed8-a8a5-8b276611649c service neutron] 10.222.0.21 "GET /v2.0/ports/f6207170-c58f-4a2f-bc03-64f2e207d58e/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0583472 Jun 22 15:28:40.341280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b172c-2cbe-4e14-be60-be161d6936e9 req-24b4628a-ce4a-46a3-8dcc-cbabe9d49b26 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:40.342662 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-118b172c-2cbe-4e14-be60-be161d6936e9 req-24b4628a-ce4a-46a3-8dcc-cbabe9d49b26 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.1008456 Jun 22 15:28:40.348820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-729d26fb-ba9f-4383-923a-3e8b69f97625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:40.350211 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-729d26fb-ba9f-4383-923a-3e8b69f97625 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 1098 time: 0.0809679 Jun 22 15:28:40.396618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:40.414348 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-118b172c-2cbe-4e14-be60-be161d6936e9 req-4e24a64a-9739-4135-9b8c-afb6c7235c0d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632017 Jun 22 15:28:40.437600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-03dae187-ff3f-48f2-85dc-4a1cbe14cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:40.439080 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-03dae187-ff3f-48f2-85dc-4a1cbe14cccc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1098 time: 0.0664997 Jun 22 15:28:40.528959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-48641d74-f06e-4e60-aef4-852fc81df125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:40.530418 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-48641d74-f06e-4e60-aef4-852fc81df125 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0846961 Jun 22 15:28:40.598264 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-b1389595-7c24-42f0-a4ce-3c7cb28a2f9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 1002 time: 0.0609193 Jun 22 15:28:40.647365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-652b60c6-1a11-4d86-8b14-0820b0767799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:40.648838 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-652b60c6-1a11-4d86-8b14-0820b0767799 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0452170 Jun 22 15:28:40.703188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-a1e36d08-e5c1-4e13-9686-661ab0340d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:40.704608 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-a1e36d08-e5c1-4e13-9686-661ab0340d2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0499160 Jun 22 15:28:40.795025 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-377c7c4c-2641-4c19-8780-daf5e40abfb8 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837376 Jun 22 15:28:40.885041 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d094501c-e34c-4e94-a493-e9c88d4611b4 req-aabaa76a-93b2-462e-828e-4e33e638785e service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829616 Jun 22 15:28:41.586063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ac022-2866-4314-93a1-79b936f65937 req-bc413ee4-75e5-4a4d-bded-454e9c4b4955 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:41.587556 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-648ac022-2866-4314-93a1-79b936f65937 req-bc413ee4-75e5-4a4d-bded-454e9c4b4955 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0632048 Jun 22 15:28:41.626756 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-648ac022-2866-4314-93a1-79b936f65937 req-27ab0ccc-aa29-4a43-8a56-f8c681a5430c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Jun 22 15:28:42.804557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb67376-245f-4344-b2a8-a633b1f85057 req-71c75604-94d8-4637-80df-b6949e67d8a6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:42.806064 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1fb67376-245f-4344-b2a8-a633b1f85057 req-71c75604-94d8-4637-80df-b6949e67d8a6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.0650964 Jun 22 15:28:42.842780 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1fb67376-245f-4344-b2a8-a633b1f85057 req-636c658b-e57e-4f76-8cc0-1a1cc76b860c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310333 Jun 22 15:28:43.515182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f6207170-c58f-4a2f-bc03-64f2e207d58e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:28:43.587596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:43.608652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:28:43.611111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb731fc-139c-41aa-a6dd-39b80918143f" -d '{"events": [{"server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:28:43.623844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:28:43.628481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:43.630766 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:28:43.657582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31575a2-63dc-4dc8-8c71-11f83732e368 x-openstack-request-id: req-f31575a2-63dc-4dc8-8c71-11f83732e368 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:28:43.657886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:28:43.658147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f31575a2-63dc-4dc8-8c71-11f83732e368 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:28:43.658537 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'code': 200} Jun 22 15:28:43.681340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=f6207170-c58f-4a2f-bc03-64f2e207d58e,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:28:43.688655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.689040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.689408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.689720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.690046 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.690373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.690700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.691052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.691348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.691672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.691990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.692306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:43.696712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:28:44.019231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45b274-bf90-4fa2-8e21-483dec8b0e35 req-f86cc380-8e77-433d-ba05-232bd0b80b37 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:44.020844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b45b274-bf90-4fa2-8e21-483dec8b0e35 req-f86cc380-8e77-433d-ba05-232bd0b80b37 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0666406 Jun 22 15:28:44.059330 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b45b274-bf90-4fa2-8e21-483dec8b0e35 req-7afa7793-bf31-4e64-820f-495a43638d3f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329099 Jun 22 15:28:44.475948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-1eb68237-5d23-489c-b061-58dd0f5b9993 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:44.477267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-1eb68237-5d23-489c-b061-58dd0f5b9993 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea&tenant_id=56577469412d49e19fdf86b31f6da4ec&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 943 time: 0.0817373 Jun 22 15:28:44.567906 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-e50944de-93d8-4847-b536-904d82e490d3 service neutron] 10.222.0.21 "GET /v2.0/ports/f6207170-c58f-4a2f-bc03-64f2e207d58e/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0715621 Jun 22 15:28:44.579176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edde7fb-b7fc-4f54-bf95-6890cdebcfd5 req-32bedb90-1144-40ea-824d-69ea2eb8e7e5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:44.580594 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3edde7fb-b7fc-4f54-bf95-6890cdebcfd5 req-32bedb90-1144-40ea-824d-69ea2eb8e7e5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.1219895 Jun 22 15:28:44.647758 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3edde7fb-b7fc-4f54-bf95-6890cdebcfd5 req-c545fb90-8e24-4eba-9997-0d9a6370267f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608864 Jun 22 15:28:44.666649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-ca23dafc-a0c2-4903-aa7e-fc27a7b0f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:44.668171 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-ca23dafc-a0c2-4903-aa7e-fc27a7b0f35b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1096 time: 0.0751932 Jun 22 15:28:44.764051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-6f45ae22-ea38-4b2f-b443-c5a3222e72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:44.765451 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-6f45ae22-ea38-4b2f-b443-c5a3222e72ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0912831 Jun 22 15:28:44.827847 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-406d89f9-cf89-4fbd-9a18-956d92bda9d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 1000 time: 0.0558503 Jun 22 15:28:44.882436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-da2fe995-9c9d-412c-b3ed-64e11d3f5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:44.883842 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-da2fe995-9c9d-412c-b3ed-64e11d3f5bdb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0494483 Jun 22 15:28:44.939073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-92a0d118-4f5c-4e3b-8250-1ffbe1ac0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:44.940496 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-92a0d118-4f5c-4e3b-8250-1ffbe1ac0af6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508244 Jun 22 15:28:45.028155 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-e02fa5bb-6eb9-4147-ad39-d91e91ce69a6 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801501 Jun 22 15:28:45.119320 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-75bb8d89-45cc-44ca-b137-decc7de35ced service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846441 Jun 22 15:28:45.823004 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298cf9d-52fa-456b-89dd-1bfda9496da9 req-994e5b5d-fd2d-4a4f-af9d-c69e7cb5db44 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:45.824376 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b298cf9d-52fa-456b-89dd-1bfda9496da9 req-994e5b5d-fd2d-4a4f-af9d-c69e7cb5db44 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0619905 Jun 22 15:28:45.862383 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b298cf9d-52fa-456b-89dd-1bfda9496da9 req-1cdf5dbf-44ab-42fc-bbb1-332139d034f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Jun 22 15:28:46.207731 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:28:47.039915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dbece-a875-4e46-afac-3d14b84ee5fe req-ab7105e3-8d94-467a-814e-6aa4b96fa480 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:47.041442 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed3dbece-a875-4e46-afac-3d14b84ee5fe req-ab7105e3-8d94-467a-814e-6aa4b96fa480 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0646105 Jun 22 15:28:47.079930 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed3dbece-a875-4e46-afac-3d14b84ee5fe req-63bf57fd-717f-4319-ad9f-ee204b0d16b4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326202 Jun 22 15:28:47.624283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-d7a21254-9535-4bfb-aa99-15a7e6e4d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:47.625770 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-d7a21254-9535-4bfb-aa99-15a7e6e4d7a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 1096 time: 0.0524867 Jun 22 15:28:47.703765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-ab8b810b-e561-4677-b208-fe1488a6c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:47.705320 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-ab8b810b-e561-4677-b208-fe1488a6c09e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 1096 time: 0.0576763 Jun 22 15:28:47.792732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-52935de3-5b07-4e24-ab93-1d33e36b9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:47.794185 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-52935de3-5b07-4e24-ab93-1d33e36b9482 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0831718 Jun 22 15:28:47.860445 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-6e9ad9a5-8061-4ae2-a7b0-b6d460d5db66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 200 len: 1000 time: 0.0596442 Jun 22 15:28:47.908565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-d1a8b7ab-7a10-43d7-9323-7195828bd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:47.909959 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-d1a8b7ab-7a10-43d7-9323-7195828bd29e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0426857 Jun 22 15:28:47.964514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-0f9a54d2-ee1e-4995-a86c-d3c3c8bfb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:47.966470 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-0f9a54d2-ee1e-4995-a86c-d3c3c8bfb2f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0498009 Jun 22 15:28:48.056749 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-a8c2c142-1f96-4116-b813-71d21a1d8109 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840306 Jun 22 15:28:48.146275 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9b1551ef-3c79-42e8-961e-9214885b53e6 req-e81a5349-2f4f-4b08-b7e1-ec69125ca425 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824811 Jun 22 15:28:48.256774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c564d6f-6963-4ecb-a07f-ba0e2347460f req-e7480ff8-75b0-4f2f-9320-b10e5baf3845 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:48.258244 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6c564d6f-6963-4ecb-a07f-ba0e2347460f req-e7480ff8-75b0-4f2f-9320-b10e5baf3845 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0681901 Jun 22 15:28:48.294996 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6c564d6f-6963-4ecb-a07f-ba0e2347460f req-36087f25-d3f6-4398-a40c-761e3b9d1a0b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311697 Jun 22 15:28:49.465024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a8c77-5438-402f-8a1b-3a614d35814a req-dc3e3671-50de-425d-92d8-1ad4f11df206 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:49.466441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c78a8c77-5438-402f-8a1b-3a614d35814a req-dc3e3671-50de-425d-92d8-1ad4f11df206 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0625908 Jun 22 15:28:49.508277 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c78a8c77-5438-402f-8a1b-3a614d35814a req-1d0ccb9d-9c2e-4bd2-92a3-06d37831b52a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361240 Jun 22 15:28:50.680368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf447dc4-253e-4aaf-b093-f546ee397270 req-c0e1856e-f120-4c6d-93e6-28aad4941002 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:50.681859 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cf447dc4-253e-4aaf-b093-f546ee397270 req-c0e1856e-f120-4c6d-93e6-28aad4941002 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0640588 Jun 22 15:28:50.719116 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cf447dc4-253e-4aaf-b093-f546ee397270 req-ba10b53a-1846-4eae-8f3d-206879d64931 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Jun 22 15:28:50.889792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7fe0a-7472-4bb5-a3a8-e50869900fe6 req-63a8a756-2c9f-400a-8298-286809cc7ab9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:50.891173 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1ef7fe0a-7472-4bb5-a3a8-e50869900fe6 req-63a8a756-2c9f-400a-8298-286809cc7ab9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0651045 Jun 22 15:28:50.929209 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1ef7fe0a-7472-4bb5-a3a8-e50869900fe6 req-d17e929b-5ede-4175-b6d4-0f7c45ea669c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Jun 22 15:28:51.104017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce761ba5-368d-4452-933d-dc2f56e79ef8 req-f59c3784-e326-4635-a7fc-67dfaf8932e8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:51.105496 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ce761ba5-368d-4452-933d-dc2f56e79ef8 req-f59c3784-e326-4635-a7fc-67dfaf8932e8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0663631 Jun 22 15:28:51.142021 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ce761ba5-368d-4452-933d-dc2f56e79ef8 req-8a442e4a-f6bc-447a-af9f-4d605e8dbd00 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Jun 22 15:28:51.513436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03e273-1f3b-4636-8d13-0fb8f46c2695 req-2c146ef0-dd64-4a94-9862-1416bd9f8105 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:51.514820 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1e03e273-1f3b-4636-8d13-0fb8f46c2695 req-2c146ef0-dd64-4a94-9862-1416bd9f8105 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 943 time: 0.0622189 Jun 22 15:28:51.527175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f6207170-c58f-4a2f-bc03-64f2e207d58e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:28:51.530409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f6207170-c58f-4a2f-bc03-64f2e207d58e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:28:51.556345 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1e03e273-1f3b-4636-8d13-0fb8f46c2695 req-6c3223c1-da15-479e-9a5f-ef3208004f61 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347691 Jun 22 15:28:51.687052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:28:51.697954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:28:51.735804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:51.748838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6207170-c58f-4a2f-bc03-64f2e207d58e {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:28:51.767826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:28:51.771502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:51.773274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:28:51.822450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=f6207170-c58f-4a2f-bc03-64f2e207d58e,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:28:51.825536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:28:51.827893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['f6207170-c58f-4a2f-bc03-64f2e207d58e'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:28:52.730839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d7552-3340-4842-b8d2-7713f07cb0ef req-8359a89a-a11f-482c-b9bd-dc5da08d2dfa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:52.732402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f0d7552-3340-4842-b8d2-7713f07cb0ef req-8359a89a-a11f-482c-b9bd-dc5da08d2dfa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 944 time: 0.0627768 Jun 22 15:28:52.768804 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f0d7552-3340-4842-b8d2-7713f07cb0ef req-eaec1780-8eb3-44dd-9ebf-2403b9619b20 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307674 Jun 22 15:28:53.555905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f6207170-c58f-4a2f-bc03-64f2e207d58e up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:28:53.603291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port f6207170-c58f-4a2f-bc03-64f2e207d58e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:28:53.603670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:53.683784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:53.697242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-13dc84d7-e235-4d70-9cd3-b743d960ae60 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:53.698762 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-13dc84d7-e235-4d70-9cd3-b743d960ae60 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 944 time: 0.0700846 Jun 22 15:28:53.706655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:28:53.709133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ad35e0-3a4b-48e5-91ec-0914f92078f7" -d '{"events": [{"server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "name": "network-vif-plugged", "status": "completed", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:28:53.722075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:28:53.727399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:53.730003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:28:53.756304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c356b8d7-d4d8-4934-8baa-1b7a802cf368 x-openstack-request-id: req-c356b8d7-d4d8-4934-8baa-1b7a802cf368 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:28:53.756604 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "name": "network-vif-plugged", "status": "completed", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:28:53.756895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c356b8d7-d4d8-4934-8baa-1b7a802cf368 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:28:53.757293 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'code': 200} Jun 22 15:28:53.782092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=f6207170-c58f-4a2f-bc03-64f2e207d58e,revision_number=8']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:28:53.785229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:28:53.802619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Deleting port f6207170-c58f-4a2f-bc03-64f2e207d58e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:28:53.803058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:53.920873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] For port f6207170-c58f-4a2f-bc03-64f2e207d58e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f6207170-c58f-4a2f-bc03-64f2e207d58e,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:28:53.921224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:54.044627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94667f-befc-4b75-af8a-f4a0c2d5065a req-77606faa-639e-4467-8f51-e1121315ca82 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:54.046097 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ef94667f-befc-4b75-af8a-f4a0c2d5065a req-77606faa-639e-4467-8f51-e1121315ca82 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=b329a67c-af4f-498f-bdca-c00db57728ea HTTP/1.1" status: 200 len: 945 time: 0.1635568 Jun 22 15:28:54.135515 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ef94667f-befc-4b75-af8a-f4a0c2d5065a req-1fe61cf9-7d55-4623-a6c4-5803340164a3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821373 Jun 22 15:28:54.149056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:54.149184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:54.149530 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Floating IP 7070856a-b3be-440c-a67d-cad803751c67 disassociated. External IP: 172.26.6.249, port: f6207170-c58f-4a2f-bc03-64f2e207d58e. Jun 22 15:28:54.150000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Calling delete_port for f6207170-c58f-4a2f-bc03-64f2e207d58e owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:28:54.281227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:54.285138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-263baab4-8eae-4edc-8bcb-2f8d69043ef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:28:54.314646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event deleted for resources: {'Port': ['ID=f6207170-c58f-4a2f-bc03-64f2e207d58e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:28:54.324893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.325293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.325677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.326057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.326433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.326805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.327179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.327547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.327917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.328283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.328648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.329036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:28:54.332691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:28:54.445681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:28:54.557962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:28:54.568513 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:28:54.577901 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:28:54.578500 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:28:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:28:54.603950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] No DVR routers for this DVR port f6207170-c58f-4a2f-bc03-64f2e207d58e on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:28:54.606394 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:54.608293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31f4bb33-42c1-4b49-b58f-eaf58285a82b req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "DELETE /v2.0/ports/f6207170-c58f-4a2f-bc03-64f2e207d58e HTTP/1.1" status: 204 len: 173 time: 0.9044075 Jun 22 15:28:54.608847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'name': 'network-vif-deleted', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:28:54.611121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa311b4-5a82-4019-9580-6842b012c0bc" -d '{"events": [{"server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "name": "network-vif-deleted", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:28:54.660632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549153b-c818-4ad6-8c37-02cccb0a237d x-openstack-request-id: req-e549153b-c818-4ad6-8c37-02cccb0a237d {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:28:54.661986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b329a67c-af4f-498f-bdca-c00db57728ea", "name": "network-vif-deleted", "tag": "f6207170-c58f-4a2f-bc03-64f2e207d58e", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:28:54.662792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e549153b-c818-4ad6-8c37-02cccb0a237d {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:28:54.663543 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b329a67c-af4f-498f-bdca-c00db57728ea', 'name': 'network-vif-deleted', 'tag': 'f6207170-c58f-4a2f-bc03-64f2e207d58e', 'status': 'completed', 'code': 200} Jun 22 15:28:54.690189 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:28:54.881287 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:28:54.909936 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:28:54.918002 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:28:54.918604 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:28:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:28:55.019555 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:28:55.220391 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:28:55.245822 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f410dfc6-b75d-4427-a245-ea13280f3df7 None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:28:55.470212 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-44dae9f3-87ae-41b1-99cc-d8d98d6fcb77 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1920696345&fields=id&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 267 time: 0.0347657 Jun 22 15:28:55.471857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3533e-4c6d-4551-a6db-f9bc63d664e4 None None] New status for floating IP 7070856a-b3be-440c-a67d-cad803751c67: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:28:55.579174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-e7b7771d-7259-4e12-9891-83b75bf5dcc0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:55.580642 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-e7b7771d-7259-4e12-9891-83b75bf5dcc0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 811 time: 0.1031241 Jun 22 15:28:55.596678 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b359c247-04dc-4de5-b01f-f838e234014a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/quotas/56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 375 time: 0.0095277 Jun 22 15:28:56.016530 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-29af9447-a35c-4cb4-8e02-f5bc760f377b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4132848 Jun 22 15:28:56.164890 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-699d1be7-5710-42b0-a717-ee14da08db99 service neutron] 10.222.0.22 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360345 Jun 22 15:28:56.250720 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-610d301f-3495-4418-900c-40f3cb31e826 service neutron] 10.222.0.22 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801165 Jun 22 15:28:56.415502 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-93b4bad4-cbf1-4904-bdc3-1cf77b005e1d req-835e9f21-4844-4132-b11c-3c1c94b56a6c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 210 time: 0.0288668 Jun 22 15:28:57.421313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-1f55844f-e9f6-4be1-af83-7a40d7cdfb3d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:57.422804 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-1f55844f-e9f6-4be1-af83-7a40d7cdfb3d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 811 time: 0.1117051 Jun 22 15:28:57.472152 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-c38de80b-70da-4b12-86d4-e3e92ef5be0c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 380 time: 0.0345147 Jun 22 15:28:57.481506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'port': {'device_id': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'admin_state_up': True, 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'security_groups': ['54f9f1a4-99bd-4a20-808c-67d3700d9ce0']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:28:57.571433 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e862bf69-d182-4a0a-affd-70aa5c605358 req-52b9916d-673f-4753-8176-1423d52861ca tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 210 time: 0.0405858 Jun 22 15:28:57.589068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f6207170-c58f-4a2f-bc03-64f2e207d58e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:28:57.612696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: f6207170-c58f-4a2f-bc03-64f2e207d58e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:28:57.613081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device f6207170-c58f-4a2f-bc03-64f2e207d58e not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:28:57.622730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Made reservation on behalf of 56577469412d49e19fdf86b31f6da4ec for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:28:57.626222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:57.750047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Allocated IP 172.20.0.9 (3473f93b-d85f-4cf9-922a-18e1a6bad55e/75973151-424b-4bb0-a8ac-b1cbf49eb75c/29cd0bff-a779-4810-985d-bc09303a0b0f) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:28:57.888923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:57.902981 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Transition to ACTIVE for port object 29cd0bff-a779-4810-985d-bc09303a0b0f will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:28:57.934468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:57.939066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9337a20c-8bb1-45e5-902c-b43c07ea0ded tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:28:57.975180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:28:57.984854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:28:57.987311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:28:58.022566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:28:58.025517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:28:58.049418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:58.050061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:58.064622 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866907 Jun 22 15:28:58.075692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-9bb2429f-5d57-4961-8231-25208d278daa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:28:58.076648 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-9bb2429f-5d57-4961-8231-25208d278daa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0053861 Jun 22 15:28:58.089161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Request body: {'port': {'device_id': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:28:58.164380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:58.166612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d5598d1b-744e-40f2-baa1-b8445d722739 None None] Provisioning for port 29cd0bff-a779-4810-985d-bc09303a0b0f completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:28:58.170419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d5598d1b-744e-40f2-baa1-b8445d722739 None None] Provisioning complete for port 29cd0bff-a779-4810-985d-bc09303a0b0f triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:28:58.170798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5598d1b-744e-40f2-baa1-b8445d722739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:58.353808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d5598d1b-744e-40f2-baa1-b8445d722739 None None] Port 29cd0bff-a779-4810-985d-bc09303a0b0f cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:28:58.434045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29cd0bff-a779-4810-985d-bc09303a0b0f {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:28:58.441142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:58.452910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Transition to ACTIVE for port object 29cd0bff-a779-4810-985d-bc09303a0b0f will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:28:58.456253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:58.458176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fcc7c92f-f354-4732-99a3-55509b8479e0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:28:58.532891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:28:58.537361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:28:58.609288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Attempting to bind port 29cd0bff-a779-4810-985d-bc09303a0b0f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:28:58.609631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Attempting to bind port 29cd0bff-a779-4810-985d-bc09303a0b0f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:28:58.610129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Attempting to bind port 29cd0bff-a779-4810-985d-bc09303a0b0f on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:28:58.615280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Port 29cd0bff-a779-4810-985d-bc09303a0b0f on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:28:58.615481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Attempting to bind port 29cd0bff-a779-4810-985d-bc09303a0b0f on network 3473f93b-d85f-4cf9-922a-18e1a6bad55e {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:28:58.620516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:28:58.620885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Checking segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:28:58.621273 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Bound using segment: {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:28:58.621701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Bound port: 29cd0bff-a779-4810-985d-bc09303a0b0f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:28:58.622051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:58.698420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:28:58.701477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:28:58.708237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:58.711797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-03744e5d-3195-49a2-b13a-b1795d4f98f3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:28:58.742301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:58.742977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:28:58.744359 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] 10.222.0.21 "PUT /v2.0/ports/29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 1093 time: 0.6594930 Jun 22 15:28:58.744903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:28:58.747217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:28:58.773847 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:28:58.777088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:28:58.786754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b75df-3fda-4869-8dc0-09c2e627ec90 req-49f69761-5e52-4a1e-82fd-b62a2e8dec21 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:58.795523 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-080b75df-3fda-4869-8dc0-09c2e627ec90 req-49f69761-5e52-4a1e-82fd-b62a2e8dec21 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 943 time: 0.1066642 Jun 22 15:28:58.819613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b53afc5-5a37-4b86-a2f9-438bd704e0d5 x-openstack-request-id: req-4b53afc5-5a37-4b86-a2f9-438bd704e0d5 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:28:58.819966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:28:58.820277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b53afc5-5a37-4b86-a2f9-438bd704e0d5 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:28:58.820731 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'status': 'completed', 'code': 200} Jun 22 15:28:58.831415 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-080b75df-3fda-4869-8dc0-09c2e627ec90 req-eabdc99c-2640-45b7-a9b6-80ed2ebd1bdf tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349903 Jun 22 15:28:58.853171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a7394268-b145-4b09-9eb5-5b150eed0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:58.854815 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-a7394268-b145-4b09-9eb5-5b150eed0e8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1096 time: 0.0676124 Jun 22 15:28:58.901319 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-ae1a6435-bff3-47ce-b02e-961ba470ce17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 217 time: 0.0396478 Jun 22 15:28:58.949965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-d2699502-8756-4287-bd75-109889e43b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:58.951780 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-d2699502-8756-4287-bd75-109889e43b09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0449791 Jun 22 15:28:59.012468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-e1979198-b14b-47e0-8e0e-53540275c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:59.014058 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-e1979198-b14b-47e0-8e0e-53540275c7e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0558434 Jun 22 15:28:59.107733 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-31da4a45-9a39-4953-a2db-2a36ca14ec92 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875721 Jun 22 15:28:59.196320 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c414e885-5797-421a-bf4a-28e10fc6ddb9 req-cafd92de-9664-4265-ae55-9c147427a250 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817695 Jun 22 15:28:59.299722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-9b71a1c1-d072-4b2a-be0e-87f28a949c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:59.301205 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-9b71a1c1-d072-4b2a-be0e-87f28a949c3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1096 time: 0.0563257 Jun 22 15:28:59.413558 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-bdb26633-01f7-4c5c-a4d8-c60418c75fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:59.415644 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-bdb26633-01f7-4c5c-a4d8-c60418c75fc5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.1082656 Jun 22 15:28:59.464167 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-eaafa371-54e2-4417-9a2d-c2c93d3f6780 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 217 time: 0.0417531 Jun 22 15:28:59.511644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-93d980f3-4d83-4cd4-b7c1-93198baac870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:59.513048 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-93d980f3-4d83-4cd4-b7c1-93198baac870 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0432804 Jun 22 15:28:59.570878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-ec7f1b0f-5506-469b-9393-99b7d56686f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:28:59.572378 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-ec7f1b0f-5506-469b-9393-99b7d56686f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0534151 Jun 22 15:28:59.665179 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-765b244d-6eb7-402d-99c2-c2bf1020a929 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864465 Jun 22 15:28:59.763205 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2cbc5973-5aa4-46f4-a8c5-6c1bacce2f8c req-63a2aff0-c304-43f0-ada3-d6d8e814fff9 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912192 Jun 22 15:29:00.005864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfe992-88f5-4cc9-8c6f-cd5dc0c5fe7e req-7e93666f-9bb0-44ba-af0d-71f1a03cccc6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:00.007458 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36dfe992-88f5-4cc9-8c6f-cd5dc0c5fe7e req-7e93666f-9bb0-44ba-af0d-71f1a03cccc6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 943 time: 0.0660043 Jun 22 15:29:00.044874 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-36dfe992-88f5-4cc9-8c6f-cd5dc0c5fe7e req-83698510-d8e0-4bd6-b93f-33b792a6bad4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316820 Jun 22 15:29:00.197127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-efc3f1ba-fe76-4432-8bb6-0aef0cff9136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:01.220019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9122a-2f8f-46f3-bae2-be9244d7350a req-a5500dd3-c333-4ef2-aba8-142623b01a8d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:01.221507 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c1b9122a-2f8f-46f3-bae2-be9244d7350a req-a5500dd3-c333-4ef2-aba8-142623b01a8d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 943 time: 0.0661380 Jun 22 15:29:01.259532 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c1b9122a-2f8f-46f3-bae2-be9244d7350a req-7465b8a6-06c9-4563-b7b6-df79f7733179 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Jun 22 15:29:02.436061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031d90f-f395-49c1-b9f6-eb0e61561983 req-1ebac03f-ff73-4451-a841-e4bcfc825952 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:02.437527 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d031d90f-f395-49c1-b9f6-eb0e61561983 req-1ebac03f-ff73-4451-a841-e4bcfc825952 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 943 time: 0.0677104 Jun 22 15:29:02.474858 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d031d90f-f395-49c1-b9f6-eb0e61561983 req-a4baa8d4-a164-423a-b4bc-6976161c2369 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Jun 22 15:29:02.683120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e2f8b0e6-0876-4e4a-a5c4-2144bb1ea605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:02.939216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:03.619175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:29:03.653155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9ff80-175e-478a-8910-f1c724fd2fce req-db33835b-b39b-474c-b7fa-2e6ccf2a05ea tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:03.654627 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-45c9ff80-175e-478a-8910-f1c724fd2fce req-db33835b-b39b-474c-b7fa-2e6ccf2a05ea tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 943 time: 0.0718629 Jun 22 15:29:03.693297 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-45c9ff80-175e-478a-8910-f1c724fd2fce req-050b6328-be67-493f-9241-03a585c1483b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 Jun 22 15:29:03.725967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:29:03.736895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'mac_address': 'fa:16:3e:8a:cb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:29:03.773726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:03.785785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cd0bff-a779-4810-985d-bc09303a0b0f {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:29:03.805144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:29:03.808596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:03.811033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9bea5e6a-7f1b-4408-8c46-7f2a3c3d2bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:29:03.854843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:29:03.857783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:29:04.009482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:04.139128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['29cd0bff-a779-4810-985d-bc09303a0b0f'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:29:04.865217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2282d1-cd36-4a44-9596-b8ce1553352a req-0c50b316-8131-4749-8948-490a831e6b0f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:04.866688 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb2282d1-cd36-4a44-9596-b8ce1553352a req-0c50b316-8131-4749-8948-490a831e6b0f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 944 time: 0.0632555 Jun 22 15:29:04.904448 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bb2282d1-cd36-4a44-9596-b8ce1553352a req-a54e5085-5ebc-4b5e-a88a-7d4dfd21276f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Jun 22 15:29:05.617930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:29:05.665638 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 29cd0bff-a779-4810-985d-bc09303a0b0f completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:29:05.669092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 29cd0bff-a779-4810-985d-bc09303a0b0f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:29:05.669472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:05.719727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:05.756400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:05.777297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:29:05.779560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a07e77f-ffde-4ed0-a4a1-788e6f62f0b0" -d '{"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-plugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:29:05.791663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:29:05.796951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:05.799375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:29:05.823752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a400a6ed-75f6-46de-bf14-99d8d99cf715 x-openstack-request-id: req-a400a6ed-75f6-46de-bf14-99d8d99cf715 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:29:05.824051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-plugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:29:05.824308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a400a6ed-75f6-46de-bf14-99d8d99cf715 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:29:05.825308 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'code': 200} Jun 22 15:29:05.850825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:29:05.853776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:29:06.088473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f316b-b268-4ad2-9f7f-d1886740d956 req-6353fea7-4416-453b-92b0-1802b6a7253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:06.089877 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cb8f316b-b268-4ad2-9f7f-d1886740d956 req-6353fea7-4416-453b-92b0-1802b6a7253a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1098 time: 0.1021609 Jun 22 15:29:06.101693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e305bba-5103-4865-b197-28b19769922d req-efe1ab48-44de-4391-a2bf-33f4ea316cbd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:06.103063 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5e305bba-5103-4865-b197-28b19769922d req-efe1ab48-44de-4391-a2bf-33f4ea316cbd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0819473 Jun 22 15:29:06.153210 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cb8f316b-b268-4ad2-9f7f-d1886740d956 req-61189e2b-e468-43d2-8ffb-d67f8dda1234 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492320 Jun 22 15:29:06.157982 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5e305bba-5103-4865-b197-28b19769922d req-8a66d29a-c2f4-4f74-a616-942bf0013157 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490034 Jun 22 15:29:07.338931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe08ee-b030-44c0-ad13-7554029acbc7 req-fddb7b55-d300-472e-bb00-c73179715511 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:07.340401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0efe08ee-b030-44c0-ad13-7554029acbc7 req-fddb7b55-d300-472e-bb00-c73179715511 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0682094 Jun 22 15:29:07.378409 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0efe08ee-b030-44c0-ad13-7554029acbc7 req-1cd8969f-fb61-47b8-a758-a9f442728152 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321045 Jun 22 15:29:07.544629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2447-a532-4477-9dc8-87698a0deee2 req-1dc34bc4-5f97-45b8-9755-e10d33740e12 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:07.546074 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9c1c2447-a532-4477-9dc8-87698a0deee2 req-1dc34bc4-5f97-45b8-9755-e10d33740e12 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0651910 Jun 22 15:29:07.555193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46262) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:29:07.559678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f3bd08b7-27da-47fd-bd7b-d84d2114bf22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Request body: {'floatingip': {'port_id': '29cd0bff-a779-4810-985d-bc09303a0b0f'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:29:07.597190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3bd08b7-27da-47fd-bd7b-d84d2114bf22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:08.040390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3bd08b7-27da-47fd-bd7b-d84d2114bf22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:08.044121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3bd08b7-27da-47fd-bd7b-d84d2114bf22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:08.140762 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-f3bd08b7-27da-47fd-bd7b-d84d2114bf22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Floating IP 7070856a-b3be-440c-a67d-cad803751c67 associated. External IP: 172.26.6.249, port: 29cd0bff-a779-4810-985d-bc09303a0b0f. Jun 22 15:29:08.340050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bd08b7-27da-47fd-bd7b-d84d2114bf22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:29:08.441254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bd08b7-27da-47fd-bd7b-d84d2114bf22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:29:08.446830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f3bd08b7-27da-47fd-bd7b-d84d2114bf22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:08.451173 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:29:08.460503 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:29:08.461217 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:29:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:29:08.486126 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f3bd08b7-27da-47fd-bd7b-d84d2114bf22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "PUT /v2.0/floatingips/7070856a-b3be-440c-a67d-cad803751c67 HTTP/1.1" status: 200 len: 992 time: 0.9298475 Jun 22 15:29:08.486918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:29:08.489404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8769a11-bc6b-403b-afc7-8394f8a6f623" -d '{"events": [{"name": "network-changed", "server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:29:08.530183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f2053f-813a-40ef-8966-785b8e246ef6 x-openstack-request-id: req-19f2053f-813a-40ef-8966-785b8e246ef6 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:29:08.530539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:29:08.530986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19f2053f-813a-40ef-8966-785b8e246ef6 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:29:08.531450 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'status': 'completed', 'code': 200} Jun 22 15:29:08.607913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-4822ec42-8369-4bae-8c4d-1c0e2594bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:08.609450 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-4822ec42-8369-4bae-8c4d-1c0e2594bb69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1098 time: 0.0532508 Jun 22 15:29:08.661038 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:29:08.707906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-0e9db297-f457-4ec6-b647-2e474ad83fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:08.709446 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-0e9db297-f457-4ec6-b647-2e474ad83fbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0926275 Jun 22 15:29:08.772861 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-e7de973e-0601-4f4d-9d66-670ac78717d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 1000 time: 0.0576560 Jun 22 15:29:08.820361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-34d0d654-8950-4019-b802-729f59cdf9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:08.821864 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-34d0d654-8950-4019-b802-729f59cdf9d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0437102 Jun 22 15:29:08.880463 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:8a:cb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:29:07Z', 'revision_number': 13, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:29:08.881945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-e1bdc9f2-6708-4695-9457-ad5b015d881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:08.883459 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-e1bdc9f2-6708-4695-9457-ad5b015d881c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553684 Jun 22 15:29:08.906421 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:29:08.914690 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:29:08.915299 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:29:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:29:08.969165 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-bee2813f-acfd-4c59-b8ce-4605e2629369 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796874 Jun 22 15:29:09.017411 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:29:09.071956 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c8769a11-bc6b-403b-afc7-8394f8a6f623 req-96599544-49ee-4ad8-9c1a-e75857eb6073 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956817 Jun 22 15:29:09.244780 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:8a:cb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:29:07Z', 'revision_number': 13, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:29:09.269754 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede660c8-2cc2-4dec-a13e-559ae33a1dd9 None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7070856a-b3be-440c-a67d-cad803751c67', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'floating_ip_address': '172.26.6.249', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'port_id': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'mac_address': 'fa:16:3e:8a:cb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:23:22Z', 'updated_at': '2021-06-22T15:29:07Z', 'revision_number': 13, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:29:09.447315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dd207b-ec53-4839-b010-81193b6cbb3b None None] New status for floating IP 7070856a-b3be-440c-a67d-cad803751c67: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:29:10.396444 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:23.206115 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:29:30.196958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-602216ac-8dbf-4404-b169-cb303878c13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:32.683504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-35f53043-c565-4069-ac0d-afae1bac8cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:32.941069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:34.012658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:35.714859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:29:39.624693 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-1a71a830-04b1-4e18-ba71-f22014698cb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4325759 Jun 22 15:29:39.724435 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-b7ee1eef-75aa-4eb3-b3eb-6c731c43c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:39.726624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-b7ee1eef-75aa-4eb3-b3eb-6c731c43c804 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1098 time: 0.0580983 Jun 22 15:29:39.828069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-b96f37b1-47a8-4994-966b-b93090831873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:39.829858 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-b96f37b1-47a8-4994-966b-b93090831873 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0836887 Jun 22 15:29:39.892326 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-59df5321-25bc-40a1-a89f-f9e2c19f5283 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 1002 time: 0.0568762 Jun 22 15:29:39.944405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-087b4a79-5cde-49b9-87fb-f499231518dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:39.945858 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-087b4a79-5cde-49b9-87fb-f499231518dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0478733 Jun 22 15:29:40.004372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-c440973e-028d-4a08-aab4-c5d26f280c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:29:40.005880 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-c440973e-028d-4a08-aab4-c5d26f280c27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0535960 Jun 22 15:29:40.096523 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-904690d1-f652-41f1-afc9-c9d8564308a4 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825689 Jun 22 15:29:40.186075 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3024fd4f-28e6-4dac-9d60-80d1f1d730b8 req-0deb83af-d56b-45ec-abf5-29d931db4a0f service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834665 Jun 22 15:29:40.397288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:00.199552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7222a577-7ae3-48ed-8449-2df239b5a95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:00.204267 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:30:02.682615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ccfb5483-cdce-49de-9483-c954d0e719f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:02.941290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:04.016117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:05.718621 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:10.393497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:20.710676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18f22a-340d-41fa-8f0e-6c0aed3061a9 req-04aaa298-26c7-467e-87e5-9dd04a7ca24d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:20.712156 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8a18f22a-340d-41fa-8f0e-6c0aed3061a9 req-04aaa298-26c7-467e-87e5-9dd04a7ca24d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0629117 Jun 22 15:30:20.749588 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8a18f22a-340d-41fa-8f0e-6c0aed3061a9 req-d757922f-a174-425b-a8e3-b5f51f8df5d4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314927 Jun 22 15:30:30.200895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fa63f23b-56db-4fd6-8488-1b185f885f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:32.015702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46458) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:30:32.076986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b054022-9c6a-45e8-ab88-82998fb6b5de req-a3d9b9f7-fc70-40b3-b974-f3cce74e4e97 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:32.078503 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b054022-9c6a-45e8-ab88-82998fb6b5de req-a3d9b9f7-fc70-40b3-b974-f3cce74e4e97 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0642071 Jun 22 15:30:32.113826 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-a66e1963-48cd-4de6-b832-72caded2f98d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967429 Jun 22 15:30:32.128047 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b054022-9c6a-45e8-ab88-82998fb6b5de req-546521a0-2426-4f4c-93f9-c85dde85243c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 Jun 22 15:30:32.686406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d9e202b-f7e5-48f4-b936-295781565205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:32.943416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:33.265567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-ed49e5a7-83dc-4f7c-bbc5-d4f4458890bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:33.267156 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-ed49e5a7-83dc-4f7c-bbc5-d4f4458890bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1098 time: 0.0578935 Jun 22 15:30:33.311716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdb242-6feb-4fa9-871a-89bf1db20853 req-98218e51-434a-42f4-a64c-0e48c34078e5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:33.313252 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-76bdb242-6feb-4fa9-871a-89bf1db20853 req-98218e51-434a-42f4-a64c-0e48c34078e5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0637381 Jun 22 15:30:33.351830 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-76bdb242-6feb-4fa9-871a-89bf1db20853 req-fc8112db-e264-442a-8274-9dd14dcbe5f1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Jun 22 15:30:33.356426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-c8a579c7-58e3-483c-8c43-383165f56d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:33.357892 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-c8a579c7-58e3-483c-8c43-383165f56d05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0845609 Jun 22 15:30:33.427783 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-391e8a6d-56e8-46f1-8049-90de08f6b5e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 1002 time: 0.0628662 Jun 22 15:30:33.475747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-0c989ea8-441c-430a-8c19-07ed15c270d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:33.477081 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-0c989ea8-441c-430a-8c19-07ed15c270d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0431399 Jun 22 15:30:33.531905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-69175e1f-5230-4ba7-bfc4-9d99d0a20218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:33.533380 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-69175e1f-5230-4ba7-bfc4-9d99d0a20218 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0505643 Jun 22 15:30:33.625339 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-540941fc-83b0-4381-85d5-d4a49cf8a7b3 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847948 Jun 22 15:30:33.714320 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-ed215dc6-1566-4634-b8a0-a7c1f2102b00 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827582 Jun 22 15:30:34.018353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:34.530372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358bd48-ed00-4864-827b-9749f717e11c req-5c34297b-bf97-483f-987a-8482c9a8d272 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:34.531812 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5358bd48-ed00-4864-827b-9749f717e11c req-5c34297b-bf97-483f-987a-8482c9a8d272 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0628550 Jun 22 15:30:34.570277 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5358bd48-ed00-4864-827b-9749f717e11c req-cbb70850-5915-41da-adb9-bc4d332c4b8f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328410 Jun 22 15:30:35.723065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:35.746013 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f18cd-ee79-423f-9b7f-9daad0473675 req-7ca03daa-506e-4b00-a4f9-78b5081dfcf0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:35.747484 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-730f18cd-ee79-423f-9b7f-9daad0473675 req-7ca03daa-506e-4b00-a4f9-78b5081dfcf0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0648696 Jun 22 15:30:35.784954 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-730f18cd-ee79-423f-9b7f-9daad0473675 req-e691fe77-f420-4039-b6f9-0d38306f96e9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Jun 22 15:30:36.961840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca88d6e-bad3-437e-b620-754eac96befa req-f8a9611f-4054-4099-86ae-ed1b76c083e8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:36.963201 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fca88d6e-bad3-437e-b620-754eac96befa req-f8a9611f-4054-4099-86ae-ed1b76c083e8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0679700 Jun 22 15:30:37.000935 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fca88d6e-bad3-437e-b620-754eac96befa req-9f5e654d-38d9-4e27-b639-205a65418b22 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Jun 22 15:30:37.203336 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:30:38.177861 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce2a6-0b77-4ea7-b557-6bddc30c4774 req-bc451d15-ef50-4368-9eb4-98dc47efe409 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:38.179324 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-79cce2a6-0b77-4ea7-b557-6bddc30c4774 req-bc451d15-ef50-4368-9eb4-98dc47efe409 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0687497 Jun 22 15:30:38.215491 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-79cce2a6-0b77-4ea7-b557-6bddc30c4774 req-65b41bc9-ec98-4f1f-ad63-91456c366681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304375 Jun 22 15:30:39.386807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c890a42-9212-4fb8-a563-e88ea6adb13b req-8899b211-9444-437c-8040-6cffe801baa2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:39.388271 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1c890a42-9212-4fb8-a563-e88ea6adb13b req-8899b211-9444-437c-8040-6cffe801baa2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0634553 Jun 22 15:30:39.425121 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1c890a42-9212-4fb8-a563-e88ea6adb13b req-c4374685-195d-478a-928f-0b9a052ab4fb tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312397 Jun 22 15:30:40.277384 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-f93a289e-cab3-452f-8933-c200279a9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:40.278853 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-f93a289e-cab3-452f-8933-c200279a9e21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1098 time: 0.0568697 Jun 22 15:30:40.384004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-8abcf6ea-6245-418c-88af-5601ae7c28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:40.385655 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-8abcf6ea-6245-418c-88af-5601ae7c28cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0851939 Jun 22 15:30:40.398005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:40.453670 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-48eefd93-e6ee-4f5f-8bc7-08f7c94fc6f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 1002 time: 0.0619354 Jun 22 15:30:40.502310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-85bb733c-fa42-47d8-a4ae-aa4429b74a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:40.503748 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-85bb733c-fa42-47d8-a4ae-aa4429b74a6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0437005 Jun 22 15:30:40.561327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-0a85c1cb-e236-4654-90d1-6abdc56ee32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:40.562812 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-0a85c1cb-e236-4654-90d1-6abdc56ee32a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0518038 Jun 22 15:30:40.603475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a2ddb-e508-4371-ac1f-6fbbef749ed6 req-851660e9-2780-402a-8ee5-2f065617d0dd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:40.604985 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-224a2ddb-e508-4371-ac1f-6fbbef749ed6 req-851660e9-2780-402a-8ee5-2f065617d0dd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0648925 Jun 22 15:30:40.644416 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-224a2ddb-e508-4371-ac1f-6fbbef749ed6 req-6f23518f-884c-4987-9a3e-bf3f1b1c3739 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Jun 22 15:30:40.657893 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-f35548cb-3f4b-4c06-a309-7c57c8446200 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887704 Jun 22 15:30:40.747985 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-18808c8a-3b43-47c8-9579-2d3c7e1cb19d req-b33600f0-5270-4ad3-8341-af69ccb72df5 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834374 Jun 22 15:30:41.826866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43804a55-3ba0-48a4-b55e-237164cfc86f req-0074c66b-8622-45fe-945e-a06000fbaeea tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:41.829060 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-43804a55-3ba0-48a4-b55e-237164cfc86f req-0074c66b-8622-45fe-945e-a06000fbaeea tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0662096 Jun 22 15:30:41.868231 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-43804a55-3ba0-48a4-b55e-237164cfc86f req-399bdce9-2a0d-4786-9d97-9ca4b084e588 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330541 Jun 22 15:30:43.061983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f8d40-1d6c-4228-81f7-9fc05f7a3930 req-3b22b9ab-35c8-49b8-be8a-550aade3992b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:43.063569 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-668f8d40-1d6c-4228-81f7-9fc05f7a3930 req-3b22b9ab-35c8-49b8-be8a-550aade3992b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0677416 Jun 22 15:30:43.107604 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-668f8d40-1d6c-4228-81f7-9fc05f7a3930 req-9cba425f-9ee4-48cd-8d1b-c42c0e94b7b0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377069 Jun 22 15:30:44.294895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00323e7e-31a3-42d1-8035-5551b3e438d2 req-bce0d232-55e7-4c4a-9745-172fd6566511 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:44.296378 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00323e7e-31a3-42d1-8035-5551b3e438d2 req-bce0d232-55e7-4c4a-9745-172fd6566511 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0705197 Jun 22 15:30:44.335995 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00323e7e-31a3-42d1-8035-5551b3e438d2 req-17c66755-59ae-416c-ba07-7b90402ff127 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336754 Jun 22 15:30:45.679096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba97baa-090b-4cbd-86a3-394f25c59029 req-8c803b84-f22d-4e82-af9a-18d3c5b183f9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:45.680594 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9ba97baa-090b-4cbd-86a3-394f25c59029 req-8c803b84-f22d-4e82-af9a-18d3c5b183f9 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0697982 Jun 22 15:30:45.719602 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9ba97baa-090b-4cbd-86a3-394f25c59029 req-626c904f-b5bf-4f06-803f-224ff35de808 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332265 Jun 22 15:30:46.915106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f87ea-447c-4a58-9676-f0111b5dbb3a req-51403da4-ab3c-4f7e-81a4-2c99bf787669 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:46.920803 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-701f87ea-447c-4a58-9676-f0111b5dbb3a req-51403da4-ab3c-4f7e-81a4-2c99bf787669 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0759845 Jun 22 15:30:46.961403 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-701f87ea-447c-4a58-9676-f0111b5dbb3a req-a2187d4f-403d-45c9-b849-8abf56d584eb tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384178 Jun 22 15:30:47.315061 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-6454f562-3335-4cdb-b70c-45d667c136ec service neutron] 10.222.0.21 "GET /v2.0/ports/29cd0bff-a779-4810-985d-bc09303a0b0f/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0617895 Jun 22 15:30:47.567450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-75e80cb6-3ced-4e38-a528-42a9181b1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:47.569018 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-75e80cb6-3ced-4e38-a528-42a9181b1b96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 1098 time: 0.0549006 Jun 22 15:30:47.648646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-1155544e-8fb6-4875-a40c-46bfbdea0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:47.650182 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-1155544e-8fb6-4875-a40c-46bfbdea0073 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1098 time: 0.0577865 Jun 22 15:30:47.744063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-272d66ce-d85b-403c-8b14-5f12da84fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:47.745618 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-272d66ce-d85b-403c-8b14-5f12da84fe1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0896909 Jun 22 15:30:47.818976 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-0ac13459-df85-444f-a3f7-1cd5d6c5ac00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 1002 time: 0.0670993 Jun 22 15:30:47.867292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-725fb9d6-579d-4ac7-9b1a-2469d197d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:47.868783 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-725fb9d6-579d-4ac7-9b1a-2469d197d31d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0438659 Jun 22 15:30:47.929524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-a97009ec-8d51-416f-87b5-444d973b5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:47.931115 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-a97009ec-8d51-416f-87b5-444d973b5bbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0565040 Jun 22 15:30:48.022502 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-4d555480-36ae-4d40-ad0c-e9d05f7f2c32 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852001 Jun 22 15:30:48.122711 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-50c5e118-3429-414c-b8bc-49c1dfca8df6 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934017 Jun 22 15:30:48.142601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fd9cc-f5ac-49bb-b167-59c315c43758 req-450f751f-091b-4da1-9edc-230036caf6ea tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:48.145654 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2c3fd9cc-f5ac-49bb-b167-59c315c43758 req-450f751f-091b-4da1-9edc-230036caf6ea tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0718434 Jun 22 15:30:48.193477 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2c3fd9cc-f5ac-49bb-b167-59c315c43758 req-23ed37a4-9ad2-4027-91be-59d9c74385ee tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 Jun 22 15:30:49.365777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a461fd3-d460-4245-a899-65dcc1b0d30b req-d4144ea2-f8ae-416c-adad-dfa082906f67 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:49.367359 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a461fd3-d460-4245-a899-65dcc1b0d30b req-d4144ea2-f8ae-416c-adad-dfa082906f67 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0639243 Jun 22 15:30:49.406835 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a461fd3-d460-4245-a899-65dcc1b0d30b req-bbf748b7-124a-490f-84dc-e5d9826e7e47 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336678 Jun 22 15:30:50.083471 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:30:50.163891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:50.194287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:30:50.196584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1167658d-93ee-484c-886b-eaafe491743f" -d '{"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-unplugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:30:50.213700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:30:50.220016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:50.224080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:30:50.262804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 15:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a64afc-0bc2-4d5c-ab3a-785a6cf03da9 x-openstack-request-id: req-58a64afc-0bc2-4d5c-ab3a-785a6cf03da9 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:30:50.263172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-unplugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:30:50.263503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58a64afc-0bc2-4d5c-ab3a-785a6cf03da9 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:30:50.263968 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'code': 200} Jun 22 15:30:50.277595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:30:50.286210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.286561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.287025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.287364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.287690 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.288016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.288342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.288666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.289069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.290218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.290218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.290218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:30:50.293936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:30:50.596581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c67d7a-a656-4c6c-a216-1cbbafdb6fcb req-91bdc786-e359-4519-97c2-4db3552ed519 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:50.598777 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-06c67d7a-a656-4c6c-a216-1cbbafdb6fcb req-91bdc786-e359-4519-97c2-4db3552ed519 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 943 time: 0.0682964 Jun 22 15:30:50.641809 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-06c67d7a-a656-4c6c-a216-1cbbafdb6fcb req-0bf35031-09f2-42fb-8f9b-c33f2b50f385 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371723 Jun 22 15:30:51.827232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e8036-dc12-4710-b4f3-bad4cbec3d93 req-37001aeb-6b9e-4d7b-ab53-b546d48024b0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:51.828853 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-270e8036-dc12-4710-b4f3-bad4cbec3d93 req-37001aeb-6b9e-4d7b-ab53-b546d48024b0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 943 time: 0.0682795 Jun 22 15:30:51.869619 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-270e8036-dc12-4710-b4f3-bad4cbec3d93 req-a0efdee5-1a1e-451e-b70f-e1dcf3c92821 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349405 Jun 22 15:30:53.047941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945dd15-eacb-4828-9c81-ebd8abe6faba req-7ab346ea-e315-4379-bff2-954e8deef2d7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:53.049405 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a945dd15-eacb-4828-9c81-ebd8abe6faba req-7ab346ea-e315-4379-bff2-954e8deef2d7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 943 time: 0.0662851 Jun 22 15:30:53.086275 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a945dd15-eacb-4828-9c81-ebd8abe6faba req-3a842e3a-df7c-4221-a643-937e374f422e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309489 Jun 22 15:30:54.114065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:30:54.220567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:30:54.233143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'mac_address': 'fa:16:3e:8a:cb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:30:54.271557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:54.276077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680d75b-265f-471f-bde5-f20e98a6b86b req-0ed45ceb-35a9-4a26-ae50-0c91e46e7df7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:54.277632 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0680d75b-265f-471f-bde5-f20e98a6b86b req-0ed45ceb-35a9-4a26-ae50-0c91e46e7df7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 943 time: 0.0679069 Jun 22 15:30:54.286449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cd0bff-a779-4810-985d-bc09303a0b0f {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:30:54.307189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:30:54.311282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:54.314348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:30:54.321334 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0680d75b-265f-471f-bde5-f20e98a6b86b req-41a08fa5-70da-470b-bc64-93960966a496 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Jun 22 15:30:54.372348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:30:54.375239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:30:54.380155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['29cd0bff-a779-4810-985d-bc09303a0b0f'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:30:55.495136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582c447-731d-411e-82a9-55acc940ed1c req-4d615fe1-0490-4908-86b4-354415f1fc4b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:55.496580 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8582c447-731d-411e-82a9-55acc940ed1c req-4d615fe1-0490-4908-86b4-354415f1fc4b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 944 time: 0.0631580 Jun 22 15:30:55.532327 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8582c447-731d-411e-82a9-55acc940ed1c req-31970fc6-853a-4fc0-b26f-b481ca79cbbd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301390 Jun 22 15:30:56.144577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:30:56.191809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 29cd0bff-a779-4810-985d-bc09303a0b0f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:30:56.192194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:56.267450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:56.289446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:30:56.291702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5977ae5-8456-48a0-a615-ce3664a29ed6" -d '{"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-plugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:30:56.304264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:30:56.310946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:30:56.312816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:30:56.338145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0359384-bed4-41a1-9bae-e60acc1f2496 x-openstack-request-id: req-d0359384-bed4-41a1-9bae-e60acc1f2496 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:30:56.338451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-plugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:30:56.338743 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0359384-bed4-41a1-9bae-e60acc1f2496 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:30:56.339150 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'code': 200} Jun 22 15:30:56.360638 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=8']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:30:56.364335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:30:56.704424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92148c-431a-484c-9990-c3ccbad58f07 req-b110195a-ad48-45b5-a654-ca57ea33eedd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:56.705893 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cb92148c-431a-484c-9990-c3ccbad58f07 req-b110195a-ad48-45b5-a654-ca57ea33eedd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0621443 Jun 22 15:30:56.742972 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cb92148c-431a-484c-9990-c3ccbad58f07 req-dcb09401-71a7-4f4a-84df-0b0fa677deb1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308204 Jun 22 15:30:57.924643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2cc6d-b75c-47d3-9e49-efe8efdf0f9d req-b3632ae4-fa03-4a83-908a-868e577ad8c4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:57.926191 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-18d2cc6d-b75c-47d3-9e49-efe8efdf0f9d req-b3632ae4-fa03-4a83-908a-868e577ad8c4 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0710909 Jun 22 15:30:57.965745 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-18d2cc6d-b75c-47d3-9e49-efe8efdf0f9d req-c90c7789-3ae1-481a-ba8f-96e52677fb04 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328166 Jun 22 15:30:59.149685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626510-b121-4c21-b9c1-71b53c2a34a5 req-0198de6a-8f34-4859-91ce-1955c224ffde tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:30:59.151523 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16626510-b121-4c21-b9c1-71b53c2a34a5 req-0198de6a-8f34-4859-91ce-1955c224ffde tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0721166 Jun 22 15:30:59.188871 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-16626510-b121-4c21-b9c1-71b53c2a34a5 req-eb70e0df-cd7d-4fb5-84a4-fe53f7daf9ac tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317628 Jun 22 15:31:00.181605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:31:00.209475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7f56fc5-65a1-4a3e-9839-b7a99a97eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:00.287806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:00.297831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'mac_address': 'fa:16:3e:8a:cb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:31:00.335859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:00.348194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29cd0bff-a779-4810-985d-bc09303a0b0f {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:31:00.361144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cf016-38a7-4f4e-b5ad-7742bd2e0e91 req-7594df23-1080-4e7f-be0a-49566ca40957 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:00.362659 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-053cf016-38a7-4f4e-b5ad-7742bd2e0e91 req-7594df23-1080-4e7f-be0a-49566ca40957 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0633910 Jun 22 15:31:00.368250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:00.372156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:00.373925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:00.401885 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-053cf016-38a7-4f4e-b5ad-7742bd2e0e91 req-5a60eaf6-e560-42a7-b32b-66ecf181e373 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328553 Jun 22 15:31:00.427893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['29cd0bff-a779-4810-985d-bc09303a0b0f'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:31:00.430161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=9']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:00.433355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:00.800137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-9cf2d8ab-5bdb-4d60-b78f-7d68875514cf tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:00.801627 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-9cf2d8ab-5bdb-4d60-b78f-7d68875514cf tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4&tenant_id=56577469412d49e19fdf86b31f6da4ec&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.0706003 Jun 22 15:31:00.857616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cbb32-e8e5-432e-9bc8-77e66bda5d3a req-eef1e030-7b96-488f-a123-bd0e6fb1f9e5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:00.859426 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b03cbb32-e8e5-432e-9bc8-77e66bda5d3a req-eef1e030-7b96-488f-a123-bd0e6fb1f9e5 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 944 time: 0.0653577 Jun 22 15:31:00.861842 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-cb343eb8-5784-40ab-ad05-897cbd8fdad2 service neutron] 10.222.0.21 "GET /v2.0/ports/29cd0bff-a779-4810-985d-bc09303a0b0f/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0537789 Jun 22 15:31:00.901225 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b03cbb32-e8e5-432e-9bc8-77e66bda5d3a req-c4820974-3597-4655-a6eb-ef4cba1aabcb tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355170 Jun 22 15:31:00.944912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-91f338e6-f3e8-4a35-a826-c7dd7a61d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:00.946397 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-91f338e6-f3e8-4a35-a826-c7dd7a61d38a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1097 time: 0.0597119 Jun 22 15:31:01.032552 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-a3997d83-5b27-43ee-a091-059ada9b1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:01.034002 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-a3997d83-5b27-43ee-a091-059ada9b1463 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.0819929 Jun 22 15:31:01.100082 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-bf94c1e1-1a8a-48a6-a7e1-d6492926d457 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 1001 time: 0.0600641 Jun 22 15:31:01.149359 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-33684595-626e-42dc-8761-24197e5806e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:01.151028 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-33684595-626e-42dc-8761-24197e5806e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0449922 Jun 22 15:31:01.205364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-519ae671-f36d-43be-9151-258d10a02399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:01.206789 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-519ae671-f36d-43be-9151-258d10a02399 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0500643 Jun 22 15:31:01.298537 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-55e57a04-ceea-4b54-9314-874fcfb5c373 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848634 Jun 22 15:31:01.385104 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-61b57dc0-a166-475c-8e55-5408237d54c8 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806141 Jun 22 15:31:02.077861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f3b51-a47f-466a-affe-95a5aaab6192 req-7a3a7d51-7d8c-4af3-bbad-14c4072fac73 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:02.079305 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-241f3b51-a47f-466a-affe-95a5aaab6192 req-7a3a7d51-7d8c-4af3-bbad-14c4072fac73 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 944 time: 0.0620103 Jun 22 15:31:02.120756 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-241f3b51-a47f-466a-affe-95a5aaab6192 req-3bbd3d8b-1d40-45f0-bbd2-1436cf234652 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352318 Jun 22 15:31:02.191580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:31:02.242600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 29cd0bff-a779-4810-985d-bc09303a0b0f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:31:02.243138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:02.336676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:02.358087 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:31:02.360334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d027f80-c92d-463f-b2e3-bdbaa9038b20" -d '{"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-plugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:31:02.372574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:02.377199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:02.379020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:02.405670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7fefa0-5398-4b78-8d2b-f98c6f8f97ab x-openstack-request-id: req-2c7fefa0-5398-4b78-8d2b-f98c6f8f97ab {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:31:02.405973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-plugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:31:02.406233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c7fefa0-5398-4b78-8d2b-f98c6f8f97ab {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:31:02.406630 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'code': 200} Jun 22 15:31:02.427865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=10']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:02.430736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:02.687018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-db01dc32-f14e-477b-8bf4-4d158ce7ec08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:02.945457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:03.297669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4172-7268-492b-b069-18c6f09b371a req-fa940576-be06-430f-bcc1-72e95de58c4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:03.299115 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8cf4172-7268-492b-b069-18c6f09b371a req-fa940576-be06-430f-bcc1-72e95de58c4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0638635 Jun 22 15:31:03.335881 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b8cf4172-7268-492b-b069-18c6f09b371a req-a3bb5e96-30f4-4062-bd71-1740dec374ae tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Jun 22 15:31:04.022964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:04.515847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4023e9-0c03-4dba-ac01-9a1550fff7ec req-e220ce1e-4e9b-4bb3-93cc-11a46c641c4a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:04.517267 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-aa4023e9-0c03-4dba-ac01-9a1550fff7ec req-e220ce1e-4e9b-4bb3-93cc-11a46c641c4a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0682602 Jun 22 15:31:04.555255 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-aa4023e9-0c03-4dba-ac01-9a1550fff7ec req-823d596f-559f-4728-bbdd-f5deb7d14432 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321372 Jun 22 15:31:05.494752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-aa8e7f65-ad57-46f0-a5d4-15e5d4ac5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:05.496212 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-aa8e7f65-ad57-46f0-a5d4-15e5d4ac5562 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4&tenant_id=56577469412d49e19fdf86b31f6da4ec HTTP/1.1" status: 200 len: 1099 time: 0.0523279 Jun 22 15:31:05.572655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-5a66edd6-54fa-4bef-96ca-4db467ba2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:05.574140 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-5a66edd6-54fa-4bef-96ca-4db467ba2f74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56577469412d49e19fdf86b31f6da4ec&device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 1099 time: 0.0557482 Jun 22 15:31:05.680725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-5c5bc8d2-001e-4314-8d14-31d3f29f3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:05.682111 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-5c5bc8d2-001e-4314-8d14-31d3f29f3f9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 200 len: 912 time: 0.1018779 Jun 22 15:31:05.725564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:05.772878 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-51a6d331-fa75-47b1-b263-672d9acb6f05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 200 len: 1002 time: 0.0741813 Jun 22 15:31:05.794377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337361-7b9c-46f3-b19b-3204394113ce req-72389707-8699-4b2c-b99b-2f925122d431 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:05.795766 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7c337361-7b9c-46f3-b19b-3204394113ce req-72389707-8699-4b2c-b99b-2f925122d431 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.1281528 Jun 22 15:31:05.847040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-9354c816-8c98-447e-87d8-434918400756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:05.848504 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-9354c816-8c98-447e-87d8-434918400756 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 200 len: 850 time: 0.0683250 Jun 22 15:31:05.868381 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7c337361-7b9c-46f3-b19b-3204394113ce req-edb6c774-14bc-4886-b491-537f76fe781a tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540259 Jun 22 15:31:05.913705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418e-248d-441c-96f6-394b5525d4b4 req-4e24d009-e67a-4632-9e87-95476132f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:05.915209 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-4e24d009-e67a-4632-9e87-95476132f010 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3473f93b-d85f-4cf9-922a-18e1a6bad55e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0592728 Jun 22 15:31:06.002249 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-747c3e97-9b7c-4855-849e-a41522b476e7 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802515 Jun 22 15:31:06.091267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-940b418e-248d-441c-96f6-394b5525d4b4 req-0dba8291-4489-4b72-ab85-5608d43ea6e2 service neutron] 10.222.0.21 "GET /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829198 Jun 22 15:31:07.042534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfc485-7b74-4770-b8f7-7c5e9cd74f98 req-36045408-d62c-4a5d-9e46-6b278910b283 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:07.044135 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4fcfc485-7b74-4770-b8f7-7c5e9cd74f98 req-36045408-d62c-4a5d-9e46-6b278910b283 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0639162 Jun 22 15:31:07.084856 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4fcfc485-7b74-4770-b8f7-7c5e9cd74f98 req-b28182ce-8277-4f4c-944b-7485a423b0e0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331450 Jun 22 15:31:08.239993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:31:08.262943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c56d1-adf6-408c-9657-ebf100f227c5 req-ae3380f8-0ade-4013-80c9-cf9c05efde24 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:08.265047 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-772c56d1-adf6-408c-9657-ebf100f227c5 req-ae3380f8-0ade-4013-80c9-cf9c05efde24 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0682125 Jun 22 15:31:08.305042 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-772c56d1-adf6-408c-9657-ebf100f227c5 req-a7f2582a-feb1-41eb-b37a-bc7853ac4a06 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324306 Jun 22 15:31:08.318579 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:08.340790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:31:08.343323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f644108-b8d2-49d2-93d4-750efefccb51" -d '{"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-unplugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:31:08.357054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:08.362721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:08.365567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:08.394454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c12101-6913-44e5-9b56-c29ace48362b x-openstack-request-id: req-a4c12101-6913-44e5-9b56-c29ace48362b {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:31:08.394774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-unplugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:31:08.395933 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4c12101-6913-44e5-9b56-c29ace48362b {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:31:08.396071 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'code': 200} Jun 22 15:31:08.419706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=11']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:08.422856 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:09.485913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac12986-57a8-4791-8f5e-678159898f70 req-4bf35046-5fce-4d47-9306-099d2016be3e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:09.487415 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eac12986-57a8-4791-8f5e-678159898f70 req-4bf35046-5fce-4d47-9306-099d2016be3e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 944 time: 0.0659902 Jun 22 15:31:09.529227 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eac12986-57a8-4791-8f5e-678159898f70 req-2ec11cb0-a34e-4820-980e-51f5c0cd6bb8 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349112 Jun 22 15:31:10.406882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:10.708155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe1cbd-0587-45eb-b71f-75ab1f9b0bf3 req-c71ecc36-76e3-4f3a-924e-05b43baf5d5e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:10.709535 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4fe1cbd-0587-45eb-b71f-75ab1f9b0bf3 req-c71ecc36-76e3-4f3a-924e-05b43baf5d5e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 944 time: 0.0662403 Jun 22 15:31:10.747260 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4fe1cbd-0587-45eb-b71f-75ab1f9b0bf3 req-5d2cb60c-6f17-47f5-9e5b-1ded4dee9220 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 Jun 22 15:31:11.925911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15280226-c890-4959-8af2-206692b78b10 req-a1677322-92a8-4648-934c-6d2062c60f57 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:11.928174 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-15280226-c890-4959-8af2-206692b78b10 req-a1677322-92a8-4648-934c-6d2062c60f57 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 944 time: 0.0690656 Jun 22 15:31:11.965460 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-15280226-c890-4959-8af2-206692b78b10 req-88d76ddb-2fd0-4ec3-b5fd-1177b1da1281 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Jun 22 15:31:12.268823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:31:12.361359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:12.372524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'port_id': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'mac_address': 'fa:16:3e:8a:cb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:31:12.408465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:12.420268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29cd0bff-a779-4810-985d-bc09303a0b0f {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:31:12.439190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:12.443336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:12.445112 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:12.495091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=12']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:12.497834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:12.501159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['29cd0bff-a779-4810-985d-bc09303a0b0f'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:31:13.136242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b64bd-8cd4-44ee-bf5c-a452622a10f6 req-44377986-ac47-49b7-8164-141943e0831b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:13.137719 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-af8b64bd-8cd4-44ee-bf5c-a452622a10f6 req-44377986-ac47-49b7-8164-141943e0831b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0630913 Jun 22 15:31:13.175124 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-af8b64bd-8cd4-44ee-bf5c-a452622a10f6 req-419c8ac2-66b3-42c3-9216-6472ae671523 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Jun 22 15:31:14.201574 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:31:14.300850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:31:14.349228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89e61d-d11f-48a3-8d95-beac2ded91f0 req-a414e1ec-d587-44f5-b13b-d752c31d41f0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:14.350716 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8c89e61d-d11f-48a3-8d95-beac2ded91f0 req-a414e1ec-d587-44f5-b13b-d752c31d41f0 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 945 time: 0.0650949 Jun 22 15:31:14.351661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 29cd0bff-a779-4810-985d-bc09303a0b0f triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:31:14.352037 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:14.388968 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8c89e61d-d11f-48a3-8d95-beac2ded91f0 req-d4f971c3-b3ff-42c7-b268-dcf07420b588 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Jun 22 15:31:14.430350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:14.451808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:31:14.454005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9880ef-1f31-4fc9-a0eb-47c7cc7ab96b" -d '{"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-plugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:31:14.467345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:14.471655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:14.473840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:14.498331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f69357a-f9e9-4b95-9607-2d62fef271e5 x-openstack-request-id: req-1f69357a-f9e9-4b95-9607-2d62fef271e5 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:31:14.498628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-plugged", "status": "completed", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:31:14.498888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f69357a-f9e9-4b95-9607-2d62fef271e5 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:31:14.499284 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'code': 200} Jun 22 15:31:14.521493 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=13']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:14.524605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:15.566914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f986c0-bf21-4529-8e81-0223e94247c8 req-97b95645-d1bc-42ed-93d6-ed435d8e45ef tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:15.568502 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00f986c0-bf21-4529-8e81-0223e94247c8 req-97b95645-d1bc-42ed-93d6-ed435d8e45ef tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0627098 Jun 22 15:31:15.606640 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-00f986c0-bf21-4529-8e81-0223e94247c8 req-727c3c36-7f1f-4a5e-be81-8129adfb6f0d tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325403 Jun 22 15:31:16.780334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750112c0-5b1f-4381-9cff-9869bf1c4456 req-5ec5520c-062f-49db-8ae6-e149f5b134e6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:16.781837 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-750112c0-5b1f-4381-9cff-9869bf1c4456 req-5ec5520c-062f-49db-8ae6-e149f5b134e6 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0619073 Jun 22 15:31:16.819691 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-750112c0-5b1f-4381-9cff-9869bf1c4456 req-f86894f6-85ba-49dd-8e45-39b110ebb54c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Jun 22 15:31:18.005585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9cece-5889-45d1-bc0a-b1ba41775c36 req-c46943e4-dad7-45fe-a3b5-3d64ed29a4cd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:18.006944 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3be9cece-5889-45d1-bc0a-b1ba41775c36 req-c46943e4-dad7-45fe-a3b5-3d64ed29a4cd tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0673285 Jun 22 15:31:18.043246 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3be9cece-5889-45d1-bc0a-b1ba41775c36 req-14734ab9-551d-4565-95ac-39e208ad6855 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Jun 22 15:31:18.214998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052bc9e-3b38-4f79-a086-d5c14682d5e9 req-6694fc04-c285-401c-833e-6579a06cf37f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:18.216425 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c052bc9e-3b38-4f79-a086-d5c14682d5e9 req-6694fc04-c285-401c-833e-6579a06cf37f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0668194 Jun 22 15:31:18.253876 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c052bc9e-3b38-4f79-a086-d5c14682d5e9 req-ac0877ba-1960-4f1d-8594-38dd36a92bbc tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Jun 22 15:31:18.430182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596be152-f17f-4132-9f2e-611186074c71 req-f5c2c2b1-5317-4fa1-861a-0f2e02f9af12 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:18.431991 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-596be152-f17f-4132-9f2e-611186074c71 req-f5c2c2b1-5317-4fa1-861a-0f2e02f9af12 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0630107 Jun 22 15:31:18.468791 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-596be152-f17f-4132-9f2e-611186074c71 req-a00ede31-8281-48f7-b1c6-f8cd9e00de19 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Jun 22 15:31:18.848176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dc451-4db6-4fc7-985d-bf1bbfca1650 req-42036d97-4593-4ac7-baa8-d24e77578f53 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:18.849655 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-107dc451-4db6-4fc7-985d-bf1bbfca1650 req-42036d97-4593-4ac7-baa8-d24e77578f53 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0648608 Jun 22 15:31:18.886504 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-107dc451-4db6-4fc7-985d-bf1bbfca1650 req-828da3b4-5b9f-4a15-a02a-77d64b7a8e77 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Jun 22 15:31:20.060420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7966899-146b-46a8-8c4b-44d40abe56ef req-b61e6257-3b89-48c1-b806-3ddc2b055d69 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:20.061895 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f7966899-146b-46a8-8c4b-44d40abe56ef req-b61e6257-3b89-48c1-b806-3ddc2b055d69 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0625951 Jun 22 15:31:20.099430 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f7966899-146b-46a8-8c4b-44d40abe56ef req-f24ec228-16be-408b-bf54-7addcee4e125 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Jun 22 15:31:21.266332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-d7cdc129-6901-44d6-b513-5f3ba0009cf3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:21.267783 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-d7cdc129-6901-44d6-b513-5f3ba0009cf3 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.0962319 Jun 22 15:31:21.325364 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b1dd-ed25-4cc3-8340-e5dc44545881 req-b1f60c9f-2097-4a3a-87cc-6f4a23076fa1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:21.326775 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7ea2b1dd-ed25-4cc3-8340-e5dc44545881 req-b1f60c9f-2097-4a3a-87cc-6f4a23076fa1 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 946 time: 0.1147158 Jun 22 15:31:21.394023 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7ea2b1dd-ed25-4cc3-8340-e5dc44545881 req-c0019012-fe89-44b8-a751-f14bc4cd74f2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups?id=54f9f1a4-99bd-4a20-808c-67d3700d9ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572746 Jun 22 15:31:21.406370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Deleting port 29cd0bff-a779-4810-985d-bc09303a0b0f {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:31:21.406729 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:21.495140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] For port 29cd0bff-a779-4810-985d-bc09303a0b0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29cd0bff-a779-4810-985d-bc09303a0b0f,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:21.495487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:22.013969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:22.014337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:22.014644 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Floating IP 7070856a-b3be-440c-a67d-cad803751c67 disassociated. External IP: 172.26.6.249, port: 29cd0bff-a779-4810-985d-bc09303a0b0f. Jun 22 15:31:22.014980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Calling delete_port for 29cd0bff-a779-4810-985d-bc09303a0b0f owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:31:22.140677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:22.144466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:22.173455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event deleted for resources: {'Port': ['ID=29cd0bff-a779-4810-985d-bc09303a0b0f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:22.183474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.183871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.184257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.184642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.185057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.185441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.185814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.186189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.186568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.186937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.187306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.187671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:22.191376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:22.300764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:31:22.410094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:31:22.419952 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:31:22.429381 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:31:22.430000 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:31:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:22.454943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] No DVR routers for this DVR port 29cd0bff-a779-4810-985d-bc09303a0b0f on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:31:22.457910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:22.461004 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f73f350c-1846-4641-b5d7-a6b7a2598d3d req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.21 "DELETE /v2.0/ports/29cd0bff-a779-4810-985d-bc09303a0b0f HTTP/1.1" status: 204 len: 173 time: 1.1875598 Jun 22 15:31:22.461822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-deleted', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:31:22.464274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe38994-75e6-461d-ad74-bf25320c370c" -d '{"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-deleted", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:31:22.515484 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cbe4e6-db6a-42d4-b63a-f2919e988d28 x-openstack-request-id: req-d3cbe4e6-db6a-42d4-b63a-f2919e988d28 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:31:22.516976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7010b02c-729f-4782-a9e1-9b53522d36c4", "name": "network-vif-deleted", "tag": "29cd0bff-a779-4810-985d-bc09303a0b0f", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:31:22.517464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3cbe4e6-db6a-42d4-b63a-f2919e988d28 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:31:22.518002 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7010b02c-729f-4782-a9e1-9b53522d36c4', 'name': 'network-vif-deleted', 'tag': '29cd0bff-a779-4810-985d-bc09303a0b0f', 'status': 'completed', 'code': 200} Jun 22 15:31:22.538815 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:31:22.556100 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-feba6e40-861e-4b78-843d-bef7986b05d3 req-fc192fb9-157f-44b2-b9f9-c92b58352a80 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 210 time: 0.0330369 Jun 22 15:31:22.737303 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:22.763413 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:31:22.772274 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:31:22.772983 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:31:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:22.963203 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:31:23.157568 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:23.187313 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a3687-c711-4bb3-9189-ef3dd862fb85 None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:23:20Z', 'revision_number': 4, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'd0504e95-3a9e-4995-9cd2-176aac6edb27', 'name': '', 'network_id': '3473f93b-d85f-4cf9-922a-18e1a6bad55e', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'mac_address': 'fa:16:3e:2b:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:19Z', 'updated_at': '2021-06-22T15:23:25Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'subnets': [{'id': '75973151-424b-4bb0-a8ac-b1cbf49eb75c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:31:23.407516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a9ace8-4cf2-4ca6-9601-83bd2c9bf43f None None] New status for floating IP 7070856a-b3be-440c-a67d-cad803751c67: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:31:23.703001 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49220072-90f8-4371-bd92-e47de9cbc402 req-ad28d9c4-90de-466b-9fcc-5c0bf9a7ba5b tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 210 time: 0.0301297 Jun 22 15:31:24.300186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:31:24.321817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 29cd0bff-a779-4810-985d-bc09303a0b0f {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:31:24.322168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 29cd0bff-a779-4810-985d-bc09303a0b0f not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:31:24.845263 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2ae37d5c-8188-49f3-b509-ac6c95572561 req-6f6cd2a9-4dd6-4a3b-a63e-b3b49407269c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 210 time: 0.0283418 Jun 22 15:31:26.005710 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dc061141-cf16-46d5-ac80-3037e77ad84a req-26bd6654-d970-4e9f-9783-d8504abea645 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/ports?device_id=7010b02c-729f-4782-a9e1-9b53522d36c4 HTTP/1.1" status: 200 len: 210 time: 0.0335088 Jun 22 15:31:30.010007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46646) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:30.064550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.088058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.135112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.137728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.138867 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "DELETE /v2.0/security-groups/54f9f1a4-99bd-4a20-808c-67d3700d9ce0 HTTP/1.1" status: 204 len: 168 time: 0.1277862 Jun 22 15:31:30.139666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7cd4eb61-d6b0-41a1-be5b-97a91928939b tempest-AllowedAddressPairIpV6TestJSON-998789038 tempest-AllowedAddressPairIpV6TestJSON-998789038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:30.141659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46648) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:30.148918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f9f1a4-99bd-4a20-808c-67d3700d9ce0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:30.156343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.156734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.157155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.157520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.157885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.158254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.158622 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.158970 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.api.v2.resource [None req-9e114e4f-3fff-4e84-8c96-2b318d6ffe9c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] show failed (client error): The resource could not be found. Jun 22 15:31:30.159141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.159343 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.159736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.160091 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.160449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:30.163462 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46650) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:30.163721 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9e114e4f-3fff-4e84-8c96-2b318d6ffe9c tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "GET /v2.0/security-groups/54f9f1a4-99bd-4a20-808c-67d3700d9ce0 HTTP/1.1" status: 404 len: 347 time: 0.0207045 Jun 22 15:31:30.169789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3470b79d-279b-4745-82b6-e0394b7efbb2 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:30.200100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bdd76e5a-360e-4188-b3f2-6cf7841ebc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.294801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Deleting port 6f6692e0-fdd2-4bee-8310-d209c61be751 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:31:30.295150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.372628 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.372988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.436661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Calling delete_port for 6f6692e0-fdd2-4bee-8310-d209c61be751 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:31:30.562866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.565577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6679620d-c605-4765-843a-0a3e0228ac0e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:30.593124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Pushing event deleted for resources: {'Port': ['ID=6f6692e0-fdd2-4bee-8310-d209c61be751,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:30.597078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:30.652521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.655159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:30.656293 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] 10.222.0.22 "DELETE /v2.0/floatingips/7070856a-b3be-440c-a67d-cad803751c67 HTTP/1.1" status: 204 len: 168 time: 0.4918694 Jun 22 15:31:30.659192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46652) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:31.074203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:31.633696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Deleting port d0504e95-3a9e-4995-9cd2-176aac6edb27 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:31:31.634037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:31.712484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] For port d0504e95-3a9e-4995-9cd2-176aac6edb27, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d0504e95-3a9e-4995-9cd2-176aac6edb27,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:31.712873 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:31.779103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Calling delete_port for d0504e95-3a9e-4995-9cd2-176aac6edb27 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:31:31.955834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:31.959025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3db1b2e6-12b2-4b6c-87c9-8a625bc693ce tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:31.983853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0504e95-3a9e-4995-9cd2-176aac6edb27,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:31.987028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:32.153139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:32.373806 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:31:32.476440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:31:32.483215 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] 10.222.0.22 "PUT /v2.0/routers/67b8a2ee-d08b-4cfe-909f-4e8524dd29eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8212371 Jun 22 15:31:32.483881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46656) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:32.486464 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] Sync routers for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:31:32.496675 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:31:32.497323 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:31:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:32.586226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:32.597717 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:31:32.697091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c904c42a-b19d-478c-8550-e6b98155640c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:32.698302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:32.751253 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Deleting port a13be06f-fa9e-49e4-8620-a4d448f73d31 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:31:32.751851 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:32.779709 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:31:31Z', 'revision_number': 5, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port': {'id': 'a13be06f-fa9e-49e4-8620-a4d448f73d31', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:68:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:23:18Z', 'updated_at': '2021-06-22T15:23:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:32.808666 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] Checking router: 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:31:32.816683 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] Routers {'67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:31:32.817319 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:31:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:32.831467 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] For port a13be06f-fa9e-49e4-8620-a4d448f73d31, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=a13be06f-fa9e-49e4-8620-a4d448f73d31,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:32.831826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:32.898315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Calling delete_port for a13be06f-fa9e-49e4-8620-a4d448f73d31 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:31:32.900389 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] Set router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:31:32.947201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:32.949812 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:31:32Z', 'revision_number': 6, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:32.980058 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c3a90-57ab-4375-a5a0-c5ac78b57c60 None None] The sync data for ids ['67b8a2ee-d08b-4cfe-909f-4e8524dd29eb'] in dv-neutron-601336-93-hyperv is: [{'id': '67b8a2ee-d08b-4cfe-909f-4e8524dd29eb', 'name': 'tempest-ServerActionsTestJSON-234921226-router', 'tenant_id': '56577469412d49e19fdf86b31f6da4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:23:17Z', 'updated_at': '2021-06-22T15:31:32Z', 'revision_number': 6, 'project_id': '56577469412d49e19fdf86b31f6da4ec', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:31:33.073539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.076550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-18d4fd24-c051-4dd8-b2f7-b06f511e94aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:33.104261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13be06f-fa9e-49e4-8620-a4d448f73d31,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:33.107102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:33.159493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.247662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.249733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.294626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.295177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b8a2ee-d08b-4cfe-909f-4e8524dd29eb {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:31:33.299870 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.301050 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] 10.222.0.22 "DELETE /v2.0/routers/67b8a2ee-d08b-4cfe-909f-4e8524dd29eb HTTP/1.1" status: 204 len: 168 time: 0.8162119 Jun 22 15:31:33.304268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46658) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:33.350672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] Deleting subnet 75973151-424b-4bb0-a8ac-b1cbf49eb75c {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:31:33.354248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.390144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.470778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.520735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.523267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c1f1493d-b9f8-40db-8adb-17c2e93c2c18 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:33.547303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75973151-424b-4bb0-a8ac-b1cbf49eb75c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:33.550345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:33.551314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.555576 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/75973151-424b-4bb0-a8ac-b1cbf49eb75c HTTP/1.1" status: 204 len: 168 time: 0.2473726 Jun 22 15:31:33.555576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46660) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:33.559170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba6aa0a-d847-4675-a4e6-4bbdbfbddca8 None None] Network 3473f93b-d85f-4cf9-922a-18e1a6bad55e requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:31:33.624957 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.681716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Deleting port e7999841-e02c-4ce8-bb0a-e62336a96592 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:31:33.682303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.760712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] For port e7999841-e02c-4ce8-bb0a-e62336a96592, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e7999841-e02c-4ce8-bb0a-e62336a96592,segment=NetworkSegment(b320c7fe-0e1d-4c39-b3fb-aac7c2250e85),segment_id=b320c7fe-0e1d-4c39-b3fb-aac7c2250e85)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:33.761460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.801305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a13be06f-fa9e-49e4-8620-a4d448f73d31 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:31:33.834183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Calling delete_port for e7999841-e02c-4ce8-bb0a-e62336a96592 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:31:33.840704 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: a13be06f-fa9e-49e4-8620-a4d448f73d31 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:31:33.841080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device a13be06f-fa9e-49e4-8620-a4d448f73d31 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:31:33.841500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d0504e95-3a9e-4995-9cd2-176aac6edb27 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:31:33.863745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: d0504e95-3a9e-4995-9cd2-176aac6edb27 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:31:33.864107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d0504e95-3a9e-4995-9cd2-176aac6edb27 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:31:33.921209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:33.923267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-37f46e9b-5440-4fae-92f0-c6627933b45f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:33.938032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc96e44e-f0bc-497f-9257-c25e0d1392a5 None None] DHCP port deletion for 3473f93b-d85f-4cf9-922a-18e1a6bad55e request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:31:33.953706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7999841-e02c-4ce8-bb0a-e62336a96592,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:33.955621 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] No DVR routers for this DVR port e7999841-e02c-4ce8-bb0a-e62336a96592 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:31:33.957007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:34.026221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.030044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.041027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3473f93b-d85f-4cf9-922a-18e1a6bad55e']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:34.053536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:34.054024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b320c7fe-0e1d-4c39-b3fb-aac7c2250e85') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:31:34.062865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.076607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.082316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:31:34.082696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:31:34.084335 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:31:34.141351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.144946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e32b50eb-441e-4d8c-a07e-434a0acbeb4e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:34.147329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.149150 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3473f93b-d85f-4cf9-922a-18e1a6bad55e HTTP/1.1" status: 204 len: 168 time: 0.5926242 Jun 22 15:31:34.160119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3473f93b-d85f-4cf9-922a-18e1a6bad55e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:34.162519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:34.275103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46664) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:34.314542 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6cf213e6-d32b-4cf2-b927-125788787fc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56577469412d49e19fdf86b31f6da4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381198 Jun 22 15:31:34.316813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46666) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:34.366809 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f6d751-9452-4aca-9a41-740581a138e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.387034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f6d751-9452-4aca-9a41-740581a138e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.433972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f6d751-9452-4aca-9a41-740581a138e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.436635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-25f6d751-9452-4aca-9a41-740581a138e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:34.437839 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-25f6d751-9452-4aca-9a41-740581a138e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7035540d-8576-4969-813e-b36cf9a8d98a HTTP/1.1" status: 204 len: 168 time: 0.1201482 Jun 22 15:31:34.438637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1ad08411-5e01-41c3-b221-b1bead116390 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:34.446585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6d751-9452-4aca-9a41-740581a138e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7035540d-8576-4969-813e-b36cf9a8d98a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:34.449579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-25f6d751-9452-4aca-9a41-740581a138e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:35.147609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46692) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:35.248802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-358846179-network', 'tenant_id': '9a3c0b145ead4daab8c9851758aff556'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:31:35.269938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Made reservation on behalf of 9a3c0b145ead4daab8c9851758aff556 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:31:35.272328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.280320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.372082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.375853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.378807 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-eb2dca0d-e423-4531-8cbe-3640f50a1804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:35.403279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:31:35.408473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ee8a09-f1bd-4a47-b246-2a2c2584668f,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:35.412096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:35.416118 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.416455 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Added segment 5811c97e-470b-4d14-b973-1adbf863a2a2 of type vlan for network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 Jun 22 15:31:35.455348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.484344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.485376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:35.486024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.488732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2242a4c8-9963-4749-af9d-589fd79539fd tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:35.534277 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3855298 Jun 22 15:31:35.538158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46696) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:31:35.543852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Request body: {'subnet': {'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-358846179-subnet', 'tenant_id': '9a3c0b145ead4daab8c9851758aff556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:31:35.545191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Pushing event updated for resources: {'Network': ['ID=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:35.548015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:35.558555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:31:35.577602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Made reservation on behalf of 9a3c0b145ead4daab8c9851758aff556 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:31:35.580106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.703559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e7999841-e02c-4ce8-bb0a-e62336a96592 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:31:35.729655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: e7999841-e02c-4ce8-bb0a-e62336a96592 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:31:35.730006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e7999841-e02c-4ce8-bb0a-e62336a96592 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:31:35.742890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.761225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.763873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-734b1ff4-6a90-488f-856f-356d50035dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:35.813699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ebb9ca-a35f-4a17-9588-dc4caa070ea8,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:35.816345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:35.825832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Checking segment: {'id': '5811c97e-470b-4d14-b973-1adbf863a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:31:35.826194 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Network hostable DHCP agents. Network: 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:31:35.842230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:31:35.850885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:31:35.855407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:35.856001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:35.860771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68478c6e-6452-4e1b-8044-3859e23eb8ea None None] Network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:31:35.870302 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3310606 Jun 22 15:31:35.987296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb225f3-dbde-4448-a07d-a5dda45c83bd None None] Network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:31:36.299925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-daf293cd-e396-49b4-8316-7050a74ce1a3 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:36.301493 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-daf293cd-e396-49b4-8316-7050a74ce1a3 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/networks?id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 HTTP/1.1" status: 200 len: 813 time: 0.1052237 Jun 22 15:31:36.316280 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-5e218801-542b-4224-8f4e-db8488a50cce tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/quotas/9a3c0b145ead4daab8c9851758aff556 HTTP/1.1" status: 200 len: 375 time: 0.0092573 Jun 22 15:31:36.348835 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-3b6048ac-7608-44fa-9b7c-1127df6a7728 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a3c0b145ead4daab8c9851758aff556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273526 Jun 22 15:31:36.400656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-98971909-283a-42fe-a1bd-9870dfb9284a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:31:36.401656 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-98971909-283a-42fe-a1bd-9870dfb9284a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0461967 Jun 22 15:31:36.493821 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-7f26f11d-ac22-4b09-976f-c21f1fdef583 service neutron] 10.222.0.22 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860531 Jun 22 15:31:36.580616 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-2cea17c2-ffe5-4657-8776-6ed0239c82da service neutron] 10.222.0.22 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810375 Jun 22 15:31:36.797013 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-740b2ce4-51c1-4f9c-bb4b-4093d29ec374 req-0f1c08d4-437c-46b8-8958-13e29205cae0 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 210 time: 0.0818906 Jun 22 15:31:37.754462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0ae7384b-6f9b-4abd-8ca5-139fe5a37bee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:37.756768 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0ae7384b-6f9b-4abd-8ca5-139fe5a37bee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.21 "GET /v2.0/networks?id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 HTTP/1.1" status: 200 len: 813 time: 0.1068003 Jun 22 15:31:37.774959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Request body: {'port': {'device_id': '523c9667-79a4-4b3d-aace-42c29f45da29', 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2', 'admin_state_up': True, 'tenant_id': '9a3c0b145ead4daab8c9851758aff556'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:31:37.893663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Made reservation on behalf of 9a3c0b145ead4daab8c9851758aff556 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:31:37.898386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.002995 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-97ea1b79-cf70-4968-92b9-f9d47c6cfbed req-fbed2524-cad2-4eac-a7a9-4215a341593d tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 210 time: 0.0805128 Jun 22 15:31:38.024461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Allocated IP 172.20.0.11 (8a4ceaba-a48a-4b16-83bd-d34c922f0bc2/20ebb9ca-a35f-4a17-9588-dc4caa070ea8/a6eadf89-a746-4678-91f2-00db5e09cf7c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:31:38.172805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.214617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.219513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f62f1669-b3f0-48e4-8556-a8b51fa75681 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:38.264667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:31:38.267980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:31:38.272147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:31:38.303537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Pushing event updated for resources: {'Port': ['ID=a6eadf89-a746-4678-91f2-00db5e09cf7c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:38.308041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:38.330866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:38.331469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.345549 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5743959 Jun 22 15:31:38.368376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Request body: {'port': {'device_id': '523c9667-79a4-4b3d-aace-42c29f45da29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:31:38.436979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.694965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6eadf89-a746-4678-91f2-00db5e09cf7c {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:31:38.701898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.713973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Transition to ACTIVE for port object a6eadf89-a746-4678-91f2-00db5e09cf7c will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:31:38.717391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.720038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:38.795520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Pushing event updated for resources: {'Port': ['ID=a6eadf89-a746-4678-91f2-00db5e09cf7c,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:38.813394 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:38.867124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Attempting to bind port a6eadf89-a746-4678-91f2-00db5e09cf7c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:31:38.867447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Attempting to bind port a6eadf89-a746-4678-91f2-00db5e09cf7c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '5811c97e-470b-4d14-b973-1adbf863a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:31:38.867763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Attempting to bind port a6eadf89-a746-4678-91f2-00db5e09cf7c on network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:31:38.872065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Port a6eadf89-a746-4678-91f2-00db5e09cf7c on network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:31:38.872381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Attempting to bind port a6eadf89-a746-4678-91f2-00db5e09cf7c on network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:31:38.877126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:31:38.877459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Checking segment: {'id': '5811c97e-470b-4d14-b973-1adbf863a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:31:38.877836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Bound using segment: {'id': '5811c97e-470b-4d14-b973-1adbf863a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:31:38.878255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Bound port: a6eadf89-a746-4678-91f2-00db5e09cf7c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5811c97e-470b-4d14-b973-1adbf863a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:31:38.878593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.939329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] For port a6eadf89-a746-4678-91f2-00db5e09cf7c, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:31:38.942223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] For port a6eadf89-a746-4678-91f2-00db5e09cf7c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6eadf89-a746-4678-91f2-00db5e09cf7c,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:31:38.946134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.948048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7f539b63-7571-49aa-ac41-1beda8d192aa tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:38.981924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:38.982531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:38.983883 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] 10.222.0.21 "PUT /v2.0/ports/a6eadf89-a746-4678-91f2-00db5e09cf7c HTTP/1.1" status: 200 len: 1094 time: 0.6202183 Jun 22 15:31:38.984400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523c9667-79a4-4b3d-aace-42c29f45da29', 'tag': 'a6eadf89-a746-4678-91f2-00db5e09cf7c'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:31:38.986767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70387afe-9bd9-4f75-9f21-13ccbd5582f7" -d '{"events": [{"name": "network-changed", "server_uuid": "523c9667-79a4-4b3d-aace-42c29f45da29", "tag": "a6eadf89-a746-4678-91f2-00db5e09cf7c"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:31:39.009722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Pushing event updated for resources: {'Port': ['ID=a6eadf89-a746-4678-91f2-00db5e09cf7c,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:39.012695 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:39.033914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90278dbf-fe8c-47eb-a022-5dae26092959 x-openstack-request-id: req-90278dbf-fe8c-47eb-a022-5dae26092959 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:31:39.034162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523c9667-79a4-4b3d-aace-42c29f45da29", "tag": "a6eadf89-a746-4678-91f2-00db5e09cf7c", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:31:39.034456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90278dbf-fe8c-47eb-a022-5dae26092959 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:31:39.034896 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523c9667-79a4-4b3d-aace-42c29f45da29', 'tag': 'a6eadf89-a746-4678-91f2-00db5e09cf7c', 'status': 'completed', 'code': 200} Jun 22 15:31:39.079083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-eb4f2585-1b6f-4b74-af9e-4ea5a5699ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:39.080580 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-eb4f2585-1b6f-4b74-af9e-4ea5a5699ae2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a3c0b145ead4daab8c9851758aff556&device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 1097 time: 0.0556087 Jun 22 15:31:39.127273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-9eb347fa-41eb-4257-8e59-829d6ac5dbca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6eadf89-a746-4678-91f2-00db5e09cf7c HTTP/1.1" status: 200 len: 217 time: 0.0377495 Jun 22 15:31:39.176267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-98bdf471-f30a-4056-b757-a36201d8b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:39.177856 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-98bdf471-f30a-4056-b757-a36201d8b865 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20ebb9ca-a35f-4a17-9588-dc4caa070ea8 HTTP/1.1" status: 200 len: 853 time: 0.0444643 Jun 22 15:31:39.181201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d131e-7032-4cc7-9d17-2797655c74e0 req-bf1393a0-350f-49bc-a8fd-32c9a789e73e tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:39.182676 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-690d131e-7032-4cc7-9d17-2797655c74e0 req-bf1393a0-350f-49bc-a8fd-32c9a789e73e tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 944 time: 0.0689015 Jun 22 15:31:39.212134 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-b25ca916-1fd7-4bb7-a72f-c0d53cbacfd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274432 Jun 22 15:31:39.221112 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-690d131e-7032-4cc7-9d17-2797655c74e0 req-14693d40-f070-41ad-82b3-54081df12d71 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Jun 22 15:31:39.304303 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-e57d69f7-700a-463d-9667-464e190c894d service neutron] 10.222.0.21 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862253 Jun 22 15:31:39.391047 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-80489320-ed20-42e0-920c-fe7f2d8c891f req-0e2e5999-70e8-4f50-ae27-1f00d8b1245c service neutron] 10.222.0.21 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800364 Jun 22 15:31:39.496708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-5aa54134-deb7-46fa-8018-c1d38088ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:39.498136 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-5aa54134-deb7-46fa-8018-c1d38088ad25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a3c0b145ead4daab8c9851758aff556&device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 1097 time: 0.0573678 Jun 22 15:31:39.585793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-f29d2d78-279d-4391-a845-8ba19aae1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:39.587190 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-f29d2d78-279d-4391-a845-8ba19aae1755 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 HTTP/1.1" status: 200 len: 914 time: 0.0828321 Jun 22 15:31:39.631076 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-5e1eb9c2-c63e-4b29-9f22-b4919b849c62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6eadf89-a746-4678-91f2-00db5e09cf7c HTTP/1.1" status: 200 len: 217 time: 0.0371127 Jun 22 15:31:39.678608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-7554e953-9ab1-43e7-b6bf-97cf0107077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:39.680011 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-7554e953-9ab1-43e7-b6bf-97cf0107077b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20ebb9ca-a35f-4a17-9588-dc4caa070ea8 HTTP/1.1" status: 200 len: 853 time: 0.0433784 Jun 22 15:31:39.713226 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-77b432a2-9745-4f88-b52d-d4e8a5dd65cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258427 Jun 22 15:31:39.803019 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-94574c89-5c40-4bd1-8068-0408fdc74d48 service neutron] 10.222.0.21 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826638 Jun 22 15:31:39.888906 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70387afe-9bd9-4f75-9f21-13ccbd5582f7 req-de4ec18a-1a25-4820-b6d7-e4c2bb66001b service neutron] 10.222.0.21 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801351 Jun 22 15:31:40.393177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67052c1a-05a4-41f2-8135-3bf91b3f60d6 req-968c5613-255a-460c-9de6-d2b35d6f8a71 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:40.394649 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-67052c1a-05a4-41f2-8135-3bf91b3f60d6 req-968c5613-255a-460c-9de6-d2b35d6f8a71 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 944 time: 0.0627134 Jun 22 15:31:40.405718 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:40.432665 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-67052c1a-05a4-41f2-8135-3bf91b3f60d6 req-699b1c64-9760-4cd0-accd-b8ae6461b84e tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Jun 22 15:31:41.602865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba7c7b-4441-4ad7-9c6f-6f65e7331656 req-e1be14be-6b7a-45ba-8bf3-244bb42b45db tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:41.604354 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4aba7c7b-4441-4ad7-9c6f-6f65e7331656 req-e1be14be-6b7a-45ba-8bf3-244bb42b45db tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 944 time: 0.0634067 Jun 22 15:31:41.640998 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4aba7c7b-4441-4ad7-9c6f-6f65e7331656 req-3b7356c1-440d-4b03-b140-803934776cfe tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Jun 22 15:31:42.345991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device a6eadf89-a746-4678-91f2-00db5e09cf7c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:31:42.434917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port a6eadf89-a746-4678-91f2-00db5e09cf7c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6eadf89-a746-4678-91f2-00db5e09cf7c,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:42.446054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'a6eadf89-a746-4678-91f2-00db5e09cf7c', 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2', 'port_id': 'a6eadf89-a746-4678-91f2-00db5e09cf7c', 'mac_address': 'fa:16:3e:7b:ab:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ebb9ca-a35f-4a17-9588-dc4caa070ea8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:31:42.482149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:42.497485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6eadf89-a746-4678-91f2-00db5e09cf7c {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:31:42.515900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port a6eadf89-a746-4678-91f2-00db5e09cf7c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6eadf89-a746-4678-91f2-00db5e09cf7c,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:42.519783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:42.522516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:42.566317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=a6eadf89-a746-4678-91f2-00db5e09cf7c,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:42.570024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:42.817905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e65c3-c2d8-44e7-8813-f60393606af9 req-e658495a-3498-4054-a775-ad5507ffdb8b tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:42.819352 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-814e65c3-c2d8-44e7-8813-f60393606af9 req-e658495a-3498-4054-a775-ad5507ffdb8b tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 945 time: 0.0664825 Jun 22 15:31:42.855957 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-814e65c3-c2d8-44e7-8813-f60393606af9 req-a4dd8dda-c77b-479b-bfe7-f172af48049d tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309405 Jun 22 15:31:42.895210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['a6eadf89-a746-4678-91f2-00db5e09cf7c'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:31:44.038243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4113883-5f6c-43ea-b4e1-27daef2c216a req-080e2c96-002d-4df8-9b43-0aa62d7bcc06 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:44.039705 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d4113883-5f6c-43ea-b4e1-27daef2c216a req-080e2c96-002d-4df8-9b43-0aa62d7bcc06 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 945 time: 0.0733552 Jun 22 15:31:44.084088 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d4113883-5f6c-43ea-b4e1-27daef2c216a req-39f5f315-b87c-4c57-be38-89db560d8cef tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385942 Jun 22 15:31:44.345773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device a6eadf89-a746-4678-91f2-00db5e09cf7c up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:31:44.401861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port a6eadf89-a746-4678-91f2-00db5e09cf7c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:31:44.405429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port a6eadf89-a746-4678-91f2-00db5e09cf7c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:31:44.405810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:44.481973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:44.500623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523c9667-79a4-4b3d-aace-42c29f45da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eadf89-a746-4678-91f2-00db5e09cf7c'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:31:44.502908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cb56ff-f516-4c60-b27b-da637147de74" -d '{"events": [{"server_uuid": "523c9667-79a4-4b3d-aace-42c29f45da29", "name": "network-vif-plugged", "status": "completed", "tag": "a6eadf89-a746-4678-91f2-00db5e09cf7c"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:31:44.515468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port a6eadf89-a746-4678-91f2-00db5e09cf7c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6eadf89-a746-4678-91f2-00db5e09cf7c,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:44.519412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:44.521917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:44.546577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa18260-a58a-4d85-9559-ad821d24449a x-openstack-request-id: req-1aa18260-a58a-4d85-9559-ad821d24449a {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:31:44.546879 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523c9667-79a4-4b3d-aace-42c29f45da29", "name": "network-vif-plugged", "status": "completed", "tag": "a6eadf89-a746-4678-91f2-00db5e09cf7c", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:31:44.547146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1aa18260-a58a-4d85-9559-ad821d24449a {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:31:44.547537 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523c9667-79a4-4b3d-aace-42c29f45da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eadf89-a746-4678-91f2-00db5e09cf7c', 'code': 200} Jun 22 15:31:44.573593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=a6eadf89-a746-4678-91f2-00db5e09cf7c,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:44.576427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:44.755755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a8abd-06f7-48d8-a2af-1ee4b3a841cd req-edf351c8-2c2b-4e02-96b3-55cc6b065384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:44.757243 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f18a8abd-06f7-48d8-a2af-1ee4b3a841cd req-edf351c8-2c2b-4e02-96b3-55cc6b065384 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 1099 time: 0.0522981 Jun 22 15:31:44.791847 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f18a8abd-06f7-48d8-a2af-1ee4b3a841cd req-bdb912e7-e67e-4c80-8c22-b8d6990c0b8f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279849 Jun 22 15:31:45.256700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eed0e0-1ed0-4705-b36a-fb2ff3db27c7 req-caf1c00c-6aca-4d1f-9538-3c5a4fa3e82b tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:45.258190 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d5eed0e0-1ed0-4705-b36a-fb2ff3db27c7 req-caf1c00c-6aca-4d1f-9538-3c5a4fa3e82b tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0634849 Jun 22 15:31:45.294129 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d5eed0e0-1ed0-4705-b36a-fb2ff3db27c7 req-d56ebfe9-13da-46cf-8c9b-689548d7a831 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304472 Jun 22 15:31:46.475801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0cdab-8af0-48ab-b128-121c66ab967b req-2f1afb31-d08d-485f-8caa-40b679174f06 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:46.477357 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-19c0cdab-8af0-48ab-b128-121c66ab967b req-2f1afb31-d08d-485f-8caa-40b679174f06 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0731366 Jun 22 15:31:46.515253 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-19c0cdab-8af0-48ab-b128-121c66ab967b req-5168179f-d96e-4cee-a655-76ddcb7ea024 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Jun 22 15:31:46.746900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-b07676c2-e43a-47e6-95d5-2010dee8a099 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:46.748369 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-b07676c2-e43a-47e6-95d5-2010dee8a099 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/networks?id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 HTTP/1.1" status: 200 len: 813 time: 0.1078134 Jun 22 15:31:46.762589 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-38f70542-018b-433c-96cf-405725e1c1a9 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/quotas/9a3c0b145ead4daab8c9851758aff556 HTTP/1.1" status: 200 len: 375 time: 0.0089183 Jun 22 15:31:46.824296 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-8d64097e-a826-498d-b5e1-6bf7ab98c4cc tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a3c0b145ead4daab8c9851758aff556&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566103 Jun 22 15:31:46.910894 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-5bcb33c1-c882-4d76-8cf7-dd22f5af86d2 service neutron] 10.222.0.22 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799861 Jun 22 15:31:47.002193 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-7786fbfe-0f95-49e7-a94c-666ca30a13e0 service neutron] 10.222.0.22 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848885 Jun 22 15:31:47.164694 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-951db8d8-1548-497f-9ca3-abf178134100 req-1943be7c-f886-4d6d-8bf5-3447ed29e577 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 210 time: 0.0289268 Jun 22 15:31:48.202902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-00fa50d6-6f7a-4c52-8721-e4e4f9ca4dca tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:48.204340 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-00fa50d6-6f7a-4c52-8721-e4e4f9ca4dca tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.21 "GET /v2.0/networks?id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 HTTP/1.1" status: 200 len: 813 time: 0.1100385 Jun 22 15:31:48.222688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Request body: {'port': {'device_id': 'd96c68d5-e8c5-4726-a89d-2ce2d4faab44', 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2', 'admin_state_up': True, 'tenant_id': '9a3c0b145ead4daab8c9851758aff556'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:31:48.320228 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-873415fb-663a-46d3-8d34-263e642170d5 req-0f76e643-3cd8-4c06-ace9-73769c41b231 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 210 time: 0.0401566 Jun 22 15:31:48.349077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Made reservation on behalf of 9a3c0b145ead4daab8c9851758aff556 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:31:48.352589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:48.483586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Allocated IP 172.20.0.12 (8a4ceaba-a48a-4b16-83bd-d34c922f0bc2/20ebb9ca-a35f-4a17-9588-dc4caa070ea8/1a63c5ba-61db-44c1-8497-c2e45297a8c1) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:31:48.627777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:48.667122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:48.672477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:48.679170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['a6eadf89-a746-4678-91f2-00db5e09cf7c'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:31:48.713309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:31:48.716540 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:31:48.720725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:31:48.749538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Pushing event updated for resources: {'Port': ['ID=1a63c5ba-61db-44c1-8497-c2e45297a8c1,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:48.753711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:48.776567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:48.777305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:48.791616 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5727289 Jun 22 15:31:48.816587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Request body: {'port': {'device_id': 'd96c68d5-e8c5-4726-a89d-2ce2d4faab44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:31:48.892032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:49.143676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a63c5ba-61db-44c1-8497-c2e45297a8c1 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:31:49.151365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:49.163887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Transition to ACTIVE for port object 1a63c5ba-61db-44c1-8497-c2e45297a8c1 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:31:49.168312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:49.171003 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d026082-4e1b-4d32-ac8c-6ffb9a1c77e7 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:49.245885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a63c5ba-61db-44c1-8497-c2e45297a8c1,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:49.250004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:49.312203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Attempting to bind port 1a63c5ba-61db-44c1-8497-c2e45297a8c1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:31:49.312528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Attempting to bind port 1a63c5ba-61db-44c1-8497-c2e45297a8c1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '5811c97e-470b-4d14-b973-1adbf863a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:31:49.312877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Attempting to bind port 1a63c5ba-61db-44c1-8497-c2e45297a8c1 on network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:31:49.316955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Port 1a63c5ba-61db-44c1-8497-c2e45297a8c1 on network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:31:49.317942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Attempting to bind port 1a63c5ba-61db-44c1-8497-c2e45297a8c1 on network 8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:31:49.322577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:31:49.322903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Checking segment: {'id': '5811c97e-470b-4d14-b973-1adbf863a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:31:49.323270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Bound using segment: {'id': '5811c97e-470b-4d14-b973-1adbf863a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:31:49.323680 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Bound port: 1a63c5ba-61db-44c1-8497-c2e45297a8c1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5811c97e-470b-4d14-b973-1adbf863a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:31:49.324012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:49.385132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] For port 1a63c5ba-61db-44c1-8497-c2e45297a8c1, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:31:49.388506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] For port 1a63c5ba-61db-44c1-8497-c2e45297a8c1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a63c5ba-61db-44c1-8497-c2e45297a8c1,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:31:49.393674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:49.397380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1ef0aa15-a7c2-4fbd-8372-8484177340b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:49.451122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:49.451734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:49.453076 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a63c5ba-61db-44c1-8497-c2e45297a8c1 HTTP/1.1" status: 200 len: 1094 time: 0.6409438 Jun 22 15:31:49.453608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96c68d5-e8c5-4726-a89d-2ce2d4faab44', 'tag': '1a63c5ba-61db-44c1-8497-c2e45297a8c1'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:31:49.455891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6ca3a-b72c-4295-934e-062ea73d5f05" -d '{"events": [{"name": "network-changed", "server_uuid": "d96c68d5-e8c5-4726-a89d-2ce2d4faab44", "tag": "1a63c5ba-61db-44c1-8497-c2e45297a8c1"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:31:49.507220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f324cb4-1da2-4eac-badd-8f512d1da848 x-openstack-request-id: req-4f324cb4-1da2-4eac-badd-8f512d1da848 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:31:49.507561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96c68d5-e8c5-4726-a89d-2ce2d4faab44", "tag": "1a63c5ba-61db-44c1-8497-c2e45297a8c1", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:31:49.507873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f324cb4-1da2-4eac-badd-8f512d1da848 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:31:49.508319 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96c68d5-e8c5-4726-a89d-2ce2d4faab44', 'tag': '1a63c5ba-61db-44c1-8497-c2e45297a8c1', 'status': 'completed', 'code': 200} Jun 22 15:31:49.526173 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a63c5ba-61db-44c1-8497-c2e45297a8c1,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:49.532431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:49.571058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb147bc-bc6b-4ade-9960-5308ddf471ad req-25e473e5-b569-4707-b6cd-225183b350bb tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:49.572511 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-adb147bc-bc6b-4ade-9960-5308ddf471ad req-25e473e5-b569-4707-b6cd-225183b350bb tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 944 time: 0.1411653 Jun 22 15:31:49.577859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-b0563155-17a7-4444-8fc5-f91b70f3137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:49.579242 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-b0563155-17a7-4444-8fc5-f91b70f3137e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a3c0b145ead4daab8c9851758aff556&device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 1097 time: 0.0878756 Jun 22 15:31:49.630347 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-2d0d5ef1-e50b-45c5-880a-86f9bc17b8e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a63c5ba-61db-44c1-8497-c2e45297a8c1 HTTP/1.1" status: 200 len: 217 time: 0.0430870 Jun 22 15:31:49.670498 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-adb147bc-bc6b-4ade-9960-5308ddf471ad req-891df94e-3748-49f2-9a5b-1214f0916c78 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903459 Jun 22 15:31:49.687650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-2fa12ebd-ad4a-4d52-b84d-55f55c7e294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:49.689092 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-2fa12ebd-ad4a-4d52-b84d-55f55c7e294c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20ebb9ca-a35f-4a17-9588-dc4caa070ea8 HTTP/1.1" status: 200 len: 853 time: 0.0496621 Jun 22 15:31:49.722369 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-e34053ef-675c-443d-bbcc-7214fe916b7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271914 Jun 22 15:31:49.815349 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-c852e090-d4d4-45cd-a4d5-e75675cec6e7 service neutron] 10.222.0.21 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853388 Jun 22 15:31:49.902718 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e36d8da1-932f-41a9-946d-74048d4cbf0f req-42c9fb55-8175-4de0-a7af-5bb4b49664a6 service neutron] 10.222.0.21 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806131 Jun 22 15:31:50.003731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-d826fc32-1dad-4655-8e11-0e4b49370768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:50.005445 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-d826fc32-1dad-4655-8e11-0e4b49370768 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a3c0b145ead4daab8c9851758aff556&device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 1097 time: 0.0568836 Jun 22 15:31:50.093685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-acab841e-a762-466c-83b1-264836fdf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:50.095129 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-acab841e-a762-466c-83b1-264836fdf64f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 HTTP/1.1" status: 200 len: 914 time: 0.0835612 Jun 22 15:31:50.139230 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-3de23526-921c-4b6c-a67b-8effaec1eaa8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a63c5ba-61db-44c1-8497-c2e45297a8c1 HTTP/1.1" status: 200 len: 217 time: 0.0378826 Jun 22 15:31:50.185696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-af0453f4-4f27-46e0-9d9c-f832f45d31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:50.187105 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-af0453f4-4f27-46e0-9d9c-f832f45d31e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=20ebb9ca-a35f-4a17-9588-dc4caa070ea8 HTTP/1.1" status: 200 len: 853 time: 0.0425861 Jun 22 15:31:50.220786 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-2b9ca52b-e420-4bde-98c7-9d573d811f54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277009 Jun 22 15:31:50.308688 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-413fe5e6-7ed9-4373-9f7f-3da3d7d43d44 service neutron] 10.222.0.21 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815792 Jun 22 15:31:50.742990 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6bf6ca3a-b72c-4295-934e-062ea73d5f05 req-22e7b54b-47bc-4d59-a3cb-f9659aeae829 service neutron] 10.222.0.21 "GET /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282556 Jun 22 15:31:50.850994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43088931-51cf-4b3e-8c1c-0ca5d9debba5 req-27535a30-7c4e-4978-a202-13e6a314bee4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:50.852440 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-43088931-51cf-4b3e-8c1c-0ca5d9debba5 req-27535a30-7c4e-4978-a202-13e6a314bee4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 944 time: 0.0675843 Jun 22 15:31:50.891798 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-43088931-51cf-4b3e-8c1c-0ca5d9debba5 req-126a2296-1738-4ffb-b2f0-b81efe82b9f0 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335910 Jun 22 15:31:51.200446 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:31:52.066844 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2efe2c-afdc-422f-9c8a-c53cf3cf87c3 req-560f814f-7e5b-440e-9caf-cb918e257d80 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:52.068424 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4f2efe2c-afdc-422f-9c8a-c53cf3cf87c3 req-560f814f-7e5b-440e-9caf-cb918e257d80 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 944 time: 0.0661042 Jun 22 15:31:52.106194 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4f2efe2c-afdc-422f-9c8a-c53cf3cf87c3 req-5b1b201a-dbc1-4bc4-8a83-0c13e1c0ad21 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Jun 22 15:31:53.276026 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7422-cd6f-4af5-a1c2-aef1cc18c19f req-70c299b7-04ed-48a4-82ff-e972bee9a226 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:53.277517 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-595b7422-cd6f-4af5-a1c2-aef1cc18c19f req-70c299b7-04ed-48a4-82ff-e972bee9a226 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 944 time: 0.0628507 Jun 22 15:31:53.314888 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-595b7422-cd6f-4af5-a1c2-aef1cc18c19f req-eb9aa0df-e1a3-4bc9-bbd4-13b6d0ed6d39 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Jun 22 15:31:54.389438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 1a63c5ba-61db-44c1-8497-c2e45297a8c1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:31:54.483744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 1a63c5ba-61db-44c1-8497-c2e45297a8c1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a63c5ba-61db-44c1-8497-c2e45297a8c1,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:54.485460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086f88-9453-4640-9e5a-ee97bec459a8 req-97a87ead-7202-4d31-9bd7-fe26726f45f9 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:54.486907 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63086f88-9453-4640-9e5a-ee97bec459a8 req-97a87ead-7202-4d31-9bd7-fe26726f45f9 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 944 time: 0.0625331 Jun 22 15:31:54.495981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '1a63c5ba-61db-44c1-8497-c2e45297a8c1', 'network_id': '8a4ceaba-a48a-4b16-83bd-d34c922f0bc2', 'port_id': '1a63c5ba-61db-44c1-8497-c2e45297a8c1', 'mac_address': 'fa:16:3e:9e:60:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ebb9ca-a35f-4a17-9588-dc4caa070ea8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:31:54.524880 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63086f88-9453-4640-9e5a-ee97bec459a8 req-ad2d8d3f-5f23-49c1-961e-66148cec898f tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Jun 22 15:31:54.531788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:54.544215 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a63c5ba-61db-44c1-8497-c2e45297a8c1 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:31:54.563634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 1a63c5ba-61db-44c1-8497-c2e45297a8c1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a63c5ba-61db-44c1-8497-c2e45297a8c1,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:54.568430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:54.570176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:54.617520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=1a63c5ba-61db-44c1-8497-c2e45297a8c1,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:54.624281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.624632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.625000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.625338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.625670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.626001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.626329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.626659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.626985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.627308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.627630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.627950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:31:54.631723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:54.903788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['1a63c5ba-61db-44c1-8497-c2e45297a8c1'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:31:55.701621 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176eb36-8270-415b-8f27-5aad29f18965 req-7192673d-b709-46a7-80d7-f6b220610693 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:55.703099 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c176eb36-8270-415b-8f27-5aad29f18965 req-7192673d-b709-46a7-80d7-f6b220610693 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 945 time: 0.0622375 Jun 22 15:31:55.741496 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c176eb36-8270-415b-8f27-5aad29f18965 req-c580686c-48c5-47d3-b4f0-1ed329ead576 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Jun 22 15:31:56.407733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 1a63c5ba-61db-44c1-8497-c2e45297a8c1 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:31:56.458619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 1a63c5ba-61db-44c1-8497-c2e45297a8c1 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:31:56.462113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 1a63c5ba-61db-44c1-8497-c2e45297a8c1 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:31:56.462492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:56.535610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:56.557295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c68d5-e8c5-4726-a89d-2ce2d4faab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a63c5ba-61db-44c1-8497-c2e45297a8c1'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:31:56.559542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3017aedc-5544-4ce3-ab9c-1de4c176d93d" -d '{"events": [{"server_uuid": "d96c68d5-e8c5-4726-a89d-2ce2d4faab44", "name": "network-vif-plugged", "status": "completed", "tag": "1a63c5ba-61db-44c1-8497-c2e45297a8c1"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:31:56.571826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 1a63c5ba-61db-44c1-8497-c2e45297a8c1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a63c5ba-61db-44c1-8497-c2e45297a8c1,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:31:56.575210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:31:56.577186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:31:56.623865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=1a63c5ba-61db-44c1-8497-c2e45297a8c1,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:31:56.626984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:31:56.656054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187493c0-7305-4ff7-b9f9-25d63e061123 x-openstack-request-id: req-187493c0-7305-4ff7-b9f9-25d63e061123 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:31:56.656364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c68d5-e8c5-4726-a89d-2ce2d4faab44", "name": "network-vif-plugged", "status": "completed", "tag": "1a63c5ba-61db-44c1-8497-c2e45297a8c1", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:31:56.656635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-187493c0-7305-4ff7-b9f9-25d63e061123 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:31:56.657078 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c68d5-e8c5-4726-a89d-2ce2d4faab44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a63c5ba-61db-44c1-8497-c2e45297a8c1', 'code': 200} Jun 22 15:31:56.878280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030958c-77d3-4412-86e8-d4327897a77c req-782be60c-aa7b-4769-9719-55c39b90b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:56.880304 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2030958c-77d3-4412-86e8-d4327897a77c req-782be60c-aa7b-4769-9719-55c39b90b28c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 1099 time: 0.0602491 Jun 22 15:31:56.914220 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2030958c-77d3-4412-86e8-d4327897a77c req-0b3ed572-46ae-4394-9acf-ba3e80060b08 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272171 Jun 22 15:31:56.919325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91706970-2baf-4573-8138-4f92f89e1110 req-33cff7b6-16c1-4f14-8a2d-4dc689b5e5f0 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:56.920821 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-91706970-2baf-4573-8138-4f92f89e1110 req-33cff7b6-16c1-4f14-8a2d-4dc689b5e5f0 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 946 time: 0.0676007 Jun 22 15:31:56.956923 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-91706970-2baf-4573-8138-4f92f89e1110 req-0e5f305c-4ec9-4a7d-9dc0-145b14b2af52 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305462 Jun 22 15:31:58.133381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84a4f1-5b87-4114-80d2-318312d03e15 req-6cec7bdf-33b8-403e-a351-df6fdb759c75 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:58.134781 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf84a4f1-5b87-4114-80d2-318312d03e15 req-6cec7bdf-33b8-403e-a351-df6fdb759c75 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 946 time: 0.0643454 Jun 22 15:31:58.171930 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf84a4f1-5b87-4114-80d2-318312d03e15 req-0ac9cd5b-f1ce-4ac4-aed4-ef584f1c233e tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Jun 22 15:31:58.536515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b3e8f-82e6-4465-9ee8-324aa9fe60d6 req-e98277cc-db55-4352-8e24-4cb91e7272ca tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:58.537967 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e17b3e8f-82e6-4465-9ee8-324aa9fe60d6 req-e98277cc-db55-4352-8e24-4cb91e7272ca tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 946 time: 0.0605640 Jun 22 15:31:58.573996 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e17b3e8f-82e6-4465-9ee8-324aa9fe60d6 req-05df952b-51f1-461a-aad2-cf3d7e3374c3 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305982 Jun 22 15:31:59.763099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d006-50a4-4cd1-a8a8-c4f7ad55654f req-369e4333-d200-4295-8a9b-4c1b9ef86986 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:59.764636 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-15c7d006-50a4-4cd1-a8a8-c4f7ad55654f req-369e4333-d200-4295-8a9b-4c1b9ef86986 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 946 time: 0.0776112 Jun 22 15:31:59.802998 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-15c7d006-50a4-4cd1-a8a8-c4f7ad55654f req-47b6ad1d-1277-4dbc-a26e-fb000cf21142 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Jun 22 15:31:59.969726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-0314c231-726f-4b33-aaf5-992f63b74cdd tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:31:59.971087 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-0314c231-726f-4b33-aaf5-992f63b74cdd tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.21 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 946 time: 0.0668566 Jun 22 15:32:00.067380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Deleting port 1a63c5ba-61db-44c1-8497-c2e45297a8c1 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:32:00.067716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:00.155534 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] For port 1a63c5ba-61db-44c1-8497-c2e45297a8c1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1a63c5ba-61db-44c1-8497-c2e45297a8c1,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:00.155889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:00.205203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5100c682-f723-4bf2-86c8-35852a2b8d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:00.218977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Calling delete_port for 1a63c5ba-61db-44c1-8497-c2e45297a8c1 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:32:00.349457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:00.353320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df138bb9-fab0-4bf1-9b84-7624fb6f0c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:00.361023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['a6eadf89-a746-4678-91f2-00db5e09cf7c', '1a63c5ba-61db-44c1-8497-c2e45297a8c1'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:32:00.374398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Pushing event deleted for resources: {'Port': ['ID=1a63c5ba-61db-44c1-8497-c2e45297a8c1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:00.381775 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:00.427576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] No DVR routers for this DVR port 1a63c5ba-61db-44c1-8497-c2e45297a8c1 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:32:00.430168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:00.432160 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d0b09e25-e48c-4687-9768-80bce8955c65 req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.21 "DELETE /v2.0/ports/1a63c5ba-61db-44c1-8497-c2e45297a8c1 HTTP/1.1" status: 204 len: 173 time: 0.4554336 Jun 22 15:32:00.432697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96c68d5-e8c5-4726-a89d-2ce2d4faab44', 'name': 'network-vif-deleted', 'tag': '1a63c5ba-61db-44c1-8497-c2e45297a8c1'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:32:00.435236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7d535b-11a6-4f29-a8db-8a20bac869ff" -d '{"events": [{"server_uuid": "d96c68d5-e8c5-4726-a89d-2ce2d4faab44", "name": "network-vif-deleted", "tag": "1a63c5ba-61db-44c1-8497-c2e45297a8c1"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:32:00.478498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7e3926-79bd-491f-9b72-411c7c71e411 x-openstack-request-id: req-8d7e3926-79bd-491f-9b72-411c7c71e411 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:32:00.478852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96c68d5-e8c5-4726-a89d-2ce2d4faab44", "name": "network-vif-deleted", "tag": "1a63c5ba-61db-44c1-8497-c2e45297a8c1", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:32:00.479163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d7e3926-79bd-491f-9b72-411c7c71e411 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:32:00.479624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96c68d5-e8c5-4726-a89d-2ce2d4faab44', 'name': 'network-vif-deleted', 'tag': '1a63c5ba-61db-44c1-8497-c2e45297a8c1', 'status': 'completed', 'code': 200} Jun 22 15:32:00.963398 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-894e1ce8-4064-4a17-92f5-16063e1245c4 req-bf7254e1-3c7c-4c29-a7eb-82959d89c580 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=d96c68d5-e8c5-4726-a89d-2ce2d4faab44 HTTP/1.1" status: 200 len: 210 time: 0.0334342 Jun 22 15:32:02.205067 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172a930-583c-427a-b82e-1a0e79eb8d62 req-0e1065d2-ec9d-47d8-a926-ebc849515732 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:02.206518 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5172a930-583c-427a-b82e-1a0e79eb8d62 req-0e1065d2-ec9d-47d8-a926-ebc849515732 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0618424 Jun 22 15:32:02.244721 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5172a930-583c-427a-b82e-1a0e79eb8d62 req-d4162813-5e19-4e9f-a72b-c88f3879142a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Jun 22 15:32:02.428891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964702bf-3f81-48a6-9224-5112feb2e0a1 req-32c3212d-63f5-402d-bb1a-7f032fa068cd tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:02.430343 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-964702bf-3f81-48a6-9224-5112feb2e0a1 req-32c3212d-63f5-402d-bb1a-7f032fa068cd tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0629284 Jun 22 15:32:02.466937 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-964702bf-3f81-48a6-9224-5112feb2e0a1 req-2eb86e9c-775c-4644-a811-3df77e4653ea tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308495 Jun 22 15:32:02.636261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec0640-4fb1-4ccb-9131-e4e1abf24ce5 req-a22ccf44-0116-43fc-ab5b-d4fdfe734c7e tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:02.637779 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8ec0640-4fb1-4ccb-9131-e4e1abf24ce5 req-a22ccf44-0116-43fc-ab5b-d4fdfe734c7e tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0629039 Jun 22 15:32:02.675680 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8ec0640-4fb1-4ccb-9131-e4e1abf24ce5 req-a37d6481-37ea-493f-8152-bb14d57599b8 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Jun 22 15:32:02.691543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72bcbf19-59a4-4e4d-9439-2d04d335e581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:02.949693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:02.951693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b820a7-1c2a-4c24-9a50-cd9c73aff11e req-0a80c97b-b323-4bf6-b5f1-6d39aa8266c3 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:02.953556 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-67b820a7-1c2a-4c24-9a50-cd9c73aff11e req-0a80c97b-b323-4bf6-b5f1-6d39aa8266c3 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0666134 Jun 22 15:32:02.992913 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-67b820a7-1c2a-4c24-9a50-cd9c73aff11e req-3aa91714-6c22-403d-a0ce-fbfdcc6f593a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329647 Jun 22 15:32:03.182608 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa81740-1e81-442a-9d24-b8c5c4e0b989 req-0ac7eef3-d4a5-416f-af30-c5dad0d170f9 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:03.184657 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2fa81740-1e81-442a-9d24-b8c5c4e0b989 req-0ac7eef3-d4a5-416f-af30-c5dad0d170f9 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0833650 Jun 22 15:32:03.223527 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2fa81740-1e81-442a-9d24-b8c5c4e0b989 req-1254a254-6cc8-43db-9ae2-8cb21aeaadda tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Jun 22 15:32:03.405251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ca6e5-59ca-4145-b9f7-0ce95badbbfc req-953ee818-1fb0-4531-ba6d-3532f05b96a9 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:03.406691 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8f7ca6e5-59ca-4145-b9f7-0ce95badbbfc req-953ee818-1fb0-4531-ba6d-3532f05b96a9 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0635989 Jun 22 15:32:03.443895 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8f7ca6e5-59ca-4145-b9f7-0ce95badbbfc req-ef48499c-dcf5-46d1-b90c-d0555f9e702f tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Jun 22 15:32:03.962858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2cfc6-a9f9-450a-aa41-d088a08b1ebc req-b185bf1b-e973-452e-a454-a455eb171240 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:03.964223 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-51d2cfc6-a9f9-450a-aa41-d088a08b1ebc req-b185bf1b-e973-452e-a454-a455eb171240 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0631630 Jun 22 15:32:04.001470 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-51d2cfc6-a9f9-450a-aa41-d088a08b1ebc req-a514f2dd-48ca-4317-8f9a-22d7f2bacd7f tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Jun 22 15:32:04.027266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:04.471200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 1a63c5ba-61db-44c1-8497-c2e45297a8c1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:32:04.491099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 1a63c5ba-61db-44c1-8497-c2e45297a8c1 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:32:04.491447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 1a63c5ba-61db-44c1-8497-c2e45297a8c1 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:32:05.187117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe93fe-da14-4c34-8460-358b7d036836 req-1f5aad55-bec8-4000-a957-90a34c5fe033 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:05.188730 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7ebe93fe-da14-4c34-8460-358b7d036836 req-1f5aad55-bec8-4000-a957-90a34c5fe033 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0691481 Jun 22 15:32:05.226138 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7ebe93fe-da14-4c34-8460-358b7d036836 req-1702e1c3-3d70-46fd-90ab-eaf0089df3aa tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4ee8a09-f1bd-4a47-b246-2a2c2584668f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Jun 22 15:32:05.526335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-8cb1643b-751e-4573-8b29-3961e583df7b tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:05.527678 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-8cb1643b-751e-4573-8b29-3961e583df7b tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.21 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 946 time: 0.0635154 Jun 22 15:32:05.630081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Deleting port a6eadf89-a746-4678-91f2-00db5e09cf7c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:32:05.630417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:05.716949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] For port a6eadf89-a746-4678-91f2-00db5e09cf7c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a6eadf89-a746-4678-91f2-00db5e09cf7c,segment=NetworkSegment(5811c97e-470b-4d14-b973-1adbf863a2a2),segment_id=5811c97e-470b-4d14-b973-1adbf863a2a2)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:05.717317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:05.733786 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:05.786998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Calling delete_port for a6eadf89-a746-4678-91f2-00db5e09cf7c owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:32:05.913383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:05.918466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-011319be-9c15-4874-bbba-6a6e0fe07aed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:05.925361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['a6eadf89-a746-4678-91f2-00db5e09cf7c'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:32:05.944495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Pushing event deleted for resources: {'Port': ['ID=a6eadf89-a746-4678-91f2-00db5e09cf7c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:05.947066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:05.989703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] No DVR routers for this DVR port a6eadf89-a746-4678-91f2-00db5e09cf7c on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:32:05.992258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:05.994283 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f604dfa7-db02-45f7-9588-6bb834698e51 req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.21 "DELETE /v2.0/ports/a6eadf89-a746-4678-91f2-00db5e09cf7c HTTP/1.1" status: 204 len: 173 time: 0.4612384 Jun 22 15:32:05.994834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523c9667-79a4-4b3d-aace-42c29f45da29', 'name': 'network-vif-deleted', 'tag': 'a6eadf89-a746-4678-91f2-00db5e09cf7c'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:32:05.997190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b5d927-bcb3-452d-9837-2216fd5c8560" -d '{"events": [{"server_uuid": "523c9667-79a4-4b3d-aace-42c29f45da29", "name": "network-vif-deleted", "tag": "a6eadf89-a746-4678-91f2-00db5e09cf7c"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:32:06.089589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194d97bc-9f9f-4b25-9330-c2789e87bfcd x-openstack-request-id: req-194d97bc-9f9f-4b25-9330-c2789e87bfcd {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:32:06.089943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523c9667-79a4-4b3d-aace-42c29f45da29", "name": "network-vif-deleted", "tag": "a6eadf89-a746-4678-91f2-00db5e09cf7c", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:32:06.090259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-194d97bc-9f9f-4b25-9330-c2789e87bfcd {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:32:06.090714 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523c9667-79a4-4b3d-aace-42c29f45da29', 'name': 'network-vif-deleted', 'tag': 'a6eadf89-a746-4678-91f2-00db5e09cf7c', 'status': 'completed', 'code': 200} Jun 22 15:32:06.376071 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fa6447d8-9a08-4f0f-b73c-ded03f2a154c req-709caa21-f46c-4858-a81c-28a7afb212cb tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] 10.222.0.22 "GET /v2.0/ports?device_id=523c9667-79a4-4b3d-aace-42c29f45da29 HTTP/1.1" status: 200 len: 210 time: 0.0297632 Jun 22 15:32:07.466311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46858) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:07.515303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c35c02-1216-48f2-9468-d8a4c4c63a6f admin admin] Deleting subnet 20ebb9ca-a35f-4a17-9588-dc4caa070ea8 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:32:07.518216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90c35c02-1216-48f2-9468-d8a4c4c63a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.551843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90c35c02-1216-48f2-9468-d8a4c4c63a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.588934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90c35c02-1216-48f2-9468-d8a4c4c63a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.641229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90c35c02-1216-48f2-9468-d8a4c4c63a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.644011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b351ff95-957b-4a4b-adde-d8a7acccacea tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:07.673141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c35c02-1216-48f2-9468-d8a4c4c63a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ebb9ca-a35f-4a17-9588-dc4caa070ea8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:07.675602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-90c35c02-1216-48f2-9468-d8a4c4c63a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.677684 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-90c35c02-1216-48f2-9468-d8a4c4c63a6f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/20ebb9ca-a35f-4a17-9588-dc4caa070ea8 HTTP/1.1" status: 204 len: 168 time: 0.2101173 Jun 22 15:32:07.678669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90c35c02-1216-48f2-9468-d8a4c4c63a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:07.680138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46860) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:07.746631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.827873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.838715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4ceaba-a48a-4b16-83bd-d34c922f0bc2']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:07.849464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5811c97e-470b-4d14-b973-1adbf863a2a2') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:07.849752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5811c97e-470b-4d14-b973-1adbf863a2a2') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:07.858058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.871155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.876795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:32:07.877207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:32:07.878808 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:32:07.930914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.934264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-853babd0-8e53-4fbf-9c42-a77e8db34cb8 tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:07.936814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:07.938474 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8a4ceaba-a48a-4b16-83bd-d34c922f0bc2 HTTP/1.1" status: 204 len: 168 time: 0.2574210 Jun 22 15:32:07.949815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4ceaba-a48a-4b16-83bd-d34c922f0bc2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:07.952314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:08.046384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46864) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:08.089979 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bfdea080-b369-4525-8585-b7b3082e1fb5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a3c0b145ead4daab8c9851758aff556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423236 Jun 22 15:32:08.092463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46866) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:08.138165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3279fa2a-5ec7-45d8-98d9-61cd7af0a589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:08.158344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3279fa2a-5ec7-45d8-98d9-61cd7af0a589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:08.203039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3279fa2a-5ec7-45d8-98d9-61cd7af0a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:08.205568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3279fa2a-5ec7-45d8-98d9-61cd7af0a589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:08.206710 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3279fa2a-5ec7-45d8-98d9-61cd7af0a589 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4ee8a09-f1bd-4a47-b246-2a2c2584668f HTTP/1.1" status: 204 len: 168 time: 0.1133394 Jun 22 15:32:08.207797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b183ac28-86ad-45f0-9065-c7497377d18b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:08.214928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279fa2a-5ec7-45d8-98d9-61cd7af0a589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ee8a09-f1bd-4a47-b246-2a2c2584668f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:08.217639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3279fa2a-5ec7-45d8-98d9-61cd7af0a589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:08.469990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device a6eadf89-a746-4678-91f2-00db5e09cf7c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:32:08.490701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: a6eadf89-a746-4678-91f2-00db5e09cf7c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:32:08.491061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device a6eadf89-a746-4678-91f2-00db5e09cf7c not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:32:08.870551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46888) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:08.960821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2105215793'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:08.981834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:08.985284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:08.994996 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:09.090991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:09.095169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:09.098904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df5bdc82-b76b-4b06-978b-10e19d5ca70f tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:09.120559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:32:09.135826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c692d0-2a09-437f-8413-da788c0e2a72,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:09.139314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:09.140725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:09.141159 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Added segment 6e732af0-265f-4d46-a490-2bf4cea90deb of type vlan for network 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa Jun 22 15:32:09.184689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:09.214166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:09.219954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:09.220539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:09.223402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8367288b-6ddd-4944-b08b-c0c546dc148e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:09.286734 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4150751 Jun 22 15:32:09.292625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Network': ['ID=83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:09.295950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:09.303562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:32:10.403936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:12.466709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46892) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:12.472042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'subnet': {'network_id': '83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:12.562288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:12.565935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:12.748685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:12.750514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-570c01df-ecd7-4eb8-ab1c-e15e7b2f82c3 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:12.807000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Subnet': ['ID=6b001946-b17b-498f-9e03-7f13bc20339f,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:12.810622 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:12.815867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Checking segment: {'id': '6e732af0-265f-4d46-a490-2bf4cea90deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:12.816791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network hostable DHCP agents. Network: 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:32:12.833000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:32:12.841112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:12.845232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:12.845815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:12.849891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e62a583-57ba-41ec-a31f-512cce5e528f None None] Network 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:12.861363 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3935556 Jun 22 15:32:12.864706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46894) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:12.869872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444985755'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:12.890214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:12.893663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:12.917222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:32:12.925989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:12.926320 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Added segment aedc63e8-f82a-4925-bb5b-6562151e2b02 of type vlan for network 293abf99-c316-4dd3-9449-abeb4370a228 Jun 22 15:32:12.972867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:12.997964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa', 'network_id': '83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa', 'tenant_id': 'cc04f81fd84d4dfab5922c1a9caf8e31', 'fixed_ips': [{'subnet_id': '6b001946-b17b-498f-9e03-7f13bc20339f'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:32:12.998887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.005554 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.010969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:13.011538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.014639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:13.061644 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1958773 Jun 22 15:32:13.064371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46896) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:13.069971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'subnet': {'network_id': '293abf99-c316-4dd3-9449-abeb4370a228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:13.130154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Network': ['ID=293abf99-c316-4dd3-9449-abeb4370a228,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:13.135161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:13.138403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Allocated IP 2001:db8:0:ffff::2 (83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa/6b001946-b17b-498f-9e03-7f13bc20339f/f9496d8a-6cf5-4030-945b-3b5a1130177e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:13.142022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 293abf99-c316-4dd3-9449-abeb4370a228 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:32:13.177593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:13.181233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.343407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.352328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Transition to ACTIVE for port object f9496d8a-6cf5-4030-945b-3b5a1130177e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:13.367391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Transition to ACTIVE for port object f9496d8a-6cf5-4030-945b-3b5a1130177e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:13.373174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.374349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.375351 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f9ee1a19-aadd-45dd-bc34-92100ceae689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:13.377221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4957c129-d82e-4df3-8b0a-227c9dc10616 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:13.413342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Network 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:13.417612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:13.421910 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:13.424897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Pushing event updated for resources: {'Port': ['ID=f9496d8a-6cf5-4030-945b-3b5a1130177e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:13.429152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:13.437647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Subnet': ['ID=79f9229c-ee5e-4597-8c20-21925521743a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:13.442976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:13.445895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Checking segment: {'id': 'aedc63e8-f82a-4925-bb5b-6562151e2b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '293abf99-c316-4dd3-9449-abeb4370a228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:13.446256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network hostable DHCP agents. Network: 293abf99-c316-4dd3-9449-abeb4370a228, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:32:13.462468 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network 293abf99-c316-4dd3-9449-abeb4370a228 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:32:13.471015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 293abf99-c316-4dd3-9449-abeb4370a228) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:13.475823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:13.476413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.481883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4e4a9-4382-4290-9122-54037e0bdebb None None] Network 293abf99-c316-4dd3-9449-abeb4370a228 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:13.492092 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-31545ff1-8272-450d-a899-ce052c38a97f tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4266422 Jun 22 15:32:13.495128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46898) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:13.496811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Attempting to bind port f9496d8a-6cf5-4030-945b-3b5a1130177e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:13.497194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Attempting to bind port f9496d8a-6cf5-4030-945b-3b5a1130177e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '6e732af0-265f-4d46-a490-2bf4cea90deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:13.497579 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Attempting to bind port f9496d8a-6cf5-4030-945b-3b5a1130177e on network 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:13.527835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:13.528224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Checking segment: {'id': '6e732af0-265f-4d46-a490-2bf4cea90deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:13.528629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.529048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Bound using segment: {'id': '6e732af0-265f-4d46-a490-2bf4cea90deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:13.529526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Bound port: f9496d8a-6cf5-4030-945b-3b5a1130177e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e732af0-265f-4d46-a490-2bf4cea90deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:13.529899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.594263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.642601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] For port f9496d8a-6cf5-4030-945b-3b5a1130177e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:13.661189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] For port f9496d8a-6cf5-4030-945b-3b5a1130177e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f9496d8a-6cf5-4030-945b-3b5a1130177e,segment=NetworkSegment(6e732af0-265f-4d46-a490-2bf4cea90deb),segment_id=6e732af0-265f-4d46-a490-2bf4cea90deb)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:13.668140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.672982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.685996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9bea5e6a-7f1b-4408-8c46-7f2a3c3d2bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:13.713779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c68848-6aad-45a0-9541-80d0b4be24d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-293abf99-c316-4dd3-9449-abeb4370a228', 'network_id': '293abf99-c316-4dd3-9449-abeb4370a228', 'tenant_id': 'cc04f81fd84d4dfab5922c1a9caf8e31', 'fixed_ips': [{'subnet_id': '79f9229c-ee5e-4597-8c20-21925521743a'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:32:13.714632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-28c68848-6aad-45a0-9541-80d0b4be24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.755864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.759491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fd02651a-b2c2-4a64-b8df-9baabcf3adea tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:13.767731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Pushing event updated for resources: {'Port': ['ID=f9496d8a-6cf5-4030-945b-3b5a1130177e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:13.788511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Subnet': ['ID=79f9229c-ee5e-4597-8c20-21925521743a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:13.791135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:13.813101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server [None req-28c68848-6aad-45a0-9541-80d0b4be24d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79f9229c-ee5e-4597-8c20-21925521743a: This subnet is being modified by another concurrent operation. Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1468, in create_port Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1433, in _create_port_db Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise self.value Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server raise exception Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79f9229c-ee5e-4597-8c20-21925521743a: This subnet is being modified by another concurrent operation. Jun 22 15:32:13.844495 dv-neutron-601336-93-hyperv neutron-server[93503]: ERROR oslo_messaging.rpc.server Jun 22 15:32:13.860580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0c9f4-27ae-4cca-9cef-1b9063fa1676 None None] Network 293abf99-c316-4dd3-9449-abeb4370a228 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:13.867801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.877874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293abf99-c316-4dd3-9449-abeb4370a228']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:13.889404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedc63e8-f82a-4925-bb5b-6562151e2b02') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:13.889730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedc63e8-f82a-4925-bb5b-6562151e2b02') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:13.899785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.926983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.934375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:32:13.935155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:32:13.944505 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:32:14.014969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.018480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6b85d952-1273-4c4f-96e6-f3b6e21fd527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:14.024322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.029779 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/networks/293abf99-c316-4dd3-9449-abeb4370a228 HTTP/1.1" status: 204 len: 168 time: 0.5300865 Jun 22 15:32:14.030915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46900) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:14.036839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Network': ['ID=293abf99-c316-4dd3-9449-abeb4370a228,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:14.039169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b311067c-97c7-4d94-9d78-93d0193ddf58 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:14.042561 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971035703'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:14.070776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:14.074379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.098993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:32:14.107755 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.108098 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Added segment 021ab18b-7d5a-40f6-a4aa-2009420865a5 of type vlan for network d9029766-1f96-4e33-a541-228191995ead Jun 22 15:32:14.146044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.175739 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.181364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:14.181944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.184161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6af1d300-7a62-454f-bfb6-56bbd233c77d tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:14.263721 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2316356 Jun 22 15:32:14.266582 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46902) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:14.272694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'subnet': {'network_id': 'd9029766-1f96-4e33-a541-228191995ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:14.284410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Network': ['ID=d9029766-1f96-4e33-a541-228191995ead,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:14.288011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1f57a915-8462-4f4b-934d-66a5722c6a8d tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:14.296163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network d9029766-1f96-4e33-a541-228191995ead details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:32:14.362311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:14.366705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.429756 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.ipam_backend_mixin [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Performing IP validity checks on allocation pools {{(pid=93502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 22 15:32:14.430275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.ipam_backend_mixin [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93502) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 22 15:32:14.558673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.560862 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0125b45e-4102-4ac8-8f98-be860772c139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:14.619292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Subnet': ['ID=c76c296b-0e93-4522-83fa-adfcc90dfc99,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:14.623007 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:14.630101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Checking segment: {'id': '021ab18b-7d5a-40f6-a4aa-2009420865a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd9029766-1f96-4e33-a541-228191995ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:14.630455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network hostable DHCP agents. Network: d9029766-1f96-4e33-a541-228191995ead, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:32:14.648907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network d9029766-1f96-4e33-a541-228191995ead is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:32:14.658736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, d9029766-1f96-4e33-a541-228191995ead) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:14.663606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:14.664222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.671281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905af56-012e-40ae-a2b6-2c1afe079730 None None] Network d9029766-1f96-4e33-a541-228191995ead requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:14.674526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13958df-f581-4dda-a978-c9d058397100 None None] Network 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:14.680764 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4129696 Jun 22 15:32:14.683574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46904) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:14.781279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.783073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-554bd304-460e-41e9-84ef-2752cc0cc82a None None] Provisioning for port f9496d8a-6cf5-4030-945b-3b5a1130177e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:14.855032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.927268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:14.930775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6d719e63-f384-400f-bd86-fda08ecf4514 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:14.943133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeaef61-6cf5-4269-88e9-d9c4863ea308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-d9029766-1f96-4e33-a541-228191995ead', 'network_id': 'd9029766-1f96-4e33-a541-228191995ead', 'tenant_id': 'cc04f81fd84d4dfab5922c1a9caf8e31', 'fixed_ips': [{'subnet_id': 'c76c296b-0e93-4522-83fa-adfcc90dfc99'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:32:14.943978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5eeaef61-6cf5-4269-88e9-d9c4863ea308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.044802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd46c0-5a16-4b70-bc7a-a6f5acf40709 None None] Network d9029766-1f96-4e33-a541-228191995ead requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:15.172934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40433547-3777-40a0-8467-23b2079a8b78 None None] get_active_networks_info from dv-neutron-601336-93-hyperv {{(pid=93503) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 15:32:15.251794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40433547-3777-40a0-8467-23b2079a8b78 None None] Resources bound (agent type, host, resource id): {{(pid=93503) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 22 15:32:15.308594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Subnet': ['ID=c76c296b-0e93-4522-83fa-adfcc90dfc99,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:15.313932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:15.366575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.376222 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9029766-1f96-4e33-a541-228191995ead']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:15.385825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021ab18b-7d5a-40f6-a4aa-2009420865a5') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:15.386124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021ab18b-7d5a-40f6-a4aa-2009420865a5') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:15.395739 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.408725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.415913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:32:15.416310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:32:15.419259 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:32:15.482731 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.486178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d90a3bc8-0b30-4fb7-b815-2b26cf37a810 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:15.490363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.492282 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/networks/d9029766-1f96-4e33-a541-228191995ead HTTP/1.1" status: 204 len: 168 time: 0.8077199 Jun 22 15:32:15.495860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46906) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:15.501432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266068837'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:15.504598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Network': ['ID=d9029766-1f96-4e33-a541-228191995ead,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:15.507040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:15.523440 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:15.527245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.553669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:32:15.562620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.563289 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Added segment a5b72f88-9405-41b8-94a9-119c56ea4871 of type vlan for network f6373987-c0c4-44af-84a2-6c4584fa3c63 Jun 22 15:32:15.604987 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.634044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.639578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:15.640168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.649635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ca8930fe-56bf-4b15-af28-e8ae005d71d3 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:15.695503 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1985018 Jun 22 15:32:15.698321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46908) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:15.703379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'subnet': {'network_id': 'f6373987-c0c4-44af-84a2-6c4584fa3c63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:15.763938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Network': ['ID=f6373987-c0c4-44af-84a2-6c4584fa3c63,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:15.769838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f9496d8a-6cf5-4030-945b-3b5a1130177e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:15.772679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e53638e0-d25f-4d9c-bb22-ddb5d6a796bd tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:15.776585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network f6373987-c0c4-44af-84a2-6c4584fa3c63 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:32:15.806595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:15.810114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:15.997546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.000236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e5c46b5c-edee-4f56-9f16-18c6d1d2de5e tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:16.026301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port f9496d8a-6cf5-4030-945b-3b5a1130177e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:16.030026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f9496d8a-6cf5-4030-945b-3b5a1130177e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:16.030414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.060866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Subnet': ['ID=e2feaf79-d14a-498f-836e-b0d1727f5433,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:16.064300 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:16.070874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Checking segment: {'id': 'a5b72f88-9405-41b8-94a9-119c56ea4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6373987-c0c4-44af-84a2-6c4584fa3c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:16.071233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network hostable DHCP agents. Network: f6373987-c0c4-44af-84a2-6c4584fa3c63, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:32:16.087549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network f6373987-c0c4-44af-84a2-6c4584fa3c63 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:32:16.096702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, f6373987-c0c4-44af-84a2-6c4584fa3c63) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:16.101078 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:16.101658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.107963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1c86a7-e2fd-4930-b480-300767852ab7 None None] Network f6373987-c0c4-44af-84a2-6c4584fa3c63 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:16.116356 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4168663 Jun 22 15:32:16.119907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46910) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:16.122769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.125086 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1282250185'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:16.145476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:16.149011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.172924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:32:16.182315 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.182752 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Added segment c43bc106-dbff-4453-a748-23b42b6a32bf of type vlan for network 162421ac-be1c-42fe-92d8-d93300f1c81a Jun 22 15:32:16.201379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port f9496d8a-6cf5-4030-945b-3b5a1130177e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f9496d8a-6cf5-4030-945b-3b5a1130177e,segment=NetworkSegment(6e732af0-265f-4d46-a490-2bf4cea90deb),segment_id=6e732af0-265f-4d46-a490-2bf4cea90deb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:16.211692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.218083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:16.223911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.255424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.260901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:16.261474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.263754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8d63ff89-9f35-4f9a-a781-de97a78e048f tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:16.297380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=f9496d8a-6cf5-4030-945b-3b5a1130177e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:16.300601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:16.318932 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1977818 Jun 22 15:32:16.321995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46912) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:16.327523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Request body: {'subnet': {'network_id': '162421ac-be1c-42fe-92d8-d93300f1c81a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:16.332560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Network': ['ID=162421ac-be1c-42fe-92d8-d93300f1c81a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:16.335254 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:16.343235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-f6373987-c0c4-44af-84a2-6c4584fa3c63', 'network_id': 'f6373987-c0c4-44af-84a2-6c4584fa3c63', 'tenant_id': 'cc04f81fd84d4dfab5922c1a9caf8e31', 'fixed_ips': [{'subnet_id': 'e2feaf79-d14a-498f-836e-b0d1727f5433'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:32:16.344124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.347274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 162421ac-be1c-42fe-92d8-d93300f1c81a details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:32:16.423014 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Made reservation on behalf of cc04f81fd84d4dfab5922c1a9caf8e31 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:16.426642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.532006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Allocated IP 2001:db8::2 (f6373987-c0c4-44af-84a2-6c4584fa3c63/e2feaf79-d14a-498f-836e-b0d1727f5433/9ac80238-0cf2-4d9c-bbca-a90d8828427d) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:16.606577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.609420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4ab84e92-d9d8-4f00-a0cd-829f9d660af0 tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:16.670461 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event updated for resources: {'Subnet': ['ID=5b5b988a-5515-492f-addf-c8eef0afc344,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:16.672940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.674409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:16.678802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Checking segment: {'id': 'c43bc106-dbff-4453-a748-23b42b6a32bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '162421ac-be1c-42fe-92d8-d93300f1c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:16.679104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network hostable DHCP agents. Network: 162421ac-be1c-42fe-92d8-d93300f1c81a, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:32:16.682848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Transition to ACTIVE for port object 9ac80238-0cf2-4d9c-bbca-a90d8828427d will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:16.696230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Network 162421ac-be1c-42fe-92d8-d93300f1c81a is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:32:16.697927 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Transition to ACTIVE for port object 9ac80238-0cf2-4d9c-bbca-a90d8828427d will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:16.703177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.705363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 162421ac-be1c-42fe-92d8-d93300f1c81a) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:16.705874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:16.712154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:16.712154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.729459 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4039135 Jun 22 15:32:16.729679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46914) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:16.735440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fea2e8-f00d-43d8-89e6-a894018e5864 None None] Network 162421ac-be1c-42fe-92d8-d93300f1c81a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:16.783198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Network f6373987-c0c4-44af-84a2-6c4584fa3c63 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:16.791410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Pushing event updated for resources: {'Port': ['ID=9ac80238-0cf2-4d9c-bbca-a90d8828427d,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:16.793917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:16.796986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:16.797709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:16.832110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.883191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Attempting to bind port 9ac80238-0cf2-4d9c-bbca-a90d8828427d on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:16.883575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Attempting to bind port 9ac80238-0cf2-4d9c-bbca-a90d8828427d by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'a5b72f88-9405-41b8-94a9-119c56ea4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6373987-c0c4-44af-84a2-6c4584fa3c63'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:16.883772 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.883950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Attempting to bind port 9ac80238-0cf2-4d9c-bbca-a90d8828427d on network f6373987-c0c4-44af-84a2-6c4584fa3c63 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:16.890882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:16.891262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Checking segment: {'id': 'a5b72f88-9405-41b8-94a9-119c56ea4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6373987-c0c4-44af-84a2-6c4584fa3c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:16.891670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.892073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Bound using segment: {'id': 'a5b72f88-9405-41b8-94a9-119c56ea4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6373987-c0c4-44af-84a2-6c4584fa3c63'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:16.892543 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Bound port: 9ac80238-0cf2-4d9c-bbca-a90d8828427d, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b72f88-9405-41b8-94a9-119c56ea4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f6373987-c0c4-44af-84a2-6c4584fa3c63'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:16.892950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.943541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:16.945533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:16.970603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5b988a-5515-492f-addf-c8eef0afc344,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:16.973124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:16.990635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334590a6-57b2-4da2-b2b1-6d8a5dcfe4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-162421ac-be1c-42fe-92d8-d93300f1c81a', 'network_id': '162421ac-be1c-42fe-92d8-d93300f1c81a', 'tenant_id': 'cc04f81fd84d4dfab5922c1a9caf8e31', 'fixed_ips': [{'subnet_id': '5b5b988a-5515-492f-addf-c8eef0afc344'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:32:16.991485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-334590a6-57b2-4da2-b2b1-6d8a5dcfe4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.012462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] For port 9ac80238-0cf2-4d9c-bbca-a90d8828427d, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:17.033022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] For port 9ac80238-0cf2-4d9c-bbca-a90d8828427d, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9ac80238-0cf2-4d9c-bbca-a90d8828427d,segment=NetworkSegment(a5b72f88-9405-41b8-94a9-119c56ea4871),segment_id=a5b72f88-9405-41b8-94a9-119c56ea4871)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:17.036428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.038918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.046162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162421ac-be1c-42fe-92d8-d93300f1c81a']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:17.057180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43bc106-dbff-4453-a748-23b42b6a32bf') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:17.057478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43bc106-dbff-4453-a748-23b42b6a32bf') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:17.066840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.080037 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:17.080194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.086092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:32:17.086566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:32:17.089807 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:32:17.127212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7a392-f397-4eff-b9ee-7c8fcc1ebb3b None None] Network 162421ac-be1c-42fe-92d8-d93300f1c81a requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:17.152573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.156428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:17.162797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.164822 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/networks/162421ac-be1c-42fe-92d8-d93300f1c81a HTTP/1.1" status: 204 len: 168 time: 0.4340622 Jun 22 15:32:17.167804 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46916) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:17.177383 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Network': ['ID=162421ac-be1c-42fe-92d8-d93300f1c81a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:17.180369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:17.181805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Pushing event updated for resources: {'Port': ['ID=9ac80238-0cf2-4d9c-bbca-a90d8828427d,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:17.185904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:17.209090 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d662b7d-d31a-4c79-a956-fae7b5ece7b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] GET failed (client error): The resource could not be found. Jun 22 15:32:17.210413 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5d662b7d-d31a-4c79-a956-fae7b5ece7b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "GET /v2.0/subnets/5b5b988a-5515-492f-addf-c8eef0afc344 HTTP/1.1" status: 404 len: 337 time: 0.0401006 Jun 22 15:32:17.213121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46918) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:17.234366 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acab9ef-3722-45af-9ed3-cf5079305320 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] DELETE failed (client error): The resource could not be found. Jun 22 15:32:17.234928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acab9ef-3722-45af-9ed3-cf5079305320 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:32:17.236619 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2acab9ef-3722-45af-9ed3-cf5079305320 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/networks/162421ac-be1c-42fe-92d8-d93300f1c81a HTTP/1.1" status: 404 len: 339 time: 0.0225453 Jun 22 15:32:17.240368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46920) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:17.268154 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-317f46d5-ab38-48df-b010-ea3332f80e59 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] DELETE failed (client error): The resource could not be found. Jun 22 15:32:17.268610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317f46d5-ab38-48df-b010-ea3332f80e59 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:32:17.272650 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-317f46d5-ab38-48df-b010-ea3332f80e59 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/subnets/5b5b988a-5515-492f-addf-c8eef0afc344 HTTP/1.1" status: 404 len: 337 time: 0.0300579 Jun 22 15:32:17.274029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46922) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:17.293382 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b205c42-7ead-4647-8bed-a96bf6fc816a tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] DELETE failed (client error): The resource could not be found. Jun 22 15:32:17.294902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b205c42-7ead-4647-8bed-a96bf6fc816a tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93502) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:32:17.301994 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4b205c42-7ead-4647-8bed-a96bf6fc816a tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/networks/162421ac-be1c-42fe-92d8-d93300f1c81a HTTP/1.1" status: 404 len: 339 time: 0.0223875 Jun 22 15:32:17.301994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46924) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:17.367754 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf44e140-5523-46f7-8dc9-4e958d99d197 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Deleting subnet e2feaf79-d14a-498f-836e-b0d1727f5433 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:32:17.371154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf44e140-5523-46f7-8dc9-4e958d99d197 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.414066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf44e140-5523-46f7-8dc9-4e958d99d197 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.499445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf44e140-5523-46f7-8dc9-4e958d99d197 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.555553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf44e140-5523-46f7-8dc9-4e958d99d197 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.558327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b5640c71-71e5-448d-a56d-475005d9b3fc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:17.583751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44e140-5523-46f7-8dc9-4e958d99d197 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Subnet': ['ID=e2feaf79-d14a-498f-836e-b0d1727f5433,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:17.585732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-cf44e140-5523-46f7-8dc9-4e958d99d197 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.587594 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cf44e140-5523-46f7-8dc9-4e958d99d197 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/subnets/e2feaf79-d14a-498f-836e-b0d1727f5433 HTTP/1.1" status: 204 len: 168 time: 0.2863250 Jun 22 15:32:17.588705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cf44e140-5523-46f7-8dc9-4e958d99d197 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:17.590476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46926) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:17.670050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.721784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Deleting port 9ac80238-0cf2-4d9c-bbca-a90d8828427d {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:32:17.722271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.793982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] For port 9ac80238-0cf2-4d9c-bbca-a90d8828427d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9ac80238-0cf2-4d9c-bbca-a90d8828427d,segment=NetworkSegment(a5b72f88-9405-41b8-94a9-119c56ea4871),segment_id=a5b72f88-9405-41b8-94a9-119c56ea4871)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:17.794338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.806452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9ac80238-0cf2-4d9c-bbca-a90d8828427d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:17.860816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Calling delete_port for 9ac80238-0cf2-4d9c-bbca-a90d8828427d owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:32:17.868774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 9ac80238-0cf2-4d9c-bbca-a90d8828427d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:17.873805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f9496d8a-6cf5-4030-945b-3b5a1130177e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:17.922429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port f9496d8a-6cf5-4030-945b-3b5a1130177e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:17.922818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.952011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:17.956155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b475fab5-69c7-4b99-a0ee-e9fce79c9e7e tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:17.982607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Port': ['ID=9ac80238-0cf2-4d9c-bbca-a90d8828427d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:17.985751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:17.986532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] No DVR routers for this DVR port 9ac80238-0cf2-4d9c-bbca-a90d8828427d on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:32:18.070831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.080502 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6373987-c0c4-44af-84a2-6c4584fa3c63']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:18.082981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9894db-e14b-4bce-b0d0-690631bae434 None None] Network f6373987-c0c4-44af-84a2-6c4584fa3c63 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:18.090878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b72f88-9405-41b8-94a9-119c56ea4871') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:18.091172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b72f88-9405-41b8-94a9-119c56ea4871') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:18.099997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.113030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.118785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:32:18.119170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:32:18.122056 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:32:18.178958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.182243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:18.186016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.187780 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/networks/f6373987-c0c4-44af-84a2-6c4584fa3c63 HTTP/1.1" status: 204 len: 168 time: 0.5953588 Jun 22 15:32:18.192056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46928) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:18.194075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c5b1bc76-b3cb-4242-b7fd-3ba9ea6f040b None None] Could not find standard attr ID for object 9ac80238-0cf2-4d9c-bbca-a90d8828427d. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:32:18.199971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Network': ['ID=f6373987-c0c4-44af-84a2-6c4584fa3c63,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:18.202142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:18.225684 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c331fd-80ce-4b07-90eb-af4fef989b31 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] DELETE failed (client error): The resource could not be found. Jun 22 15:32:18.226156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c331fd-80ce-4b07-90eb-af4fef989b31 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:32:18.228006 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-13c331fd-80ce-4b07-90eb-af4fef989b31 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/subnets/c76c296b-0e93-4522-83fa-adfcc90dfc99 HTTP/1.1" status: 404 len: 337 time: 0.0341480 Jun 22 15:32:18.230452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46930) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:18.248870 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3aef9e-8fa4-4279-9a75-9391b38192d3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] DELETE failed (client error): The resource could not be found. Jun 22 15:32:18.249405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3aef9e-8fa4-4279-9a75-9391b38192d3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:32:18.251218 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5c3aef9e-8fa4-4279-9a75-9391b38192d3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/networks/d9029766-1f96-4e33-a541-228191995ead HTTP/1.1" status: 404 len: 339 time: 0.0198677 Jun 22 15:32:18.254240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46932) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:18.257713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928df4bf-7105-4d62-90e9-12d5fd17bd45 None None] DHCP port deletion for f6373987-c0c4-44af-84a2-6c4584fa3c63 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:32:18.280088 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-3731ef18-1e6f-4b76-94d5-0b58415de489 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] DELETE failed (client error): The resource could not be found. Jun 22 15:32:18.280542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3731ef18-1e6f-4b76-94d5-0b58415de489 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:32:18.282253 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3731ef18-1e6f-4b76-94d5-0b58415de489 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/subnets/79f9229c-ee5e-4597-8c20-21925521743a HTTP/1.1" status: 404 len: 337 time: 0.0269499 Jun 22 15:32:18.285382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46934) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:18.302843 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17e9b1b-54fd-4975-8bff-6237b3bf8077 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] DELETE failed (client error): The resource could not be found. Jun 22 15:32:18.303372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17e9b1b-54fd-4975-8bff-6237b3bf8077 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93501) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 22 15:32:18.304982 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f17e9b1b-54fd-4975-8bff-6237b3bf8077 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/networks/293abf99-c316-4dd3-9449-abeb4370a228 HTTP/1.1" status: 404 len: 339 time: 0.0186093 Jun 22 15:32:18.307431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46936) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:18.361317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce62aca5-e91c-4ca4-95ba-a7e0d6b80192 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Deleting subnet 6b001946-b17b-498f-9e03-7f13bc20339f {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:32:18.364293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce62aca5-e91c-4ca4-95ba-a7e0d6b80192 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.402344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce62aca5-e91c-4ca4-95ba-a7e0d6b80192 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.481871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce62aca5-e91c-4ca4-95ba-a7e0d6b80192 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.542144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce62aca5-e91c-4ca4-95ba-a7e0d6b80192 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.544026 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-90d5af32-7edb-4a3b-82f7-7dcafab0c351 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:18.920519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62aca5-e91c-4ca4-95ba-a7e0d6b80192 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Subnet': ['ID=6b001946-b17b-498f-9e03-7f13bc20339f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:18.923308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ce62aca5-e91c-4ca4-95ba-a7e0d6b80192 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:18.926997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ce62aca5-e91c-4ca4-95ba-a7e0d6b80192 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:18.928845 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ce62aca5-e91c-4ca4-95ba-a7e0d6b80192 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/subnets/6b001946-b17b-498f-9e03-7f13bc20339f HTTP/1.1" status: 204 len: 168 time: 0.6204207 Jun 22 15:32:18.931629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46938) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:18.932495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a52a7cd-3298-488c-81a3-1aac9cc76936 None None] Network 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:19.007676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.061429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Deleting port f9496d8a-6cf5-4030-945b-3b5a1130177e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:32:19.061768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.117352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] DHCP port deletion for 83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:32:19.126186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] For port f9496d8a-6cf5-4030-945b-3b5a1130177e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f9496d8a-6cf5-4030-945b-3b5a1130177e,segment=NetworkSegment(6e732af0-265f-4d46-a490-2bf4cea90deb),segment_id=6e732af0-265f-4d46-a490-2bf4cea90deb)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:19.126536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.166668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] Deleting port f9496d8a-6cf5-4030-945b-3b5a1130177e {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:32:19.167055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.193806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Calling delete_port for f9496d8a-6cf5-4030-945b-3b5a1130177e owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:32:19.227693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] For port f9496d8a-6cf5-4030-945b-3b5a1130177e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=f9496d8a-6cf5-4030-945b-3b5a1130177e,segment=NetworkSegment(6e732af0-265f-4d46-a490-2bf4cea90deb),segment_id=6e732af0-265f-4d46-a490-2bf4cea90deb)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:19.228091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.273222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.275602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a372fb64-c7ca-4299-b735-995fa68ee53f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:19.297114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] Calling delete_port for f9496d8a-6cf5-4030-945b-3b5a1130177e owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:32:19.303198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Port': ['ID=f9496d8a-6cf5-4030-945b-3b5a1130177e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:19.305934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:19.308861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] No DVR routers for this DVR port f9496d8a-6cf5-4030-945b-3b5a1130177e on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:32:19.385487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.392991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.396239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:19.396390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:19.405962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e732af0-265f-4d46-a490-2bf4cea90deb') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:19.406255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e732af0-265f-4d46-a490-2bf4cea90deb') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:19.415885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.421745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] Pushing event deleted for resources: {'Port': ['ID=f9496d8a-6cf5-4030-945b-3b5a1130177e,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:19.424695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:19.426108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] No DVR routers for this DVR port f9496d8a-6cf5-4030-945b-3b5a1130177e on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:32:19.431646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.441925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:32:19.442325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:32:19.445428 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:32:19.505051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.508198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d7746009-c2dd-4570-af3b-1d6dffbdbe41 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:19.512052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.513721 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] 10.222.0.22 "DELETE /v2.0/networks/83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa HTTP/1.1" status: 204 len: 168 time: 0.5811923 Jun 22 15:32:19.525186 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Pushing event deleted for resources: {'Network': ['ID=83eaf6aa-8d6d-40b9-bdc0-21a4d52290aa,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:19.527375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:19.730180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9ac80238-0cf2-4d9c-bbca-a90d8828427d no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:32:19.749332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 9ac80238-0cf2-4d9c-bbca-a90d8828427d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:32:19.749683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9ac80238-0cf2-4d9c-bbca-a90d8828427d not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:32:19.750097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f9496d8a-6cf5-4030-945b-3b5a1130177e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:32:19.754897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46944) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:19.769912 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: f9496d8a-6cf5-4030-945b-3b5a1130177e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:32:19.770265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device f9496d8a-6cf5-4030-945b-3b5a1130177e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:32:19.883430 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ec5cc3fb-3ab2-460d-b798-de81adc3853d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc04f81fd84d4dfab5922c1a9caf8e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272812 Jun 22 15:32:19.885788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46948) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:19.932304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98637c68-5a13-4e76-ab2a-2bcd6229710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:19.952273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98637c68-5a13-4e76-ab2a-2bcd6229710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.010227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98637c68-5a13-4e76-ab2a-2bcd6229710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.013027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-98637c68-5a13-4e76-ab2a-2bcd6229710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.014165 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-98637c68-5a13-4e76-ab2a-2bcd6229710f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20c692d0-2a09-437f-8413-da788c0e2a72 HTTP/1.1" status: 204 len: 168 time: 0.1274884 Jun 22 15:32:20.014956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b4c0b652-bc31-46be-b707-112f844eb670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:20.022230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98637c68-5a13-4e76-ab2a-2bcd6229710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c692d0-2a09-437f-8413-da788c0e2a72,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:20.025248 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-98637c68-5a13-4e76-ab2a-2bcd6229710f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:20.627957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46970) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:20.726237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-57a8b697-9dc1-4cac-b13f-9fbc0598ea97 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1077372743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:20.750490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57a8b697-9dc1-4cac-b13f-9fbc0598ea97 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.751528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57a8b697-9dc1-4cac-b13f-9fbc0598ea97 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.802389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57a8b697-9dc1-4cac-b13f-9fbc0598ea97 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.806473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57a8b697-9dc1-4cac-b13f-9fbc0598ea97 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.821712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-57a8b697-9dc1-4cac-b13f-9fbc0598ea97 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.823085 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-57a8b697-9dc1-4cac-b13f-9fbc0598ea97 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1941054 Jun 22 15:32:20.825749 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46974) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:20.830524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1104938090'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:20.851020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Made reservation on behalf of 3a39868ad035419cbf47788e7f61067b for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:20.854720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.862692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.953694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.957918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:20.961625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0558b2b3-5cee-4b7f-8cc8-2fa00c85c2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:20.983928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:32:21.001309 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ca1c01-4681-449d-9f2e-49fa1cdf12fb,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:21.004776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.005128 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Added segment d2219565-9a9d-43e0-99b0-24a41f1d9d32 of type vlan for network 0bb25873-157c-44f5-979c-d1231d7bd6c6 Jun 22 15:32:21.006576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:21.044493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.072471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.077967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:21.078553 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.082292 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-64f203fb-a660-402b-8ae8-527af04186d6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:21.127373 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3006308 Jun 22 15:32:21.130983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46976) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:21.135886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Request body: {'subnet': {'network_id': '0bb25873-157c-44f5-979c-d1231d7bd6c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:21.190548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event updated for resources: {'Network': ['ID=0bb25873-157c-44f5-979c-d1231d7bd6c6,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:21.195597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:21.202023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 0bb25873-157c-44f5-979c-d1231d7bd6c6 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:32:21.238319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Made reservation on behalf of 3a39868ad035419cbf47788e7f61067b for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:21.242440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.424233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.426158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7c6a6b10-2dff-48f9-89c4-7ace9a836b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:21.481744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event updated for resources: {'Subnet': ['ID=ae87310a-f886-404a-8b6f-c2ac10187d04,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:21.485375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:21.492312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Checking segment: {'id': 'd2219565-9a9d-43e0-99b0-24a41f1d9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0bb25873-157c-44f5-979c-d1231d7bd6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:21.492678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Network hostable DHCP agents. Network: 0bb25873-157c-44f5-979c-d1231d7bd6c6, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:32:21.508055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Network 0bb25873-157c-44f5-979c-d1231d7bd6c6 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:32:21.515885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 0bb25873-157c-44f5-979c-d1231d7bd6c6) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:21.521961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:21.522670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.525941 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40504c9e-2601-4bca-93a2-d67034cd358c None None] Network 0bb25873-157c-44f5-979c-d1231d7bd6c6 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:21.539682 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4044874 Jun 22 15:32:21.539924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46978) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:21.544960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1434430566'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:21.564782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Made reservation on behalf of 3a39868ad035419cbf47788e7f61067b for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:21.568949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.599400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:32:21.608574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.608957 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Added segment 09cd0643-84c2-4b22-925c-dc2d9c8094c7 of type vlan for network 715b03ce-b1d7-4747-a10c-d5c872344967 Jun 22 15:32:21.653951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.682858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.688334 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:21.688953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.692357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-0bb25873-157c-44f5-979c-d1231d7bd6c6', 'network_id': '0bb25873-157c-44f5-979c-d1231d7bd6c6', 'tenant_id': '3a39868ad035419cbf47788e7f61067b', 'fixed_ips': [{'subnet_id': 'ae87310a-f886-404a-8b6f-c2ac10187d04'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:32:21.692963 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a7d4d1fa-448b-4ec4-a191-b443cb4b5bf9 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:21.694127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.744783 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2013068 Jun 22 15:32:21.745008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46980) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:21.749911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Request body: {'subnet': {'network_id': '715b03ce-b1d7-4747-a10c-d5c872344967', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:21.805669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event updated for resources: {'Network': ['ID=715b03ce-b1d7-4747-a10c-d5c872344967,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:21.810031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:21.819400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 715b03ce-b1d7-4747-a10c-d5c872344967 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:32:21.852636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Made reservation on behalf of 3a39868ad035419cbf47788e7f61067b for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:21.856345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:21.871115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Allocated IP 172.20.0.2 (0bb25873-157c-44f5-979c-d1231d7bd6c6/ae87310a-f886-404a-8b6f-c2ac10187d04/fd8e7021-bba8-416f-9996-4d950d057a46) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:22.038099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.046775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Transition to ACTIVE for port object fd8e7021-bba8-416f-9996-4d950d057a46 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:22.049952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.052840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-570cda13-478b-4c00-80cc-82ae6a3953bb tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:22.061804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Transition to ACTIVE for port object fd8e7021-bba8-416f-9996-4d950d057a46 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:22.068369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.070431 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:22.108900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Network 0bb25873-157c-44f5-979c-d1231d7bd6c6 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:22.110954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event updated for resources: {'Subnet': ['ID=4b64878d-78bf-47da-a16f-3b98f04b4895,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:22.111726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:22.115487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:22.117045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:22.122159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Checking segment: {'id': '09cd0643-84c2-4b22-925c-dc2d9c8094c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '715b03ce-b1d7-4747-a10c-d5c872344967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:22.122484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Network hostable DHCP agents. Network: 715b03ce-b1d7-4747-a10c-d5c872344967, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:32:22.124238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Pushing event updated for resources: {'Port': ['ID=fd8e7021-bba8-416f-9996-4d950d057a46,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:22.129111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:22.139888 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Network 715b03ce-b1d7-4747-a10c-d5c872344967 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:32:22.148644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 715b03ce-b1d7-4747-a10c-d5c872344967) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:22.152576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:22.153187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.158569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8636f8d-0982-4bd7-ae1c-0f9e37ff0e5c None None] Network 715b03ce-b1d7-4747-a10c-d5c872344967 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:22.167193 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bca18b48-c548-494b-aee9-bb2e64952c10 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4212160 Jun 22 15:32:22.170006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46982) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:22.174696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e9c316e9-2e3c-4a50-8ac5-f04fc8e0f100 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Request body: {'router': {'external_gateway_info': {'network_id': '715b03ce-b1d7-4747-a10c-d5c872344967'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:22.226047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Attempting to bind port fd8e7021-bba8-416f-9996-4d950d057a46 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:22.226670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Attempting to bind port fd8e7021-bba8-416f-9996-4d950d057a46 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'd2219565-9a9d-43e0-99b0-24a41f1d9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0bb25873-157c-44f5-979c-d1231d7bd6c6'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:22.226802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Attempting to bind port fd8e7021-bba8-416f-9996-4d950d057a46 on network 0bb25873-157c-44f5-979c-d1231d7bd6c6 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:22.242949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:22.243331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Checking segment: {'id': 'd2219565-9a9d-43e0-99b0-24a41f1d9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0bb25873-157c-44f5-979c-d1231d7bd6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:22.243741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.244140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Bound using segment: {'id': 'd2219565-9a9d-43e0-99b0-24a41f1d9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0bb25873-157c-44f5-979c-d1231d7bd6c6'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:22.244614 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Bound port: fd8e7021-bba8-416f-9996-4d950d057a46, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2219565-9a9d-43e0-99b0-24a41f1d9d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0bb25873-157c-44f5-979c-d1231d7bd6c6'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:22.245015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.372670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] For port fd8e7021-bba8-416f-9996-4d950d057a46, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:22.386175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-715b03ce-b1d7-4747-a10c-d5c872344967', 'network_id': '715b03ce-b1d7-4747-a10c-d5c872344967', 'tenant_id': '3a39868ad035419cbf47788e7f61067b', 'fixed_ips': [{'subnet_id': '4b64878d-78bf-47da-a16f-3b98f04b4895'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:32:22.387028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.389068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e9c316e9-2e3c-4a50-8ac5-f04fc8e0f100 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.390725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] For port fd8e7021-bba8-416f-9996-4d950d057a46, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fd8e7021-bba8-416f-9996-4d950d057a46,segment=NetworkSegment(d2219565-9a9d-43e0-99b0-24a41f1d9d32),segment_id=d2219565-9a9d-43e0-99b0-24a41f1d9d32)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:22.400538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.404906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:22.503038 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.api.v2.resource [None req-e9c316e9-2e3c-4a50-8ac5-f04fc8e0f100 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 22 15:32:22.505001 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e9c316e9-2e3c-4a50-8ac5-f04fc8e0f100 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "PUT /v2.0/routers/8ca844a3-5508-40c6-b0d4-714e893b35ea HTTP/1.1" status: 400 len: 364 time: 0.3340063 Jun 22 15:32:22.511297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46984) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:22.530377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Pushing event updated for resources: {'Port': ['ID=fd8e7021-bba8-416f-9996-4d950d057a46,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:22.536134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:22.568114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Deleting subnet 4b64878d-78bf-47da-a16f-3b98f04b4895 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:32:22.587484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Allocated IP 172.21.0.2 (715b03ce-b1d7-4747-a10c-d5c872344967/4b64878d-78bf-47da-a16f-3b98f04b4895/3fa3de0e-c160-421d-bed5-560ddc6cf518) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:22.743320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.752136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Transition to ACTIVE for port object 3fa3de0e-c160-421d-bed5-560ddc6cf518 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:22.768477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Transition to ACTIVE for port object 3fa3de0e-c160-421d-bed5-560ddc6cf518 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:22.775726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.776501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.778525 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:22.814311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Network 715b03ce-b1d7-4747-a10c-d5c872344967 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:22.816644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.817153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:22.820584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:22.828807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Pushing event updated for resources: {'Port': ['ID=3fa3de0e-c160-421d-bed5-560ddc6cf518,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:22.834391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:22.881366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Attempting to bind port 3fa3de0e-c160-421d-bed5-560ddc6cf518 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:22.881632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Attempting to bind port 3fa3de0e-c160-421d-bed5-560ddc6cf518 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '09cd0643-84c2-4b22-925c-dc2d9c8094c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '715b03ce-b1d7-4747-a10c-d5c872344967'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:22.881999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Attempting to bind port 3fa3de0e-c160-421d-bed5-560ddc6cf518 on network 715b03ce-b1d7-4747-a10c-d5c872344967 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:22.886847 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:22.887224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Checking segment: {'id': '09cd0643-84c2-4b22-925c-dc2d9c8094c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '715b03ce-b1d7-4747-a10c-d5c872344967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:22.887629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.888027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Bound using segment: {'id': '09cd0643-84c2-4b22-925c-dc2d9c8094c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '715b03ce-b1d7-4747-a10c-d5c872344967'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:22.888496 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Bound port: 3fa3de0e-c160-421d-bed5-560ddc6cf518, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cd0643-84c2-4b22-925c-dc2d9c8094c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '715b03ce-b1d7-4747-a10c-d5c872344967'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:22.888902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.905657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.967485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.970262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d7032de4-7bd0-43a7-98df-a3425ac012c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:22.970823 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] For port 3fa3de0e-c160-421d-bed5-560ddc6cf518, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:22.974796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] For port 3fa3de0e-c160-421d-bed5-560ddc6cf518, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3fa3de0e-c160-421d-bed5-560ddc6cf518,segment=NetworkSegment(09cd0643-84c2-4b22-925c-dc2d9c8094c7),segment_id=09cd0643-84c2-4b22-925c-dc2d9c8094c7)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:22.979320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:22.981282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:22.995781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event deleted for resources: {'Subnet': ['ID=4b64878d-78bf-47da-a16f-3b98f04b4895,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:23.000356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.005022 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "DELETE /v2.0/subnets/4b64878d-78bf-47da-a16f-3b98f04b4895 HTTP/1.1" status: 204 len: 168 time: 0.4892116 Jun 22 15:32:23.005403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46986) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:23.007816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.008214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.008599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.009024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.009398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.009774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.010707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.010707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.010921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.011217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.011606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.011952 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:23.015116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fc1f0818-96e7-48c7-9bcf-7123ba8a922f tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:23.048075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Pushing event updated for resources: {'Port': ['ID=3fa3de0e-c160-421d-bed5-560ddc6cf518,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:23.051086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:23.094945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.150224 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Deleting port 3fa3de0e-c160-421d-bed5-560ddc6cf518 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:32:23.150577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.229290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] For port 3fa3de0e-c160-421d-bed5-560ddc6cf518, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=3fa3de0e-c160-421d-bed5-560ddc6cf518,segment=NetworkSegment(09cd0643-84c2-4b22-925c-dc2d9c8094c7),segment_id=09cd0643-84c2-4b22-925c-dc2d9c8094c7)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:23.229768 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.306579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Calling delete_port for 3fa3de0e-c160-421d-bed5-560ddc6cf518 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:32:23.398912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.401235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-58fbb6d3-6d1a-48ae-aab6-2128b8936583 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:23.426698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event deleted for resources: {'Port': ['ID=3fa3de0e-c160-421d-bed5-560ddc6cf518,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:23.429555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:23.432270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] No DVR routers for this DVR port 3fa3de0e-c160-421d-bed5-560ddc6cf518 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:32:23.502950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9ddbd1-8e44-4d8c-91dc-16eb46a2bcba None None] Network 0bb25873-157c-44f5-979c-d1231d7bd6c6 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:23.512703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.524523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715b03ce-b1d7-4747-a10c-d5c872344967']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:23.539382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cd0643-84c2-4b22-925c-dc2d9c8094c7') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:23.539681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cd0643-84c2-4b22-925c-dc2d9c8094c7') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:23.551275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.564718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.572042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-51d1f4e2-2efe-4ce1-9721-d69759a76e41 None None] Provisioning for port fd8e7021-bba8-416f-9996-4d950d057a46 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:23.572329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:32:23.573065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:32:23.575807 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:32:23.638718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.645002 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.649700 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "DELETE /v2.0/networks/715b03ce-b1d7-4747-a10c-d5c872344967 HTTP/1.1" status: 204 len: 168 time: 0.6401920 Jun 22 15:32:23.649700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:23.650507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46988) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:23.663874 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event deleted for resources: {'Network': ['ID=715b03ce-b1d7-4747-a10c-d5c872344967,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:23.666268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:23.724165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-db867289-8d50-459c-81d4-559eb4e034ce tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Deleting subnet ae87310a-f886-404a-8b6f-c2ac10187d04 {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:32:23.728062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db867289-8d50-459c-81d4-559eb4e034ce tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.773671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db867289-8d50-459c-81d4-559eb4e034ce tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.806738 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fd8e7021-bba8-416f-9996-4d950d057a46 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:23.879603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db867289-8d50-459c-81d4-559eb4e034ce tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.891497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port fd8e7021-bba8-416f-9996-4d950d057a46 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:23.899485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port fd8e7021-bba8-416f-9996-4d950d057a46 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:23.899969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.952362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db867289-8d50-459c-81d4-559eb4e034ce tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.954869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e6413320-ce5a-4653-b586-304a5042713a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:23.983072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db867289-8d50-459c-81d4-559eb4e034ce tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event deleted for resources: {'Subnet': ['ID=ae87310a-f886-404a-8b6f-c2ac10187d04,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:23.991510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-db867289-8d50-459c-81d4-559eb4e034ce tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:23.994327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.995233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db867289-8d50-459c-81d4-559eb4e034ce tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:23.997155 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-db867289-8d50-459c-81d4-559eb4e034ce tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "DELETE /v2.0/subnets/ae87310a-f886-404a-8b6f-c2ac10187d04 HTTP/1.1" status: 204 len: 168 time: 0.3451450 Jun 22 15:32:23.999764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 46990) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:24.032135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port fd8e7021-bba8-416f-9996-4d950d057a46, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fd8e7021-bba8-416f-9996-4d950d057a46,segment=NetworkSegment(d2219565-9a9d-43e0-99b0-24a41f1d9d32),segment_id=d2219565-9a9d-43e0-99b0-24a41f1d9d32)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:24.037023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.039394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:24.087182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.089825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=fd8e7021-bba8-416f-9996-4d950d057a46,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:24.093135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:24.152943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Deleting port fd8e7021-bba8-416f-9996-4d950d057a46 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:32:24.153290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.173495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8623c947-c5b7-452e-a0d8-352e8adf2427 None None] Could not find standard attr ID for object 3fa3de0e-c160-421d-bed5-560ddc6cf518. {{(pid=93503) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 22 15:32:24.178082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0647f947-dc7b-49a0-aab0-33f793d42939 None None] Network 0bb25873-157c-44f5-979c-d1231d7bd6c6 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:24.219720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] For port fd8e7021-bba8-416f-9996-4d950d057a46, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=fd8e7021-bba8-416f-9996-4d950d057a46,segment=NetworkSegment(d2219565-9a9d-43e0-99b0-24a41f1d9d32),segment_id=d2219565-9a9d-43e0-99b0-24a41f1d9d32)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:24.220080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.221556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d150c59e-30a6-4373-ae62-498f7e7efb0e None None] DHCP port deletion for 715b03ce-b1d7-4747-a10c-d5c872344967 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:32:24.244613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bac8b9-8ceb-486c-90a9-f9fcac4198de None None] Network 715b03ce-b1d7-4747-a10c-d5c872344967 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:24.262829 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bac8b9-8ceb-486c-90a9-f9fcac4198de None None] Network 715b03ce-b1d7-4747-a10c-d5c872344967 could not be found, it might have been deleted concurrently. {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 22 15:32:24.290297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Calling delete_port for fd8e7021-bba8-416f-9996-4d950d057a46 owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:32:24.319195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-391a809a-ba6e-48dc-a5bf-2f7fa2c2302e None None] Provisioning complete for port fd8e7021-bba8-416f-9996-4d950d057a46 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:24.319580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-391a809a-ba6e-48dc-a5bf-2f7fa2c2302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.374252 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.376356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:24.376935 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.plugins.ml2.db [None req-391a809a-ba6e-48dc-a5bf-2f7fa2c2302e None None] No ports have port_id starting with fd8e7021-bba8-416f-9996-4d950d057a46 Jun 22 15:32:24.402320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event deleted for resources: {'Port': ['ID=fd8e7021-bba8-416f-9996-4d950d057a46,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:24.407188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:24.407874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] No DVR routers for this DVR port fd8e7021-bba8-416f-9996-4d950d057a46 on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:32:24.441606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a26b381-e2bf-4056-8e90-132e38941b82 None None] DHCP port deletion for 0bb25873-157c-44f5-979c-d1231d7bd6c6 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:32:24.489760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.499135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb25873-157c-44f5-979c-d1231d7bd6c6']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:24.509269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2219565-9a9d-43e0-99b0-24a41f1d9d32') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:24.509571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2219565-9a9d-43e0-99b0-24a41f1d9d32') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:24.517967 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.531402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.537727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:32:24.538106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:32:24.540947 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:32:24.601975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.605463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-afb8e953-c3c5-487d-8413-7a76d8f33ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:24.609346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.611109 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "DELETE /v2.0/networks/0bb25873-157c-44f5-979c-d1231d7bd6c6 HTTP/1.1" status: 204 len: 168 time: 0.6102521 Jun 22 15:32:24.614162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46992) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:24.622483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Pushing event deleted for resources: {'Network': ['ID=0bb25873-157c-44f5-979c-d1231d7bd6c6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:24.625025 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:24.643260 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-25598962-f293-4e6d-8ba5-a8cff8137824 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ca844a3-5508-40c6-b0d4-714e893b35ea HTTP/1.1" status: 200 len: 205 time: 0.0278082 Jun 22 15:32:24.646207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 46994) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:24.718783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1902d22-44cc-44f4-8768-bc1985a59f9c tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.868683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1902d22-44cc-44f4-8768-bc1985a59f9c tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.870746 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1902d22-44cc-44f4-8768-bc1985a59f9c tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.911987 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1902d22-44cc-44f4-8768-bc1985a59f9c tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.912670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1902d22-44cc-44f4-8768-bc1985a59f9c tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Fanout notify agent at l3_agent the message router_deleted on router 8ca844a3-5508-40c6-b0d4-714e893b35ea {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:32:24.919958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1902d22-44cc-44f4-8768-bc1985a59f9c tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:24.921163 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c1902d22-44cc-44f4-8768-bc1985a59f9c tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] 10.222.0.22 "DELETE /v2.0/routers/8ca844a3-5508-40c6-b0d4-714e893b35ea HTTP/1.1" status: 204 len: 168 time: 0.2740760 Jun 22 15:32:25.152457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47000) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:25.283014 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5e09532a-cf60-4a71-9993-397d30910667 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a39868ad035419cbf47788e7f61067b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292369 Jun 22 15:32:25.285567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47004) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:25.334485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-377b9c75-ed1e-4ff9-87b3-205004ebf255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:25.355351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-377b9c75-ed1e-4ff9-87b3-205004ebf255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:25.401082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-377b9c75-ed1e-4ff9-87b3-205004ebf255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:25.403683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-377b9c75-ed1e-4ff9-87b3-205004ebf255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:25.404845 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-377b9c75-ed1e-4ff9-87b3-205004ebf255 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46ca1c01-4681-449d-9f2e-49fa1cdf12fb HTTP/1.1" status: 204 len: 168 time: 0.1181540 Jun 22 15:32:25.405689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a8497039-495f-4f2d-8a31-b2218ddf8877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:25.413889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b9c75-ed1e-4ff9-87b3-205004ebf255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ca1c01-4681-449d-9f2e-49fa1cdf12fb,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:25.416179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-377b9c75-ed1e-4ff9-87b3-205004ebf255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:25.742597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3fa3de0e-c160-421d-bed5-560ddc6cf518 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:32:25.762956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 3fa3de0e-c160-421d-bed5-560ddc6cf518 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:32:25.763235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 3fa3de0e-c160-421d-bed5-560ddc6cf518 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:32:25.763655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fd8e7021-bba8-416f-9996-4d950d057a46 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:32:25.782141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: fd8e7021-bba8-416f-9996-4d950d057a46 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:32:25.782502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device fd8e7021-bba8-416f-9996-4d950d057a46 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:32:26.001007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47026) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:26.093823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-554467947-network', 'tenant_id': '3578863d7c944ec68331e063c1f9b768'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:26.115891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Made reservation on behalf of 3578863d7c944ec68331e063c1f9b768 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:26.118291 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.126259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.213326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.217211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.220831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-283ab865-f12f-4828-aed3-27a5f85062c1 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:26.238670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:32:26.253134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:26.256105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.256452 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Added segment 26ec2a89-b330-4d07-877a-7f11ab33eb22 of type vlan for network 7690df07-7f2d-4c9e-8b58-caec045ac4ce Jun 22 15:32:26.257883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:26.298397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.328195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.329153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:26.329735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.331763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-af911cfa-20c1-4891-a752-d325494bf0a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:26.379287 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3772008 Jun 22 15:32:26.382235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47030) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:26.387343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Request body: {'subnet': {'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-subnet', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'ip_version': 4}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:26.389662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Pushing event updated for resources: {'Network': ['ID=7690df07-7f2d-4c9e-8b58-caec045ac4ce,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:26.392276 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:26.400580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:32:26.408939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Made reservation on behalf of 3578863d7c944ec68331e063c1f9b768 for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:26.411407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.577411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.579337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-864feb55-d16d-437c-95b5-21b5be4ebedc tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:26.632443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488d959d-26b4-41b5-8dc7-7b64f8afe0b2,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:26.638156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:26.642253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Checking segment: {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:26.642615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Network hostable DHCP agents. Network: 7690df07-7f2d-4c9e-8b58-caec045ac4ce, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:32:26.659742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:32:26.667704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 7690df07-7f2d-4c9e-8b58-caec045ac4ce) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:26.671641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:26.672221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.678360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369cbeea-81d3-4fb5-9fcd-c743e8ea7d9c None None] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:26.687459 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3041406 Jun 22 15:32:26.690004 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47032) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:26.695015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:26.714872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.715845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.771663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.824457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'fixed_ips': [{'subnet_id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:32:26.825427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.906029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:26.961740 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Allocated IP 172.20.0.2 (7690df07-7f2d-4c9e-8b58-caec045ac4ce/488d959d-26b4-41b5-8dc7-7b64f8afe0b2/eddfef01-b04b-4ff7-8e3b-449061b77470) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:27.103418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.107831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.111656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Transition to ACTIVE for port object eddfef01-b04b-4ff7-8e3b-449061b77470 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:27.126740 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Transition to ACTIVE for port object eddfef01-b04b-4ff7-8e3b-449061b77470 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:27.126938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.132503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.135085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:27.171856 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:27.176773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:27.181176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:27.184209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Pushing event updated for resources: {'Port': ['ID=eddfef01-b04b-4ff7-8e3b-449061b77470,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:27.187857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:27.237487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Allocated IP 172.26.6.88 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/675f1123-f4fc-4e8b-ad21-aea3ba18f08c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:27.239006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Attempting to bind port eddfef01-b04b-4ff7-8e3b-449061b77470 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:27.239648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Attempting to bind port eddfef01-b04b-4ff7-8e3b-449061b77470 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:27.240054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Attempting to bind port eddfef01-b04b-4ff7-8e3b-449061b77470 on network 7690df07-7f2d-4c9e-8b58-caec045ac4ce {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:27.245640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:27.246027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Checking segment: {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:27.246460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.246865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Bound using segment: {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:27.247337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Bound port: eddfef01-b04b-4ff7-8e3b-449061b77470, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:27.247830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.313018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] For port eddfef01-b04b-4ff7-8e3b-449061b77470, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:27.316218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] For port eddfef01-b04b-4ff7-8e3b-449061b77470, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=eddfef01-b04b-4ff7-8e3b-449061b77470,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:27.322437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.324477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:27.344443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.385352 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Pushing event updated for resources: {'Port': ['ID=eddfef01-b04b-4ff7-8e3b-449061b77470,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:27.388765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:27.391537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.395011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-14ff0c9d-54ca-4d23-8d30-3fd2c149a61a tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:27.436916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:27.439737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:27.442849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:27.472231 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Pushing event updated for resources: {'Port': ['ID=675f1123-f4fc-4e8b-ad21-aea3ba18f08c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:27.475131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:27.720451 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:27.755490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device eddfef01-b04b-4ff7-8e3b-449061b77470 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:27.806554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port eddfef01-b04b-4ff7-8e3b-449061b77470 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:27.923321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:28.055377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Router aece93ab-184c-4819-860b-d2da62d4def3 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:32:28.170406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:32:28.179391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Sync routers for ids ['aece93ab-184c-4819-860b-d2da62d4def3'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:32:28.186169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:28.189457 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4977980 Jun 22 15:32:28.189674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Routers {'aece93ab-184c-4819-860b-d2da62d4def3'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:32:28.190494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47034) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:28.198308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:32:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aece93ab-184c-4819-860b-d2da62d4def3'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:28.199677 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:32:28.268399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822bb22a-002d-43b3-81ed-dacd3646667e None None] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:28.370706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5acd8e45-e81d-4989-8426-1c07ff57bd8f None None] Provisioning for port eddfef01-b04b-4ff7-8e3b-449061b77470 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:28.389735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Set router aece93ab-184c-4819-860b-d2da62d4def3 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:32:28.391585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5acd8e45-e81d-4989-8426-1c07ff57bd8f None None] Provisioning complete for port eddfef01-b04b-4ff7-8e3b-449061b77470 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:28.391967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5acd8e45-e81d-4989-8426-1c07ff57bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:28.616505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:28.654159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5acd8e45-e81d-4989-8426-1c07ff57bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:28.718128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-5acd8e45-e81d-4989-8426-1c07ff57bd8f None None] For port eddfef01-b04b-4ff7-8e3b-449061b77470, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=eddfef01-b04b-4ff7-8e3b-449061b77470,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:28.725550 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5acd8e45-e81d-4989-8426-1c07ff57bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:28.729503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:28.773161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:26Z', 'updated_at': '2021-06-22T15:32:27Z', 'revision_number': 3, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'gw_port': {'id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:27Z', 'updated_at': '2021-06-22T15:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:28.808824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Checking router: aece93ab-184c-4819-860b-d2da62d4def3 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:32:28.809190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Updating router aece93ab-184c-4819-860b-d2da62d4def3 port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:32:28.814171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd8e45-e81d-4989-8426-1c07ff57bd8f None None] Pushing event updated for resources: {'Port': ['ID=eddfef01-b04b-4ff7-8e3b-449061b77470,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:28.834190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5acd8e45-e81d-4989-8426-1c07ff57bd8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:28.851220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:28.971423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ce5337c8-5cbf-40a0-ba4f-6509b9a54c3e None None] Provisioning complete for port eddfef01-b04b-4ff7-8e3b-449061b77470 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:28.972639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ce5337c8-5cbf-40a0-ba4f-6509b9a54c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.184296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Allocated IP 172.20.0.1 (7690df07-7f2d-4c9e-8b58-caec045ac4ce/488d959d-26b4-41b5-8dc7-7b64f8afe0b2/513a3fac-b46d-48ab-a8f9-6616a716d935) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:29.288028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.301395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Transition to ACTIVE for port object 513a3fac-b46d-48ab-a8f9-6616a716d935 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:29.333735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.334733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.338040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:29.343644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Transition to ACTIVE for port object 675f1123-f4fc-4e8b-ad21-aea3ba18f08c will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:29.350073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.351930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e3fa7f96-1af3-4d6a-855b-210b0272bced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:29.382913 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:29.387233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:29.389615 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:29.408250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8c947-e5d5-4be0-8a31-6379f9b632fb None None] Pushing event updated for resources: {'Port': ['ID=675f1123-f4fc-4e8b-ad21-aea3ba18f08c,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:29.411287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Attempting to bind port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:29.411660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Attempting to bind port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:29.412036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Attempting to bind port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:29.414185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6e8c947-e5d5-4be0-8a31-6379f9b632fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:29.417435 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Pushing event updated for resources: {'Port': ['ID=513a3fac-b46d-48ab-a8f9-6616a716d935,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:29.418208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:29.418588 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:29.418997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.419394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:29.419937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Bound port: 675f1123-f4fc-4e8b-ad21-aea3ba18f08c, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:29.420226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.420330 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:29.436817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.479162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] For port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:29.483032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] For port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=675f1123-f4fc-4e8b-ad21-aea3ba18f08c,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:29.489594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.493161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:29.545555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Routers {'aece93ab-184c-4819-860b-d2da62d4def3'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:32:29.546187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:32:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aece93ab-184c-4819-860b-d2da62d4def3'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:29.592094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8c947-e5d5-4be0-8a31-6379f9b632fb None None] Pushing event updated for resources: {'Port': ['ID=675f1123-f4fc-4e8b-ad21-aea3ba18f08c,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:29.593587 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.595230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6e8c947-e5d5-4be0-8a31-6379f9b632fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:29.653527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0334ea1d-d932-4eac-9e27-24032af4c133 None None] Provisioning for port 513a3fac-b46d-48ab-a8f9-6616a716d935 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:29.663861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0334ea1d-d932-4eac-9e27-24032af4c133 None None] Provisioning complete for port 513a3fac-b46d-48ab-a8f9-6616a716d935 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:29.664180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0334ea1d-d932-4eac-9e27-24032af4c133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.705583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] Set router aece93ab-184c-4819-860b-d2da62d4def3 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:32:29.736858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0334ea1d-d932-4eac-9e27-24032af4c133 None None] Port 513a3fac-b46d-48ab-a8f9-6616a716d935 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:32:29.744054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device eddfef01-b04b-4ff7-8e3b-449061b77470 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:29.765268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.771106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.774162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:29.837101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.839059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Pushing event updated for resources: {'Port': ['ID=513a3fac-b46d-48ab-a8f9-6616a716d935,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:29.842591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:29.880693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port eddfef01-b04b-4ff7-8e3b-449061b77470 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:29.881087 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:29.932216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:29.933734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:30.021375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:26Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 4, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'gw_port': {'id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:27Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '513a3fac-b46d-48ab-a8f9-6616a716d935', 'name': '', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'mac_address': 'fa:16:3e:3c:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:28Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 1, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'subnets': [{'id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:30.049357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24c10ce-8408-4adf-851c-cfdbd1f11a49 None None] The sync data for ids ['aece93ab-184c-4819-860b-d2da62d4def3'] in dv-neutron-601336-93-hyperv is: [{'id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:26Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 4, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'gw_port': {'id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:27Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '513a3fac-b46d-48ab-a8f9-6616a716d935', 'name': '', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'mac_address': 'fa:16:3e:3c:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:28Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 1, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'subnets': [{'id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:32:30.057578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Router aece93ab-184c-4819-860b-d2da62d4def3 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:32:30.165517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-99070810-d21a-4a06-b494-ecfa05ea5c79 None None] Provisioning complete for port 513a3fac-b46d-48ab-a8f9-6616a716d935 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:30.165902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99070810-d21a-4a06-b494-ecfa05ea5c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.182757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:32:30.196340 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] 10.222.0.22 "PUT /v2.0/routers/aece93ab-184c-4819-860b-d2da62d4def3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9969702 Jun 22 15:32:30.208855 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-99070810-d21a-4a06-b494-ecfa05ea5c79 None None] Port 513a3fac-b46d-48ab-a8f9-6616a716d935 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:32:30.217370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-091805a5-0134-4b4e-beb8-70c95aa496bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.705379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47050) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:30.711375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2108444474-network', 'tenant_id': '7513e59ec4114f16b7eeded46714a815'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:30.736034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Made reservation on behalf of 7513e59ec4114f16b7eeded46714a815 for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:30.739065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.748504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.843214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.848268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.851426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-361dacff-2607-4fa4-959f-46307943ef3c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:30.874340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:32:30.885288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1718b2-67f1-4063-a6d0-0cfe36896bf1,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:30.890489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.890833 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Added segment 258566f9-72f3-47bc-85c9-54ebcf19a8c7 of type vlan for network 0a9bb217-f209-4b01-9780-f7b145ec98ab Jun 22 15:32:30.905551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.905953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.906419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.906771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.907109 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.907499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.907911 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.908361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.908831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.909410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.909800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.910184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:30.914419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:30.958246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.988123 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.989218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:30.989796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:30.992047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f4b02d6e-191e-4dfd-b9d4-9bcdd0bbd301 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:31.050469 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3433826 Jun 22 15:32:31.053313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47052) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:31.058216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Request body: {'subnet': {'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-subnet', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:31.066734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Pushing event updated for resources: {'Network': ['ID=0a9bb217-f209-4b01-9780-f7b145ec98ab,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:31.070985 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-568a7be7-ad72-4cbe-8a98-7d9825f5aab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:31.076595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 0a9bb217-f209-4b01-9780-f7b145ec98ab details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:32:31.087515 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Made reservation on behalf of 7513e59ec4114f16b7eeded46714a815 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:31.090208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.273620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.276011 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-bfffb30b-96f5-497e-a013-08ff02db04bb tempest-PortsTestJSON-690475015 tempest-PortsTestJSON-690475015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:31.324164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33c11bc-98b7-48c3-99d4-68e99472595d,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:31.330634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:31.339410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Checking segment: {'id': '258566f9-72f3-47bc-85c9-54ebcf19a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:31.339762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Network hostable DHCP agents. Network: 0a9bb217-f209-4b01-9780-f7b145ec98ab, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:32:31.359027 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Network 0a9bb217-f209-4b01-9780-f7b145ec98ab is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:32:31.368480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 0a9bb217-f209-4b01-9780-f7b145ec98ab) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:31.372534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:31.373254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.377201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc6602-3739-418a-a70a-c94d681511ab None None] Network 0a9bb217-f209-4b01-9780-f7b145ec98ab requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:31.387160 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fe628485-5094-4bfc-96a3-4646cd22eced admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3327663 Jun 22 15:32:31.389526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47054) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:31.393974 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:31.415017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.416008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.474891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.520275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-0a9bb217-f209-4b01-9780-f7b145ec98ab', 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'fixed_ips': [{'subnet_id': 'c33c11bc-98b7-48c3-99d4-68e99472595d'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:32:31.521169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.614564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.679443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Allocated IP 172.20.0.2 (0a9bb217-f209-4b01-9780-f7b145ec98ab/c33c11bc-98b7-48c3-99d4-68e99472595d/9ed633d1-b641-420e-a668-bde7556cf35a) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:31.797267 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 675f1123-f4fc-4e8b-ad21-aea3ba18f08c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:31.865173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.880268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.885992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.891441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Transition to ACTIVE for port object 9ed633d1-b641-420e-a668-bde7556cf35a will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:31.900503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:31.908774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:31.909206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.910934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Transition to ACTIVE for port object 9ed633d1-b641-420e-a668-bde7556cf35a will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:31.931315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:31.935389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6e8c947-e5d5-4be0-8a31-6379f9b632fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:31.980486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Network 0a9bb217-f209-4b01-9780-f7b145ec98ab is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:31.989876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:31.996137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:32.005203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Allocated IP 172.26.6.236 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/ecd1ebf7-58ca-452a-bfc4-40e054e8c22c) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:32.006659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Pushing event updated for resources: {'Port': ['ID=9ed633d1-b641-420e-a668-bde7556cf35a,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:32.015314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:32.038741 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Sync routers for ids ['aece93ab-184c-4819-860b-d2da62d4def3'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:32:32.048383 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Routers {'aece93ab-184c-4819-860b-d2da62d4def3'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:32:32.049091 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:32:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aece93ab-184c-4819-860b-d2da62d4def3'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:32.087613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Attempting to bind port 9ed633d1-b641-420e-a668-bde7556cf35a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:32.088223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Attempting to bind port 9ed633d1-b641-420e-a668-bde7556cf35a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '258566f9-72f3-47bc-85c9-54ebcf19a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:32.088350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Attempting to bind port 9ed633d1-b641-420e-a668-bde7556cf35a on network 0a9bb217-f209-4b01-9780-f7b145ec98ab {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:32.098205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:32.098588 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Checking segment: {'id': '258566f9-72f3-47bc-85c9-54ebcf19a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:32.099005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.099403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Bound using segment: {'id': '258566f9-72f3-47bc-85c9-54ebcf19a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:32.099878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Bound port: 9ed633d1-b641-420e-a668-bde7556cf35a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258566f9-72f3-47bc-85c9-54ebcf19a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:32.100264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.102991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.122246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.151484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=675f1123-f4fc-4e8b-ad21-aea3ba18f08c,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:32.158470 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Set router aece93ab-184c-4819-860b-d2da62d4def3 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:32:32.164465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.168171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.169671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:32.172049 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-59d43e24-9cf1-4199-9f90-de214e8c613a tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:32.212587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-49558a04-6884-484f-977a-057faed9fbdc None None] For port 9ed633d1-b641-420e-a668-bde7556cf35a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:32.213687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:32.217337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-49558a04-6884-484f-977a-057faed9fbdc None None] For port 9ed633d1-b641-420e-a668-bde7556cf35a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9ed633d1-b641-420e-a668-bde7556cf35a,segment=NetworkSegment(258566f9-72f3-47bc-85c9-54ebcf19a8c7),segment_id=258566f9-72f3-47bc-85c9-54ebcf19a8c7)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:32.218972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:32.228036 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:32.231414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.239443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=675f1123-f4fc-4e8b-ad21-aea3ba18f08c,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:32.243780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:32.244252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:32.258173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd1ebf7-58ca-452a-bfc4-40e054e8c22c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:32.268053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:32.297873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Pushing event updated for resources: {'Port': ['ID=9ed633d1-b641-420e-a668-bde7556cf35a,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:32.301843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:32.388901 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:26Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 4, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'gw_port': {'id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:27Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '513a3fac-b46d-48ab-a8f9-6616a716d935', 'name': '', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'mac_address': 'fa:16:3e:3c:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:28Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 2, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'subnets': [{'id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:32.417159 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Checking router: aece93ab-184c-4819-860b-d2da62d4def3 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:32:32.417514 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Updating router aece93ab-184c-4819-860b-d2da62d4def3 port 513a3fac-b46d-48ab-a8f9-6616a716d935 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:32:32.478039 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.542137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.698010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b807cf3f-5355-4691-8812-cebf708a3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.752092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.854594 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.864979 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Transition to ACTIVE for port object 513a3fac-b46d-48ab-a8f9-6616a716d935 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:32.870051 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.871963 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:32.881669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:32:32.946368 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Pushing event updated for resources: {'Port': ['ID=513a3fac-b46d-48ab-a8f9-6616a716d935,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:32.960291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:32.975907 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.976247 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.976773 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.977266 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.977736 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.978220 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.978687 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.979153 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.979618 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.980091 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.980558 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.981130 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:32:32.985797 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:33.012996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:32:33.024143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Sync routers for ids ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:32:33.026078 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Attempting to bind port 513a3fac-b46d-48ab-a8f9-6616a716d935 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:33.026574 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Attempting to bind port 513a3fac-b46d-48ab-a8f9-6616a716d935 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:33.027049 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Attempting to bind port 513a3fac-b46d-48ab-a8f9-6616a716d935 on network 7690df07-7f2d-4c9e-8b58-caec045ac4ce {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:33.032094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:33.034463 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6436493 Jun 22 15:32:33.036803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47056) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:32:33.041520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Routers {'b05c0cb1-058a-421d-a6ac-95f8ccf8de27'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:32:33.042293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:32:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:33.044502 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:33.045046 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Checking segment: {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:33.045508 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:33.046009 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Bound using segment: {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:33.046601 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Bound port: 513a3fac-b46d-48ab-a8f9-6616a716d935, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:33.047099 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:33.142967 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] For port 513a3fac-b46d-48ab-a8f9-6616a716d935, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:33.147313 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] For port 513a3fac-b46d-48ab-a8f9-6616a716d935, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=513a3fac-b46d-48ab-a8f9-6616a716d935,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:33.152577 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:33.163189 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-23093249-a1f9-4aa3-b019-11535f80d8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:33.187722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Set router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:32:33.202365 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Routers {'aece93ab-184c-4819-860b-d2da62d4def3'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:32:33.203377 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:32:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aece93ab-184c-4819-860b-d2da62d4def3'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:33.315183 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Pushing event updated for resources: {'Port': ['ID=513a3fac-b46d-48ab-a8f9-6616a716d935,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:33.319868 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:33.343138 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] Set router aece93ab-184c-4819-860b-d2da62d4def3 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:32:33.447962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:32Z', 'revision_number': 3, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'gw_port': {'id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:33.487654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Checking router: b05c0cb1-058a-421d-a6ac-95f8ccf8de27 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:32:33.487654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Updating router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:32:33.532983 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:33.561399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527b7b6-757b-49b7-806d-41c000322706 None None] Network 0a9bb217-f209-4b01-9780-f7b145ec98ab requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:32:33.584873 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:26Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 4, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'gw_port': {'id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:27Z', 'updated_at': '2021-06-22T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '513a3fac-b46d-48ab-a8f9-6616a716d935', 'name': '', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'mac_address': 'fa:16:3e:3c:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:28Z', 'updated_at': '2021-06-22T15:32:33Z', 'revision_number': 4, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'subnets': [{'id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:33.617897 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bccc8-2dab-4b41-9d6f-bd19ba82e595 None None] The sync data for ids ['aece93ab-184c-4819-860b-d2da62d4def3'] in dv-neutron-601336-93-hyperv is: [{'id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:26Z', 'updated_at': '2021-06-22T15:32:29Z', 'revision_number': 4, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'gw_port': {'id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:27Z', 'updated_at': '2021-06-22T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '513a3fac-b46d-48ab-a8f9-6616a716d935', 'name': '', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'mac_address': 'fa:16:3e:3c:a6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:28Z', 'updated_at': '2021-06-22T15:32:33Z', 'revision_number': 4, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'subnets': [{'id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:32:33.634211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:33.646916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7c0d680c-eefd-4e3d-8392-4e4e7b0b1923 None None] Provisioning for port 9ed633d1-b641-420e-a668-bde7556cf35a completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:33.853396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Allocated IP 172.20.0.1 (0a9bb217-f209-4b01-9780-f7b145ec98ab/c33c11bc-98b7-48c3-99d4-68e99472595d/ef010cb2-b4cc-4d61-badd-1108e3b759f2) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:33.941771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 675f1123-f4fc-4e8b-ad21-aea3ba18f08c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:33.975878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:33.990200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Transition to ACTIVE for port object ef010cb2-b4cc-4d61-badd-1108e3b759f2 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:34.033279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.036670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-42b00e94-69b3-453b-b191-18772b7f3205 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:34.044269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.063079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.064125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Transition to ACTIVE for port object ecd1ebf7-58ca-452a-bfc4-40e054e8c22c will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:34.075800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:34.076180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.078958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.102578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:34.122881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Network 0a9bb217-f209-4b01-9780-f7b145ec98ab is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:34.124052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Pushing event updated for resources: {'Port': ['ID=ef010cb2-b4cc-4d61-badd-1108e3b759f2,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:34.127048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:34.129581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:34.131878 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:34.180183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.342454 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.383458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Attempting to bind port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:34.384037 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Attempting to bind port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:34.384400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Attempting to bind port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:34.394448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac7ea0-595a-4599-893e-fd44519292f0 None None] Pushing event updated for resources: {'Port': ['ID=ecd1ebf7-58ca-452a-bfc4-40e054e8c22c,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:34.404084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c9ac7ea0-595a-4599-893e-fd44519292f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:34.406243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:34.406633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:34.407043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.407447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:34.407938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Bound port: ecd1ebf7-58ca-452a-bfc4-40e054e8c22c, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:34.408320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.492888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 513a3fac-b46d-48ab-a8f9-6616a716d935 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:34.521708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] For port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:34.540113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] For port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ecd1ebf7-58ca-452a-bfc4-40e054e8c22c,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:34.546446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.546616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.550990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a6e8c947-e5d5-4be0-8a31-6379f9b632fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:34.551689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.554955 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9752878c-04a9-4d9a-9221-49ccaf3c5b4f tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:34.613623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 513a3fac-b46d-48ab-a8f9-6616a716d935 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:34.618437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Routers {'b05c0cb1-058a-421d-a6ac-95f8ccf8de27'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:32:34.619068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:32:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:34.621969 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Pushing event updated for resources: {'Port': ['ID=ef010cb2-b4cc-4d61-badd-1108e3b759f2,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:34.624299 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.626300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:34.630052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 513a3fac-b46d-48ab-a8f9-6616a716d935 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:34.630842 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.695103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac7ea0-595a-4599-893e-fd44519292f0 None None] Pushing event updated for resources: {'Port': ['ID=ecd1ebf7-58ca-452a-bfc4-40e054e8c22c,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:34.698463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c9ac7ea0-595a-4599-893e-fd44519292f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:34.699116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5273ffb1-2d93-486a-a18e-1734e0b964b2 None None] Provisioning for port ef010cb2-b4cc-4d61-badd-1108e3b759f2 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:34.717458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5273ffb1-2d93-486a-a18e-1734e0b964b2 None None] Provisioning complete for port ef010cb2-b4cc-4d61-badd-1108e3b759f2 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:34.718000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5273ffb1-2d93-486a-a18e-1734e0b964b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.722852 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Network 0a9bb217-f209-4b01-9780-f7b145ec98ab is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:34.724244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:34.805985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5273ffb1-2d93-486a-a18e-1734e0b964b2 None None] Port ef010cb2-b4cc-4d61-badd-1108e3b759f2 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:32:34.843659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] Set router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:32:34.845900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:32:34.893209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:34.955477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:32:34.960566 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] 10.222.0.22 "PUT /v2.0/routers/b05c0cb1-058a-421d-a6ac-95f8ccf8de27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9227786 Jun 22 15:32:34.995950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 513a3fac-b46d-48ab-a8f9-6616a716d935, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=513a3fac-b46d-48ab-a8f9-6616a716d935,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:35.003567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:35.004625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9ed633d1-b641-420e-a668-bde7556cf35a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:35.008486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-48f6fb9d-b93c-48e0-9b0d-bbdb4031577c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:35.135980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d25b88b8-d29f-42e9-8a15-9f473e6c54f5 None None] Provisioning complete for port ef010cb2-b4cc-4d61-badd-1108e3b759f2 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:35.136508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d25b88b8-d29f-42e9-8a15-9f473e6c54f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:35.189331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=513a3fac-b46d-48ab-a8f9-6616a716d935,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:35.195373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:35.216067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d25b88b8-d29f-42e9-8a15-9f473e6c54f5 None None] Port ef010cb2-b4cc-4d61-badd-1108e3b759f2 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:32:35.218446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 9ed633d1-b641-420e-a668-bde7556cf35a completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:35.225393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9ed633d1-b641-420e-a668-bde7556cf35a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:35.225752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:35.270809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 4, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'gw_port': {'id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'ef010cb2-b4cc-4d61-badd-1108e3b759f2', 'name': '', 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'mac_address': 'fa:16:3e:3e:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:33Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 2, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'subnets': [{'id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:35.304076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c9842-3534-4434-a87e-a16a8a5841fa None None] The sync data for ids ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'] in dv-neutron-601336-93-hyperv is: [{'id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 4, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'gw_port': {'id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'ef010cb2-b4cc-4d61-badd-1108e3b759f2', 'name': '', 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'mac_address': 'fa:16:3e:3e:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:33Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 2, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'subnets': [{'id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:32:35.346345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:35.382562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 9ed633d1-b641-420e-a668-bde7556cf35a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9ed633d1-b641-420e-a668-bde7556cf35a,segment=NetworkSegment(258566f9-72f3-47bc-85c9-54ebcf19a8c7),segment_id=258566f9-72f3-47bc-85c9-54ebcf19a8c7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:35.387655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:35.390192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-af004b1f-3a77-492d-bb14-9e7867ee321b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:35.439016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=9ed633d1-b641-420e-a668-bde7556cf35a,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:35.443094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:35.747207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:35.780488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 513a3fac-b46d-48ab-a8f9-6616a716d935 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:35.836105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 513a3fac-b46d-48ab-a8f9-6616a716d935 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:35.836416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:35.931561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9ed633d1-b641-420e-a668-bde7556cf35a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:35.979654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9ed633d1-b641-420e-a668-bde7556cf35a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:35.980036 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:36.406734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-028fb602-7c82-4782-953d-11bc55d3f146 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:36.408194 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-028fb602-7c82-4782-953d-11bc55d3f146 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/networks?id=7690df07-7f2d-4c9e-8b58-caec045ac4ce HTTP/1.1" status: 200 len: 816 time: 0.4545312 Jun 22 15:32:36.428281 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-d39779a3-dd32-4baf-836a-72de8d924138 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/quotas/3578863d7c944ec68331e063c1f9b768 HTTP/1.1" status: 200 len: 375 time: 0.0106268 Jun 22 15:32:36.510178 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-dafc3ee9-03df-4704-85e1-597d84ac6631 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3578863d7c944ec68331e063c1f9b768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726950 Jun 22 15:32:36.613641 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-5fe91a77-794e-447e-918d-7c8136081d3d service neutron] 10.222.0.22 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911982 Jun 22 15:32:36.705080 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-bda7743e-0738-479e-9646-c1e60b5e7804 service neutron] 10.222.0.22 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854168 Jun 22 15:32:36.904926 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-686038df-ee17-4d51-add5-e1c7018b6783 req-7b214163-482f-459d-b795-1336bcbab148 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 210 time: 0.0307496 Jun 22 15:32:37.743693 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Sync routers for ids ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:32:37.756350 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Routers {'b05c0cb1-058a-421d-a6ac-95f8ccf8de27'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:32:37.757004 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:32:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:37.761883 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ecd1ebf7-58ca-452a-bfc4-40e054e8c22c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:37.814465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:37.823120 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:37.823622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:37.873139 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Set router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:32:37.906753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:37.928279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ecd1ebf7-58ca-452a-bfc4-40e054e8c22c,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:37.942275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:37.944274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:38.031881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=ecd1ebf7-58ca-452a-bfc4-40e054e8c22c,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:38.052302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-4ce8adcc-dd30-40c1-b934-71ee02a503b1 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:38.053432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:38.054210 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-4ce8adcc-dd30-40c1-b934-71ee02a503b1 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.21 "GET /v2.0/networks?id=7690df07-7f2d-4c9e-8b58-caec045ac4ce HTTP/1.1" status: 200 len: 816 time: 0.1246140 Jun 22 15:32:38.076761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Request body: {'port': {'device_id': '06dc49db-a868-494e-8568-35f67c8dbff2', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'admin_state_up': True, 'tenant_id': '3578863d7c944ec68331e063c1f9b768'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:38.107973 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b21e0212-1d15-4983-9a08-7def0df7328d req-999c6652-011d-40f0-8342-4d81e7477020 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 210 time: 0.0474057 Jun 22 15:32:38.143320 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 4, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'gw_port': {'id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'ef010cb2-b4cc-4d61-badd-1108e3b759f2', 'name': '', 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'mac_address': 'fa:16:3e:3e:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:33Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 2, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'subnets': [{'id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:38.171361 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Checking router: b05c0cb1-058a-421d-a6ac-95f8ccf8de27 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:32:38.171729 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Updating router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 port ef010cb2-b4cc-4d61-badd-1108e3b759f2 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:32:38.196341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Made reservation on behalf of 3578863d7c944ec68331e063c1f9b768 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:32:38.200304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.212168 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.339799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Allocated IP 172.20.0.6 (7690df07-7f2d-4c9e-8b58-caec045ac4ce/488d959d-26b4-41b5-8dc7-7b64f8afe0b2/b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:32:38.467626 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.477970 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Transition to ACTIVE for port object ef010cb2-b4cc-4d61-badd-1108e3b759f2 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:38.482964 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.484681 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:38.489516 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.502515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Transition to ACTIVE for port object b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:38.539805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.543880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6f749bca-a2f8-4423-8e99-3f19bf2975e2 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:38.559110 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e35e36-17a4-49e6-8df0-8a34f671e564 None None] Pushing event updated for resources: {'Port': ['ID=ef010cb2-b4cc-4d61-badd-1108e3b759f2,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:38.563401 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-d2e35e36-17a4-49e6-8df0-8a34f671e564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:38.588101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:32:38.591810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:32:38.594504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:32:38.618211 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Attempting to bind port ef010cb2-b4cc-4d61-badd-1108e3b759f2 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:38.618591 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Attempting to bind port ef010cb2-b4cc-4d61-badd-1108e3b759f2 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '258566f9-72f3-47bc-85c9-54ebcf19a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:38.618955 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Attempting to bind port ef010cb2-b4cc-4d61-badd-1108e3b759f2 on network 0a9bb217-f209-4b01-9780-f7b145ec98ab {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:38.623489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Pushing event updated for resources: {'Port': ['ID=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:38.624506 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:38.624918 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Checking segment: {'id': '258566f9-72f3-47bc-85c9-54ebcf19a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:38.625340 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.626021 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Bound using segment: {'id': '258566f9-72f3-47bc-85c9-54ebcf19a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:38.626522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:38.626644 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Bound port: ef010cb2-b4cc-4d61-badd-1108e3b759f2, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258566f9-72f3-47bc-85c9-54ebcf19a8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:38.626895 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.658477 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:38.660034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.677145 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079707 Jun 22 15:32:38.689606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Request body: {'port': {'device_id': '06dc49db-a868-494e-8568-35f67c8dbff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:32:38.706756 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] For port ef010cb2-b4cc-4d61-badd-1108e3b759f2, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:38.714799 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] For port ef010cb2-b4cc-4d61-badd-1108e3b759f2, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ef010cb2-b4cc-4d61-badd-1108e3b759f2,segment=NetworkSegment(258566f9-72f3-47bc-85c9-54ebcf19a8c7),segment_id=258566f9-72f3-47bc-85c9-54ebcf19a8c7)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:38.720729 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.723647 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3bc1e7a3-2661-4c4a-aa6e-c9044421d592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:38.888136 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Routers {'b05c0cb1-058a-421d-a6ac-95f8ccf8de27'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:32:38.888840 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:32:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:38.912373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-61f5117e-c2ea-43c8-9b78-2b8fd7448539 None None] Provisioning for port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:38.917149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-61f5117e-c2ea-43c8-9b78-2b8fd7448539 None None] Provisioning complete for port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:38.917744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-61f5117e-c2ea-43c8-9b78-2b8fd7448539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:38.928887 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e35e36-17a4-49e6-8df0-8a34f671e564 None None] Pushing event updated for resources: {'Port': ['ID=ef010cb2-b4cc-4d61-badd-1108e3b759f2,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:38.939342 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-d2e35e36-17a4-49e6-8df0-8a34f671e564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:38.981572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-61f5117e-c2ea-43c8-9b78-2b8fd7448539 None None] Port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:32:39.030201 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] Set router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:32:39.163511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:39.245703 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 4, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'gw_port': {'id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'ef010cb2-b4cc-4d61-badd-1108e3b759f2', 'name': '', 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'mac_address': 'fa:16:3e:3e:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:33Z', 'updated_at': '2021-06-22T15:32:38Z', 'revision_number': 4, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'subnets': [{'id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:32:39.274711 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7b232a-0e14-4b88-b894-9e3921275516 None None] The sync data for ids ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'] in dv-neutron-601336-93-hyperv is: [{'id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:34Z', 'revision_number': 4, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'gw_port': {'id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'ef010cb2-b4cc-4d61-badd-1108e3b759f2', 'name': '', 'network_id': '0a9bb217-f209-4b01-9780-f7b145ec98ab', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'mac_address': 'fa:16:3e:3e:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:33Z', 'updated_at': '2021-06-22T15:32:38Z', 'revision_number': 4, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'subnets': [{'id': 'c33c11bc-98b7-48c3-99d4-68e99472595d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:32:39.394105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4843968-fa5f-484e-b893-cf9d886aa314 req-028ea406-8a70-4658-aa38-099a66e0f58a tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:39.395620 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c4843968-fa5f-484e-b893-cf9d886aa314 req-028ea406-8a70-4658-aa38-099a66e0f58a tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 931 time: 0.1771052 Jun 22 15:32:39.468899 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c4843968-fa5f-484e-b893-cf9d886aa314 req-5a91f158-1d3c-43b4-8853-1878fa6440f9 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666199 Jun 22 15:32:39.520012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:32:39.527653 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:39.540857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Transition to ACTIVE for port object b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:32:39.545627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:39.547594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ec29db7b-c4de-4f75-bc16-23912f9cc9df tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:39.625312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:39.630602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:39.718139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Attempting to bind port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:32:39.718139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Attempting to bind port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:32:39.718139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Attempting to bind port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf on network 7690df07-7f2d-4c9e-8b58-caec045ac4ce {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:39.725050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf on network 7690df07-7f2d-4c9e-8b58-caec045ac4ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:32:39.725490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Attempting to bind port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf on network 7690df07-7f2d-4c9e-8b58-caec045ac4ce {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:32:39.731667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:32:39.732073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Checking segment: {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:32:39.732520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Bound using segment: {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:32:39.733072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Bound port: b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:32:39.733482 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:39.788217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ef010cb2-b4cc-4d61-badd-1108e3b759f2 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:39.809294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] For port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:32:39.812237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] For port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:32:39.818087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:39.821682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0fd0bff9-32e1-43d5-9332-253de3944d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:39.855947 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:39.856711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:39.858804 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] 10.222.0.21 "PUT /v2.0/ports/b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf HTTP/1.1" status: 200 len: 1093 time: 1.1735327 Jun 22 15:32:39.863716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06dc49db-a868-494e-8568-35f67c8dbff2', 'tag': 'b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:32:39.865163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0838dbd-e1ae-4723-bdb5-a0576ab00447" -d '{"events": [{"name": "network-changed", "server_uuid": "06dc49db-a868-494e-8568-35f67c8dbff2", "tag": "b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:32:39.900702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:39.917764 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:39.929294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a829b9-3276-4c5b-b2cf-a1c254470e9d x-openstack-request-id: req-60a829b9-3276-4c5b-b2cf-a1c254470e9d {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:32:39.930166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06dc49db-a868-494e-8568-35f67c8dbff2", "tag": "b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:32:39.930166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60a829b9-3276-4c5b-b2cf-a1c254470e9d {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:32:39.930433 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06dc49db-a868-494e-8568-35f67c8dbff2', 'tag': 'b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf', 'status': 'completed', 'code': 200} Jun 22 15:32:39.941487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port ef010cb2-b4cc-4d61-badd-1108e3b759f2 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:39.951051 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ef010cb2-b4cc-4d61-badd-1108e3b759f2 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:39.951469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:39.980450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-8b498f6c-fe0e-4ec5-8801-6cb484c906e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:39.982274 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-8b498f6c-fe0e-4ec5-8801-6cb484c906e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3578863d7c944ec68331e063c1f9b768&device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 1096 time: 0.0635538 Jun 22 15:32:40.027392 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-c86b66d6-8183-491e-9e90-966b464c3b6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf HTTP/1.1" status: 200 len: 217 time: 0.0371664 Jun 22 15:32:40.077618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-17b32c52-3ec1-476b-8d59-71a7cca6ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:40.079063 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-17b32c52-3ec1-476b-8d59-71a7cca6ee18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488d959d-26b4-41b5-8dc7-7b64f8afe0b2 HTTP/1.1" status: 200 len: 855 time: 0.0453389 Jun 22 15:32:40.084432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:40.137130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port ef010cb2-b4cc-4d61-badd-1108e3b759f2, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ef010cb2-b4cc-4d61-badd-1108e3b759f2,segment=NetworkSegment(258566f9-72f3-47bc-85c9-54ebcf19a8c7),segment_id=258566f9-72f3-47bc-85c9-54ebcf19a8c7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:40.143866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:40.144591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-e2f6747e-efe5-452a-96eb-b6f17252d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:40.144998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ecd1ebf7-58ca-452a-bfc4-40e054e8c22c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:40.146523 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-e2f6747e-efe5-452a-96eb-b6f17252d80a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7690df07-7f2d-4c9e-8b58-caec045ac4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0610585 Jun 22 15:32:40.147293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:40.223644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=ef010cb2-b4cc-4d61-badd-1108e3b759f2,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:40.227713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:40.236234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:40.236611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:40.237612 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-fd1cecf7-2e5e-4fe9-b23b-390f14be6f75 service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843909 Jun 22 15:32:40.332930 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f7e37c3-05c6-4158-9eda-4000dd0ea8d2 req-db7975a1-130e-45cf-b299-62feb5deafbd service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893605 Jun 22 15:32:40.403863 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:40.430275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-2b052ac2-b04b-45da-8969-4ca396275a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:40.431750 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-2b052ac2-b04b-45da-8969-4ca396275a79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3578863d7c944ec68331e063c1f9b768&device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 1096 time: 0.0519409 Jun 22 15:32:40.527660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-7dda367b-0993-42a5-ae33-e77970c49240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:40.529263 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-7dda367b-0993-42a5-ae33-e77970c49240 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7690df07-7f2d-4c9e-8b58-caec045ac4ce HTTP/1.1" status: 200 len: 917 time: 0.0914571 Jun 22 15:32:40.569701 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-0fbd9aa5-dd4c-4272-bbd5-41b435c67dd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf HTTP/1.1" status: 200 len: 217 time: 0.0341399 Jun 22 15:32:40.650058 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-3beb18c1-218b-4d8d-8a04-ab268e4b19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:40.651495 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-3beb18c1-218b-4d8d-8a04-ab268e4b19f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488d959d-26b4-41b5-8dc7-7b64f8afe0b2 HTTP/1.1" status: 200 len: 855 time: 0.0747588 Jun 22 15:32:40.707867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb248f-9910-4f53-9a35-3fb33f896007 req-c8398c26-5e61-450f-bf93-94e110c3dc25 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:40.709304 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-92eb248f-9910-4f53-9a35-3fb33f896007 req-c8398c26-5e61-450f-bf93-94e110c3dc25 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 943 time: 0.1233847 Jun 22 15:32:40.754143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-add2099a-de34-493b-b843-fbec170432dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:40.755567 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-add2099a-de34-493b-b843-fbec170432dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7690df07-7f2d-4c9e-8b58-caec045ac4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0980034 Jun 22 15:32:40.758664 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-92eb248f-9910-4f53-9a35-3fb33f896007 req-ca4d37a7-1d0e-4bee-9687-a117e704c9cc tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Jun 22 15:32:40.848903 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-cfa33191-e074-423b-8a30-215f76f14896 service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857711 Jun 22 15:32:40.937905 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b0838dbd-e1ae-4723-bdb5-a0576ab00447 req-80e477c5-5d18-4766-973c-9d562832398c service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826020 Jun 22 15:32:41.746082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ef010cb2-b4cc-4d61-badd-1108e3b759f2 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:41.792021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port ef010cb2-b4cc-4d61-badd-1108e3b759f2 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:41.792400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:41.939283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2424b6b-341e-4ada-a2ad-43ce78416fc2 req-63100357-9e02-43fc-90f5-2d6b967cb2fe tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:41.940772 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2424b6b-341e-4ada-a2ad-43ce78416fc2 req-63100357-9e02-43fc-90f5-2d6b967cb2fe tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 943 time: 0.0709748 Jun 22 15:32:41.978498 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2424b6b-341e-4ada-a2ad-43ce78416fc2 req-6d588c55-7ab4-4bf9-ab6b-662ccd389938 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Jun 22 15:32:43.148280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650da75d-7ab2-4d24-87c4-d9f80f2ed84b req-48a60a83-f8b0-4bb7-a6c5-ca73e323030c tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:43.149758 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-650da75d-7ab2-4d24-87c4-d9f80f2ed84b req-48a60a83-f8b0-4bb7-a6c5-ca73e323030c tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 943 time: 0.0633116 Jun 22 15:32:43.189391 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-650da75d-7ab2-4d24-87c4-d9f80f2ed84b req-93684531-13d8-41d0-a8f9-67a7704bb021 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Jun 22 15:32:44.358686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a699f4-ec60-4ec7-b8c8-90449d8173ff req-540cba30-715d-4f7a-9f63-e39f164d1181 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:44.360142 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-66a699f4-ec60-4ec7-b8c8-90449d8173ff req-540cba30-715d-4f7a-9f63-e39f164d1181 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 943 time: 0.0629578 Jun 22 15:32:44.400715 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-66a699f4-ec60-4ec7-b8c8-90449d8173ff req-a198dad3-2296-47f2-84cb-a08064e12580 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347693 Jun 22 15:32:44.624975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:32:44.715752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:44.726968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'port_id': 'b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf', 'mac_address': 'fa:16:3e:67:ca:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:32:44.763135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:44.778284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:32:44.796390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:44.800821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:44.802458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5acd8e45-e81d-4989-8426-1c07ff57bd8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:44.847197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:44.850128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:45.133271 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:32:45.578261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae669bdf-f60a-43f4-bdae-2deb49bd2c1e req-93654c4c-6ba9-4d1a-91f3-9cce0b11ba57 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:45.579749 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ae669bdf-f60a-43f4-bdae-2deb49bd2c1e req-93654c4c-6ba9-4d1a-91f3-9cce0b11ba57 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 944 time: 0.0682602 Jun 22 15:32:45.619441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ae669bdf-f60a-43f4-bdae-2deb49bd2c1e req-652a4add-f5f0-43ce-9886-21fbb7f82fa3 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Jun 22 15:32:46.656261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:32:46.706802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:32:46.710355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:32:46.710731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:46.785998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:46.796489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5bc92-b0db-4661-a3db-886bfa424860 req-0e007b70-90a1-4fc1-b444-09791d4ad16c tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:46.797989 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-29b5bc92-b0db-4661-a3db-886bfa424860 req-0e007b70-90a1-4fc1-b444-09791d4ad16c tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 944 time: 0.0628285 Jun 22 15:32:46.807572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc49db-a868-494e-8568-35f67c8dbff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:32:46.809844 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1abb711-cd6a-4fc2-bdc0-dd15bb635efb" -d '{"events": [{"server_uuid": "06dc49db-a868-494e-8568-35f67c8dbff2", "name": "network-vif-plugged", "status": "completed", "tag": "b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:32:46.822605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:32:46.827995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:32:46.830078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:32:46.852152 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-29b5bc92-b0db-4661-a3db-886bfa424860 req-4e523726-0d92-4a8a-ac9a-87be08e8eb30 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483232 Jun 22 15:32:46.856395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2f56a2-affa-446b-932f-4a22eac38879 x-openstack-request-id: req-8f2f56a2-affa-446b-932f-4a22eac38879 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:32:46.856395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc49db-a868-494e-8568-35f67c8dbff2", "name": "network-vif-plugged", "status": "completed", "tag": "b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:32:46.856652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f2f56a2-affa-446b-932f-4a22eac38879 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:32:46.857023 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc49db-a868-494e-8568-35f67c8dbff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf', 'code': 200} Jun 22 15:32:46.886969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:32:46.889681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:32:47.066864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a044a-0415-47e9-9a5c-7c474727cd02 req-6d6faefc-988c-46bb-9b09-740f9082be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:47.068320 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-064a044a-0415-47e9-9a5c-7c474727cd02 req-6d6faefc-988c-46bb-9b09-740f9082be7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 1098 time: 0.0519948 Jun 22 15:32:47.101767 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-064a044a-0415-47e9-9a5c-7c474727cd02 req-0c374bf0-8b55-4928-9ad8-4fc6a930fb07 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272059 Jun 22 15:32:48.020923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be72d-80be-4430-bb5d-9b9bbc9b007f req-dd21ed4f-0a42-43c2-b377-87801a75915b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:48.022369 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56be72d-80be-4430-bb5d-9b9bbc9b007f req-dd21ed4f-0a42-43c2-b377-87801a75915b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 945 time: 0.0639906 Jun 22 15:32:48.060040 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56be72d-80be-4430-bb5d-9b9bbc9b007f req-1ef0f9fd-95b5-4f2d-8778-deb80cfb0286 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Jun 22 15:32:49.234119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ecc99-1fa2-44d0-8036-5e2dc086ae20 req-cb9b0aa3-c82d-4e0a-a88b-8f9b003b2f1f tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:49.235583 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8b6ecc99-1fa2-44d0-8036-5e2dc086ae20 req-cb9b0aa3-c82d-4e0a-a88b-8f9b003b2f1f tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 945 time: 0.0629535 Jun 22 15:32:49.273244 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8b6ecc99-1fa2-44d0-8036-5e2dc086ae20 req-6285459b-f1d5-40f2-8c4f-abdfe6416e29 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Jun 22 15:32:49.449505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a0069-0b1b-45a1-91a3-c3115dbd0a34 req-c2518be5-49a8-498c-89b6-dd1f5bd85a0b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:32:49.450945 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4f3a0069-0b1b-45a1-91a3-c3115dbd0a34 req-c2518be5-49a8-498c-89b6-dd1f5bd85a0b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 945 time: 0.0672593 Jun 22 15:32:49.488703 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4f3a0069-0b1b-45a1-91a3-c3115dbd0a34 req-4787564b-4b6d-450d-99e8-2013bd273be5 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317090 Jun 22 15:33:00.209293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-64034f91-ba56-4704-8cba-3f621a370505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:02.691065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a0215c8f-cdc0-4039-8877-7900296a4540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:02.951979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:04.032716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:05.198419 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:33:05.737750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:09.700506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0e95e-179c-47a6-a84a-86f3c164bc11 req-c79b33ea-4e4d-4435-b124-ddd56f68c573 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:09.707116 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1b0e95e-179c-47a6-a84a-86f3c164bc11 req-c79b33ea-4e4d-4435-b124-ddd56f68c573 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 945 time: 0.0753193 Jun 22 15:33:09.742226 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b1b0e95e-179c-47a6-a84a-86f3c164bc11 req-27efaa22-46ea-410b-a6db-3b184a368998 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339382 Jun 22 15:33:10.417991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:10.919685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947609-a243-4753-adbd-d42953c3e277 req-6fc619b5-cb78-407a-b6e9-8f7a5197ec09 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:10.921182 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c0947609-a243-4753-adbd-d42953c3e277 req-6fc619b5-cb78-407a-b6e9-8f7a5197ec09 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 945 time: 0.0630713 Jun 22 15:33:10.958328 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c0947609-a243-4753-adbd-d42953c3e277 req-96b5ee83-a249-4bed-a7af-e41ddd419b4c tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309894 Jun 22 15:33:11.527039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-7d625731-3827-46dd-ad0a-4776b3b22aa8 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:11.528448 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-7d625731-3827-46dd-ad0a-4776b3b22aa8 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.21 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 945 time: 0.0657277 Jun 22 15:33:11.626619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Deleting port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:11.626955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:11.717319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] For port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:11.717681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:11.780414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Calling delete_port for b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:11.909266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:11.913188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:11.921480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:33:11.937792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Pushing event deleted for resources: {'Port': ['ID=b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:11.941293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:11.991035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] No DVR routers for this DVR port b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:33:11.993642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:11.995751 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e8c55824-1768-4b76-9d8d-24e3e8325c4f req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.21 "DELETE /v2.0/ports/b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf HTTP/1.1" status: 204 len: 173 time: 0.4621851 Jun 22 15:33:11.996259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06dc49db-a868-494e-8568-35f67c8dbff2', 'name': 'network-vif-deleted', 'tag': 'b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:33:11.998605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cca8d1-6de6-455f-8c73-aee09fc84581" -d '{"events": [{"server_uuid": "06dc49db-a868-494e-8568-35f67c8dbff2", "name": "network-vif-deleted", "tag": "b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:33:12.054407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea49072-284f-48a9-a089-d26919c5857c x-openstack-request-id: req-9ea49072-284f-48a9-a089-d26919c5857c {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:33:12.054864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06dc49db-a868-494e-8568-35f67c8dbff2", "name": "network-vif-deleted", "tag": "b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:33:12.055271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ea49072-284f-48a9-a089-d26919c5857c {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:33:12.055881 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06dc49db-a868-494e-8568-35f67c8dbff2', 'name': 'network-vif-deleted', 'tag': 'b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf', 'status': 'completed', 'code': 200} Jun 22 15:33:12.132058 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4e9bd8d3-1c57-4867-84dd-c9e9669627c0 req-e476c39a-74e5-4ace-84f1-89b3fda1f0b7 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=06dc49db-a868-494e-8568-35f67c8dbff2 HTTP/1.1" status: 200 len: 210 time: 0.0312982 Jun 22 15:33:13.677545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-a9dc9e43-a73c-4fac-a17f-bb492e6c473d tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:13.678896 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-a9dc9e43-a73c-4fac-a17f-bb492e6c473d tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/networks?id=7690df07-7f2d-4c9e-8b58-caec045ac4ce HTTP/1.1" status: 200 len: 816 time: 0.1015286 Jun 22 15:33:13.694155 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-a20beba6-ba8f-4b8c-977b-6538b0c1fea6 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/quotas/3578863d7c944ec68331e063c1f9b768 HTTP/1.1" status: 200 len: 375 time: 0.0098407 Jun 22 15:33:13.766846 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-bec25247-7659-40f7-a111-530dbe2fd202 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3578863d7c944ec68331e063c1f9b768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678375 Jun 22 15:33:13.781933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-9ee7ad44-750f-4238-af4c-d0b50292c224 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:33:13.782851 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-9ee7ad44-750f-4238-af4c-d0b50292c224 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0049434 Jun 22 15:33:13.871409 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-57b8e1c7-1768-467c-910f-26456a187edc service neutron] 10.222.0.22 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827534 Jun 22 15:33:13.961793 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-72d7a7f9-da98-4b94-9198-eab4eef94619 service neutron] 10.222.0.22 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845280 Jun 22 15:33:14.130876 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c93e385a-c91f-4ccb-b97c-02605438d53f req-de262046-da42-475a-910d-8557ca24c3e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 210 time: 0.0323856 Jun 22 15:33:14.780266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:33:14.799880 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:33:14.800158 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b9d38786-cc15-4e6c-ad0f-d3ce3f36c1bf not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:33:15.123903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-0c23e598-7a69-467c-8989-2e4acfeeb4fe tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:15.125343 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-0c23e598-7a69-467c-8989-2e4acfeeb4fe tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.21 "GET /v2.0/networks?id=7690df07-7f2d-4c9e-8b58-caec045ac4ce HTTP/1.1" status: 200 len: 816 time: 0.1066351 Jun 22 15:33:15.143927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Request body: {'port': {'device_id': '4255c726-f609-4411-937e-f1f2f54dcc63', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'admin_state_up': True, 'tenant_id': '3578863d7c944ec68331e063c1f9b768'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:33:15.282956 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0bac4599-b5b0-410d-aea4-73f092e7aea1 req-87a38420-1abc-4c8b-aee8-614bba39600b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 210 time: 0.0342574 Jun 22 15:33:15.287228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Made reservation on behalf of 3578863d7c944ec68331e063c1f9b768 for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:33:15.291064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:15.417619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Allocated IP 172.20.0.14 (7690df07-7f2d-4c9e-8b58-caec045ac4ce/488d959d-26b4-41b5-8dc7-7b64f8afe0b2/353f6db4-330d-4fb4-9c21-fbabf9857d5d) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:33:15.563232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:15.576311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Transition to ACTIVE for port object 353f6db4-330d-4fb4-9c21-fbabf9857d5d will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:33:15.608982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:15.614029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-abd70970-3fa4-41bd-af85-762bdadc607b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:15.654569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:33:15.657790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:33:15.660131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:33:15.690366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Pushing event updated for resources: {'Port': ['ID=353f6db4-330d-4fb4-9c21-fbabf9857d5d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:15.694674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:15.714039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:15.714657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:15.729872 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5895195 Jun 22 15:33:15.741783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Request body: {'port': {'device_id': '4255c726-f609-4411-937e-f1f2f54dcc63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:33:15.826073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:15.938569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-99bf1c60-bc11-49c8-a57d-094be8f8eb93 None None] Provisioning for port 353f6db4-330d-4fb4-9c21-fbabf9857d5d completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:33:15.942751 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-99bf1c60-bc11-49c8-a57d-094be8f8eb93 None None] Provisioning complete for port 353f6db4-330d-4fb4-9c21-fbabf9857d5d triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:33:15.943225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99bf1c60-bc11-49c8-a57d-094be8f8eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:15.988571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-99bf1c60-bc11-49c8-a57d-094be8f8eb93 None None] Port 353f6db4-330d-4fb4-9c21-fbabf9857d5d cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:33:16.100914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353f6db4-330d-4fb4-9c21-fbabf9857d5d {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:33:16.108006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:16.119615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Transition to ACTIVE for port object 353f6db4-330d-4fb4-9c21-fbabf9857d5d will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:33:16.122685 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:16.124688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2fa494d3-79c3-4fd2-b085-b93eaa555d05 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:16.203919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Pushing event updated for resources: {'Port': ['ID=353f6db4-330d-4fb4-9c21-fbabf9857d5d,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:16.207281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:16.277129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Attempting to bind port 353f6db4-330d-4fb4-9c21-fbabf9857d5d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:33:16.277467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Attempting to bind port 353f6db4-330d-4fb4-9c21-fbabf9857d5d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:33:16.277792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Attempting to bind port 353f6db4-330d-4fb4-9c21-fbabf9857d5d on network 7690df07-7f2d-4c9e-8b58-caec045ac4ce {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:33:16.282127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Port 353f6db4-330d-4fb4-9c21-fbabf9857d5d on network 7690df07-7f2d-4c9e-8b58-caec045ac4ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:33:16.282441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Attempting to bind port 353f6db4-330d-4fb4-9c21-fbabf9857d5d on network 7690df07-7f2d-4c9e-8b58-caec045ac4ce {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:33:16.287226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:33:16.287561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Checking segment: {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:33:16.288914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Bound using segment: {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:33:16.289339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Bound port: 353f6db4-330d-4fb4-9c21-fbabf9857d5d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ec2a89-b330-4d07-877a-7f11ab33eb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:33:16.289676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:16.361019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] For port 353f6db4-330d-4fb4-9c21-fbabf9857d5d, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:33:16.363885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] For port 353f6db4-330d-4fb4-9c21-fbabf9857d5d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=353f6db4-330d-4fb4-9c21-fbabf9857d5d,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:33:16.369939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:16.372250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-84d68482-7a31-49d8-a59c-4b5594bb039e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:16.408285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:16.408974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:16.410329 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] 10.222.0.21 "PUT /v2.0/ports/353f6db4-330d-4fb4-9c21-fbabf9857d5d HTTP/1.1" status: 200 len: 1094 time: 0.6734176 Jun 22 15:33:16.410842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4255c726-f609-4411-937e-f1f2f54dcc63', 'tag': '353f6db4-330d-4fb4-9c21-fbabf9857d5d'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:33:16.413940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d03838-6eee-42b7-9798-bbf0ef97f37d" -d '{"events": [{"name": "network-changed", "server_uuid": "4255c726-f609-4411-937e-f1f2f54dcc63", "tag": "353f6db4-330d-4fb4-9c21-fbabf9857d5d"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:33:16.450296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Pushing event updated for resources: {'Port': ['ID=353f6db4-330d-4fb4-9c21-fbabf9857d5d,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:16.456033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41dc115-d6c8-4e51-ae31-1dfcccc8673c x-openstack-request-id: req-c41dc115-d6c8-4e51-ae31-1dfcccc8673c {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:33:16.456494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4255c726-f609-4411-937e-f1f2f54dcc63", "tag": "353f6db4-330d-4fb4-9c21-fbabf9857d5d", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:33:16.457042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c41dc115-d6c8-4e51-ae31-1dfcccc8673c {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:33:16.457562 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4255c726-f609-4411-937e-f1f2f54dcc63', 'tag': '353f6db4-330d-4fb4-9c21-fbabf9857d5d', 'status': 'completed', 'code': 200} Jun 22 15:33:16.458418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:16.464113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b797-94f1-42f3-a009-55b0f19a4799 req-0a23073a-d578-4179-8aed-4bdd992e0cc1 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:16.465704 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-45b4b797-94f1-42f3-a009-55b0f19a4799 req-0a23073a-d578-4179-8aed-4bdd992e0cc1 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 944 time: 0.0692823 Jun 22 15:33:16.515429 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-45b4b797-94f1-42f3-a009-55b0f19a4799 req-bc22a4a4-f0a0-4a8c-99df-e0e7ef15043d tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Jun 22 15:33:16.523919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-d0c7bc89-7137-4f81-9b05-308adb7120b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:16.525581 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-d0c7bc89-7137-4f81-9b05-308adb7120b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3578863d7c944ec68331e063c1f9b768&device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 1097 time: 0.0582924 Jun 22 15:33:16.573115 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-be4685e6-5ece-4bf2-8a10-d1afbb03a275 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353f6db4-330d-4fb4-9c21-fbabf9857d5d HTTP/1.1" status: 200 len: 217 time: 0.0406141 Jun 22 15:33:16.622912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-64538d64-39ab-454b-9c84-46cb39260f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:16.624403 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-64538d64-39ab-454b-9c84-46cb39260f04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488d959d-26b4-41b5-8dc7-7b64f8afe0b2 HTTP/1.1" status: 200 len: 855 time: 0.0456753 Jun 22 15:33:16.681799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-bef6cbdf-ae1c-42df-b6a9-e5b2afcf892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:16.683299 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-bef6cbdf-ae1c-42df-b6a9-e5b2afcf892b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7690df07-7f2d-4c9e-8b58-caec045ac4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528705 Jun 22 15:33:16.774568 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-be6efa6c-ee27-4a71-b594-c98759dbdc2d service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848660 Jun 22 15:33:16.863448 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-135d778b-d5de-4a04-8a45-d3430ce8b4ad req-bfe86180-61c1-433c-9fbb-ce933a2a08ea service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825179 Jun 22 15:33:16.963811 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-26b47c42-23be-4225-82a7-7ac8ec3aa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:16.965287 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-26b47c42-23be-4225-82a7-7ac8ec3aa733 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3578863d7c944ec68331e063c1f9b768&device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 1097 time: 0.0535090 Jun 22 15:33:17.058247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-b4aa02db-27cf-41af-a9ff-292ede3b5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:17.059660 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-b4aa02db-27cf-41af-a9ff-292ede3b5c09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7690df07-7f2d-4c9e-8b58-caec045ac4ce HTTP/1.1" status: 200 len: 917 time: 0.0882134 Jun 22 15:33:17.098771 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-1338e67b-0749-4cc0-a399-43a1c0e6df13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353f6db4-330d-4fb4-9c21-fbabf9857d5d HTTP/1.1" status: 200 len: 217 time: 0.0329192 Jun 22 15:33:17.148513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-6256883d-3e00-4e16-9454-32e376a78622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:17.149899 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-6256883d-3e00-4e16-9454-32e376a78622 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488d959d-26b4-41b5-8dc7-7b64f8afe0b2 HTTP/1.1" status: 200 len: 855 time: 0.0456436 Jun 22 15:33:17.206149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-81383cb3-218a-42d5-bce7-62ce33ee1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:17.207564 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-81383cb3-218a-42d5-bce7-62ce33ee1491 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7690df07-7f2d-4c9e-8b58-caec045ac4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514722 Jun 22 15:33:17.295827 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-af6c837f-7d82-4b70-90f4-498d5179646e service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805085 Jun 22 15:33:17.386460 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4d03838-6eee-42b7-9798-bbf0ef97f37d req-3ae91c4d-cac2-4005-b14e-e1e9b6e5d247 service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842862 Jun 22 15:33:17.699385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a62a74-1095-4471-abf6-85fed003f908 req-244a5ef8-f8f4-4e3c-ae7d-53fca861ec48 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:17.700876 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-83a62a74-1095-4471-abf6-85fed003f908 req-244a5ef8-f8f4-4e3c-ae7d-53fca861ec48 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 944 time: 0.0621367 Jun 22 15:33:17.738543 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-83a62a74-1095-4471-abf6-85fed003f908 req-86307847-5980-4e97-a700-96beffcfda26 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Jun 22 15:33:18.908464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c999d13-a3ec-41d8-9979-7a3e1f4314fd req-ba0beb41-1c60-46f1-9795-06ddafb1c31a tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:18.909853 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2c999d13-a3ec-41d8-9979-7a3e1f4314fd req-ba0beb41-1c60-46f1-9795-06ddafb1c31a tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 944 time: 0.0624154 Jun 22 15:33:18.949439 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2c999d13-a3ec-41d8-9979-7a3e1f4314fd req-e5d38426-7bab-4fde-9aaa-f1bf2e432d18 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331216 Jun 22 15:33:20.122130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ebef-cc28-4466-aefe-8cc328c808b2 req-2bd9d542-1404-4189-ad15-4ed7e990f16b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:20.123743 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e439ebef-cc28-4466-aefe-8cc328c808b2 req-2bd9d542-1404-4189-ad15-4ed7e990f16b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 944 time: 0.0671844 Jun 22 15:33:20.161626 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e439ebef-cc28-4466-aefe-8cc328c808b2 req-7a2872d4-4306-48a9-b2d5-9e0da0e02d76 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Jun 22 15:33:20.795835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 353f6db4-330d-4fb4-9c21-fbabf9857d5d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:33:21.047783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 353f6db4-330d-4fb4-9c21-fbabf9857d5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=353f6db4-330d-4fb4-9c21-fbabf9857d5d,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:21.058673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '353f6db4-330d-4fb4-9c21-fbabf9857d5d', 'network_id': '7690df07-7f2d-4c9e-8b58-caec045ac4ce', 'port_id': '353f6db4-330d-4fb4-9c21-fbabf9857d5d', 'mac_address': 'fa:16:3e:73:87:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488d959d-26b4-41b5-8dc7-7b64f8afe0b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:33:21.096729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:21.109149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353f6db4-330d-4fb4-9c21-fbabf9857d5d {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:33:21.127617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 353f6db4-330d-4fb4-9c21-fbabf9857d5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=353f6db4-330d-4fb4-9c21-fbabf9857d5d,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:21.131643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:21.133432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:21.176962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=353f6db4-330d-4fb4-9c21-fbabf9857d5d,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:21.184281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.184632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.185003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.185340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.185667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.185994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.186320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.186647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.186969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.187287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.187605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.187919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:21.191793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:21.344177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ca2e8-4125-490e-a6d4-8b1f7ea897cc req-5d6f0927-a797-4fc7-8cae-06e27f37535c tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:21.345578 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c83ca2e8-4125-490e-a6d4-8b1f7ea897cc req-5d6f0927-a797-4fc7-8cae-06e27f37535c tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 945 time: 0.0687931 Jun 22 15:33:21.383064 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c83ca2e8-4125-490e-a6d4-8b1f7ea897cc req-ae7c9a74-2ae8-451b-abae-52b8f9a20d16 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Jun 22 15:33:21.442447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['353f6db4-330d-4fb4-9c21-fbabf9857d5d'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:33:22.567873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341dfc7-24e4-4ca6-a2d4-89a469bf9b19 req-e88d2cb3-a64e-4fb7-b8c9-0d8f6ba10a34 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:22.569615 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c341dfc7-24e4-4ca6-a2d4-89a469bf9b19 req-e88d2cb3-a64e-4fb7-b8c9-0d8f6ba10a34 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 945 time: 0.0680232 Jun 22 15:33:22.607130 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c341dfc7-24e4-4ca6-a2d4-89a469bf9b19 req-5ac9ce4c-d16e-4c22-b3e6-79827a0b7d3a tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Jun 22 15:33:22.811382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 353f6db4-330d-4fb4-9c21-fbabf9857d5d up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:33:22.859547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 353f6db4-330d-4fb4-9c21-fbabf9857d5d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:33:22.863121 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 353f6db4-330d-4fb4-9c21-fbabf9857d5d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:33:22.863501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:22.936857 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:22.957900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4255c726-f609-4411-937e-f1f2f54dcc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353f6db4-330d-4fb4-9c21-fbabf9857d5d'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:33:22.961012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7630f8-c437-427f-9abf-199912f28569" -d '{"events": [{"server_uuid": "4255c726-f609-4411-937e-f1f2f54dcc63", "name": "network-vif-plugged", "status": "completed", "tag": "353f6db4-330d-4fb4-9c21-fbabf9857d5d"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:33:22.977540 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 353f6db4-330d-4fb4-9c21-fbabf9857d5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=353f6db4-330d-4fb4-9c21-fbabf9857d5d,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:22.982172 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:22.983981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bd2f8a45-1996-43df-a593-0fb94ec16792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:23.004697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a7538a-1497-48be-b661-68a053e5ded3 x-openstack-request-id: req-22a7538a-1497-48be-b661-68a053e5ded3 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:33:23.005038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4255c726-f609-4411-937e-f1f2f54dcc63", "name": "network-vif-plugged", "status": "completed", "tag": "353f6db4-330d-4fb4-9c21-fbabf9857d5d", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:33:23.005304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22a7538a-1497-48be-b661-68a053e5ded3 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:33:23.005697 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4255c726-f609-4411-937e-f1f2f54dcc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353f6db4-330d-4fb4-9c21-fbabf9857d5d', 'code': 200} Jun 22 15:33:23.034659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=353f6db4-330d-4fb4-9c21-fbabf9857d5d,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:23.040557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:23.213182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df23fb-023d-411e-b702-8291079f5669 req-e43bc8cd-b3b0-4d21-a455-17d7853d6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:23.214534 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3df23fb-023d-411e-b702-8291079f5669 req-e43bc8cd-b3b0-4d21-a455-17d7853d6ebd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 1099 time: 0.0506225 Jun 22 15:33:23.247145 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3df23fb-023d-411e-b702-8291079f5669 req-0bec96fd-a3a0-43dd-94c2-84302b723123 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268726 Jun 22 15:33:23.779111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aad6b1-05cc-4b16-b38a-83fe0567693b req-931987bc-8741-43df-b313-8a4fa1818e80 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:23.780532 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54aad6b1-05cc-4b16-b38a-83fe0567693b req-931987bc-8741-43df-b313-8a4fa1818e80 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 946 time: 0.0649095 Jun 22 15:33:23.817857 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54aad6b1-05cc-4b16-b38a-83fe0567693b req-c4cc4ee3-7434-45bc-803e-0f40ea9f4b21 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Jun 22 15:33:24.989473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7add6-a25d-4b96-9dd7-ec602ecae451 req-dc73a7f9-02ab-4c24-bba4-bec402d13a1e tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:24.990877 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4cb7add6-a25d-4b96-9dd7-ec602ecae451 req-dc73a7f9-02ab-4c24-bba4-bec402d13a1e tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 946 time: 0.0627925 Jun 22 15:33:25.027904 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4cb7add6-a25d-4b96-9dd7-ec602ecae451 req-749485d3-0fde-4104-84da-fabe9b8b8b1f tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Jun 22 15:33:25.197734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b3ea6-83c0-45b2-86b7-7e753316c268 req-cfd09fd2-1d77-461a-a799-58edb370cc4d tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:25.199197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3f7b3ea6-83c0-45b2-86b7-7e753316c268 req-cfd09fd2-1d77-461a-a799-58edb370cc4d tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 946 time: 0.0637300 Jun 22 15:33:25.236447 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3f7b3ea6-83c0-45b2-86b7-7e753316c268 req-dfdb57a4-954f-4439-9bee-bf001b9d830a tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Jun 22 15:33:30.214256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-89b39f16-07e9-43f3-bee1-a6d6ef692abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:32.691190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fbdea7e9-a766-4440-90c9-065e3527f1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:32.952168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:34.035720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:35.734918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:40.419399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:42.198105 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:33:43.222881 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-6ae64a82-0a60-4f0f-a43e-fe506cfce701 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592766 Jun 22 15:33:43.318797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-0bae3ed5-06e6-4736-9bbd-3104acc9e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:43.320428 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-0bae3ed5-06e6-4736-9bbd-3104acc9e756 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3578863d7c944ec68331e063c1f9b768&device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 1099 time: 0.0538309 Jun 22 15:33:43.424548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-2df1b299-39ef-45c6-975b-4be2cb864241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:43.426039 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-2df1b299-39ef-45c6-975b-4be2cb864241 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7690df07-7f2d-4c9e-8b58-caec045ac4ce HTTP/1.1" status: 200 len: 917 time: 0.0843630 Jun 22 15:33:43.472526 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-924e2289-46eb-4511-a481-9a501371e43b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=353f6db4-330d-4fb4-9c21-fbabf9857d5d HTTP/1.1" status: 200 len: 217 time: 0.0387580 Jun 22 15:33:43.521472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-12a522f6-1c78-4841-aaea-b18a6bac9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:43.523291 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-12a522f6-1c78-4841-aaea-b18a6bac9ab0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=488d959d-26b4-41b5-8dc7-7b64f8afe0b2 HTTP/1.1" status: 200 len: 855 time: 0.0437288 Jun 22 15:33:43.581544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-3490fa88-bd2a-4d32-882d-200ebfb1990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:43.582994 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-3490fa88-bd2a-4d32-882d-200ebfb1990a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7690df07-7f2d-4c9e-8b58-caec045ac4ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0520389 Jun 22 15:33:43.680533 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-41fabb98-98ee-451d-a4dc-8a1fdff601bc service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896480 Jun 22 15:33:43.770385 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5262cac9-a936-4ed7-8be9-e847f4644632 req-76a03e71-2060-4626-bdd5-1aba4d7e5a80 service neutron] 10.222.0.21 "GET /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825992 Jun 22 15:33:45.222057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880933-c596-44ee-9727-89194ad43de6 req-03761df3-92a2-4e8d-a81c-5a6884ab9018 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:45.223490 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-22880933-c596-44ee-9727-89194ad43de6 req-03761df3-92a2-4e8d-a81c-5a6884ab9018 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 946 time: 0.0660157 Jun 22 15:33:45.266290 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-22880933-c596-44ee-9727-89194ad43de6 req-14eaf188-7527-40cd-a503-5eb02fd5bc20 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359590 Jun 22 15:33:46.439437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17d50d-0a6a-48f8-ab69-55eb7be047c9 req-ca2c8c1f-263f-4519-8282-21646968ba70 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:46.440971 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8a17d50d-0a6a-48f8-ab69-55eb7be047c9 req-ca2c8c1f-263f-4519-8282-21646968ba70 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 946 time: 0.0653830 Jun 22 15:33:46.483363 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8a17d50d-0a6a-48f8-ab69-55eb7be047c9 req-eb7a58e7-3ca5-475c-8fa0-0323ec20804c tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361335 Jun 22 15:33:46.958507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-06a83946-b9ba-4480-bba5-bb403e7cc373 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:46.960922 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-06a83946-b9ba-4480-bba5-bb403e7cc373 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.21 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 946 time: 0.0623155 Jun 22 15:33:47.057904 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Deleting port 353f6db4-330d-4fb4-9c21-fbabf9857d5d {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:47.058239 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:47.505196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] For port 353f6db4-330d-4fb4-9c21-fbabf9857d5d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=353f6db4-330d-4fb4-9c21-fbabf9857d5d,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:47.505545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:47.571377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Calling delete_port for 353f6db4-330d-4fb4-9c21-fbabf9857d5d owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:47.702769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e91b5-04db-4c41-8b75-df44bc34c4a6 req-95473f76-122f-45d3-8211-72eca84ead40 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:47.704201 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-920e91b5-04db-4c41-8b75-df44bc34c4a6 req-95473f76-122f-45d3-8211-72eca84ead40 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/ports?device_id=4255c726-f609-4411-937e-f1f2f54dcc63 HTTP/1.1" status: 200 len: 946 time: 0.0920110 Jun 22 15:33:47.774331 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-920e91b5-04db-4c41-8b75-df44bc34c4a6 req-3790409d-03f4-454e-aa24-e7530d72e340 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.22 "GET /v2.0/security-groups?id=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639195 Jun 22 15:33:47.775513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:47.780794 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:47.796488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['353f6db4-330d-4fb4-9c21-fbabf9857d5d'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:33:47.815368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Pushing event deleted for resources: {'Port': ['ID=353f6db4-330d-4fb4-9c21-fbabf9857d5d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:47.839869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.840257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.840928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.841306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.841684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.842053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.842421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.842785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.843148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.843513 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.843872 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.844232 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:47.848238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:47.873969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] No DVR routers for this DVR port 353f6db4-330d-4fb4-9c21-fbabf9857d5d on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:33:47.876561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:47.878754 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-54f8a03b-d308-435a-9cbc-c84a38cfb2bd req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] 10.222.0.21 "DELETE /v2.0/ports/353f6db4-330d-4fb4-9c21-fbabf9857d5d HTTP/1.1" status: 204 len: 173 time: 0.9121137 Jun 22 15:33:47.880977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4255c726-f609-4411-937e-f1f2f54dcc63', 'name': 'network-vif-deleted', 'tag': '353f6db4-330d-4fb4-9c21-fbabf9857d5d'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:33:47.884493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b6b7be-bcf3-421f-85e3-d04a0e648b19" -d '{"events": [{"server_uuid": "4255c726-f609-4411-937e-f1f2f54dcc63", "name": "network-vif-deleted", "tag": "353f6db4-330d-4fb4-9c21-fbabf9857d5d"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:33:47.926158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9b4e71-a37c-4987-b9d4-dc2369a76e13 x-openstack-request-id: req-cb9b4e71-a37c-4987-b9d4-dc2369a76e13 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:33:47.926503 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4255c726-f609-4411-937e-f1f2f54dcc63", "name": "network-vif-deleted", "tag": "353f6db4-330d-4fb4-9c21-fbabf9857d5d", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:33:47.926831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb9b4e71-a37c-4987-b9d4-dc2369a76e13 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:33:47.927273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4255c726-f609-4411-937e-f1f2f54dcc63', 'name': 'network-vif-deleted', 'tag': '353f6db4-330d-4fb4-9c21-fbabf9857d5d', 'status': 'completed', 'code': 200} Jun 22 15:33:48.899754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47374) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:49.241777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:49.497546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Deleting port 513a3fac-b46d-48ab-a8f9-6616a716d935 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:49.497811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:49.576822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] For port 513a3fac-b46d-48ab-a8f9-6616a716d935, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=513a3fac-b46d-48ab-a8f9-6616a716d935,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:49.577183 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:49.639981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Calling delete_port for 513a3fac-b46d-48ab-a8f9-6616a716d935 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:49.817258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:49.820581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ffe1464-c852-4b4f-861c-80c60a709ee8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:49.847352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Pushing event deleted for resources: {'Port': ['ID=513a3fac-b46d-48ab-a8f9-6616a716d935,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:49.858603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.858995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.859372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.859745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.860112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.860482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.860881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.861247 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.861610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.861972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.862336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.862690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:33:49.882422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:50.023945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:50.230197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Router aece93ab-184c-4819-860b-d2da62d4def3 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:33:50.332563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:33:50.337911 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] 10.222.0.22 "PUT /v2.0/routers/aece93ab-184c-4819-860b-d2da62d4def3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4371200 Jun 22 15:33:50.340405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47376) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:50.343422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] Sync routers for ids ['aece93ab-184c-4819-860b-d2da62d4def3'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:33:50.353337 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] Routers {'aece93ab-184c-4819-860b-d2da62d4def3'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:33:50.353955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:33:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aece93ab-184c-4819-860b-d2da62d4def3'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:50.443942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:50.455301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] Set router aece93ab-184c-4819-860b-d2da62d4def3 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:33:50.544573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:50.595829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Deleting port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:50.596166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:50.632560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:26Z', 'updated_at': '2021-06-22T15:33:49Z', 'revision_number': 5, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'gw_port': {'id': '675f1123-f4fc-4e8b-ad21-aea3ba18f08c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ee:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:27Z', 'updated_at': '2021-06-22T15:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:50.658236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] Checking router: aece93ab-184c-4819-860b-d2da62d4def3 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:33:50.666784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] Routers {'aece93ab-184c-4819-860b-d2da62d4def3'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:33:50.667394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:33:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aece93ab-184c-4819-860b-d2da62d4def3'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:50.675265 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] For port 675f1123-f4fc-4e8b-ad21-aea3ba18f08c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=675f1123-f4fc-4e8b-ad21-aea3ba18f08c,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:50.675629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:50.741425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Calling delete_port for 675f1123-f4fc-4e8b-ad21-aea3ba18f08c owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:50.751163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] Set router aece93ab-184c-4819-860b-d2da62d4def3 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:33:50.804562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:26Z', 'updated_at': '2021-06-22T15:33:50Z', 'revision_number': 6, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:50.829733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f215a76-ebd3-4cac-9125-9e05984e1d0e None None] The sync data for ids ['aece93ab-184c-4819-860b-d2da62d4def3'] in dv-neutron-601336-93-hyperv is: [{'id': 'aece93ab-184c-4819-860b-d2da62d4def3', 'name': 'tempest-TestEncryptedCinderVolumes-554467947-router', 'tenant_id': '3578863d7c944ec68331e063c1f9b768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:26Z', 'updated_at': '2021-06-22T15:33:50Z', 'revision_number': 6, 'project_id': '3578863d7c944ec68331e063c1f9b768', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:33:50.906221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:50.908149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e6204fd9-e5e1-43d7-a1d9-cc66fbfdc30d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:50.920325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 353f6db4-330d-4fb4-9c21-fbabf9857d5d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:33:50.932032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=675f1123-f4fc-4e8b-ad21-aea3ba18f08c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:50.936492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:50.940126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 353f6db4-330d-4fb4-9c21-fbabf9857d5d {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:33:50.940483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 353f6db4-330d-4fb4-9c21-fbabf9857d5d not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:33:51.002080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.091386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.093411 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.135984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.136465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aece93ab-184c-4819-860b-d2da62d4def3 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:33:51.140689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.141920 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] 10.222.0.22 "DELETE /v2.0/routers/aece93ab-184c-4819-860b-d2da62d4def3 HTTP/1.1" status: 204 len: 168 time: 0.8003149 Jun 22 15:33:51.144337 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47378) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:51.193252 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f0ffa0-e575-405e-9c62-7f4497fac17f admin admin] Deleting subnet 488d959d-26b4-41b5-8dc7-7b64f8afe0b2 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:33:51.196957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ffa0-e575-405e-9c62-7f4497fac17f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.232446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ffa0-e575-405e-9c62-7f4497fac17f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.317463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ffa0-e575-405e-9c62-7f4497fac17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.374114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ffa0-e575-405e-9c62-7f4497fac17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.375997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-14f39608-ee94-46ba-bdc5-684e19accbdb tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:51.399298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0ffa0-e575-405e-9c62-7f4497fac17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488d959d-26b4-41b5-8dc7-7b64f8afe0b2,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:51.402371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e6f0ffa0-e575-405e-9c62-7f4497fac17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:51.403373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e6f0ffa0-e575-405e-9c62-7f4497fac17f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.405244 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e6f0ffa0-e575-405e-9c62-7f4497fac17f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/488d959d-26b4-41b5-8dc7-7b64f8afe0b2 HTTP/1.1" status: 204 len: 168 time: 0.2599494 Jun 22 15:33:51.407727 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47380) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:51.410485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57fb5a2-8eda-4040-b40d-18a72a813493 None None] Network 7690df07-7f2d-4c9e-8b58-caec045ac4ce requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:33:51.479642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.534158 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Deleting port eddfef01-b04b-4ff7-8e3b-449061b77470 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:51.534509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.609387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] DHCP port deletion for 7690df07-7f2d-4c9e-8b58-caec045ac4ce request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:33:51.610315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] For port eddfef01-b04b-4ff7-8e3b-449061b77470, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=eddfef01-b04b-4ff7-8e3b-449061b77470,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:51.610687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.672551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] Deleting port eddfef01-b04b-4ff7-8e3b-449061b77470 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:51.672980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.681597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Calling delete_port for eddfef01-b04b-4ff7-8e3b-449061b77470 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:51.741058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] For port eddfef01-b04b-4ff7-8e3b-449061b77470, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=eddfef01-b04b-4ff7-8e3b-449061b77470,segment=NetworkSegment(26ec2a89-b330-4d07-877a-7f11ab33eb22),segment_id=26ec2a89-b330-4d07-877a-7f11ab33eb22)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:51.741468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.807626 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] Calling delete_port for eddfef01-b04b-4ff7-8e3b-449061b77470 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:51.811210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 675f1123-f4fc-4e8b-ad21-aea3ba18f08c no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:33:51.841520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 675f1123-f4fc-4e8b-ad21-aea3ba18f08c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:33:51.841810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 675f1123-f4fc-4e8b-ad21-aea3ba18f08c not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:33:51.842231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 513a3fac-b46d-48ab-a8f9-6616a716d935 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:33:51.863966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 513a3fac-b46d-48ab-a8f9-6616a716d935 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:33:51.864315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 513a3fac-b46d-48ab-a8f9-6616a716d935 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:33:51.864765 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device eddfef01-b04b-4ff7-8e3b-449061b77470 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:33:51.986108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:51.992408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:52.020373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] Pushing event deleted for resources: {'Port': ['ID=eddfef01-b04b-4ff7-8e3b-449061b77470,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:52.025473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:52.026513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] No DVR routers for this DVR port eddfef01-b04b-4ff7-8e3b-449061b77470 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:33:52.027975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:52.116115 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:52.118194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ab3424d1-acc8-41ac-9ddd-6d00bbb7ac27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:52.139171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Pushing event deleted for resources: {'Port': ['ID=eddfef01-b04b-4ff7-8e3b-449061b77470,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:52.142617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:52.145070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] No DVR routers for this DVR port eddfef01-b04b-4ff7-8e3b-449061b77470 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:33:52.216597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:52.226737 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7690df07-7f2d-4c9e-8b58-caec045ac4ce']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:52.235898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ec2a89-b330-4d07-877a-7f11ab33eb22') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:52.236243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ec2a89-b330-4d07-877a-7f11ab33eb22') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:52.244874 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:52.258070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:52.263938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:33:52.264341 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:33:52.266136 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:33:52.325700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:52.329402 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-92136898-164b-4378-b9dc-84dbd144baa4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:52.331791 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:52.333648 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7690df07-7f2d-4c9e-8b58-caec045ac4ce HTTP/1.1" status: 204 len: 168 time: 0.9248164 Jun 22 15:33:52.337247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47382) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:52.349439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Pushing event deleted for resources: {'Network': ['ID=7690df07-7f2d-4c9e-8b58-caec045ac4ce,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:52.352477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:52.674658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:52.923634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Deleting port ef010cb2-b4cc-4d61-badd-1108e3b759f2 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:52.923878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:53.003664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] For port ef010cb2-b4cc-4d61-badd-1108e3b759f2, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ef010cb2-b4cc-4d61-badd-1108e3b759f2,segment=NetworkSegment(258566f9-72f3-47bc-85c9-54ebcf19a8c7),segment_id=258566f9-72f3-47bc-85c9-54ebcf19a8c7)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:53.004023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:53.065647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Calling delete_port for ef010cb2-b4cc-4d61-badd-1108e3b759f2 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:53.244487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:53.246433 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6ec582e6-1d97-4543-845e-db7868a7a278 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:53.274678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef010cb2-b4cc-4d61-badd-1108e3b759f2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:53.278417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:53.442676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:53.657605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:33:53.769420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:33:53.775003 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] 10.222.0.22 "PUT /v2.0/routers/b05c0cb1-058a-421d-a6ac-95f8ccf8de27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4367180 Jun 22 15:33:53.777461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47384) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:53.780277 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] Sync routers for ids ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:33:53.791167 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] Routers {'b05c0cb1-058a-421d-a6ac-95f8ccf8de27'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:33:53.791779 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:33:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:53.880073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:53.892518 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] Set router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:33:53.981923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.033899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Deleting port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:54.034241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.064960 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236'}], 'enable_snat': True}, 'gw_port_id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:33:53Z', 'revision_number': 5, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'gw_port': {'id': 'ecd1ebf7-58ca-452a-bfc4-40e054e8c22c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ee:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:54.094218 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] Checking router: b05c0cb1-058a-421d-a6ac-95f8ccf8de27 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:33:54.102859 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] Routers {'b05c0cb1-058a-421d-a6ac-95f8ccf8de27'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:33:54.103459 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:33:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:54.111767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] For port ecd1ebf7-58ca-452a-bfc4-40e054e8c22c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=ecd1ebf7-58ca-452a-bfc4-40e054e8c22c,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:54.112119 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.180113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Calling delete_port for ecd1ebf7-58ca-452a-bfc4-40e054e8c22c owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:54.186810 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] Set router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:33:54.235948 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:33:53Z', 'revision_number': 6, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:54.264231 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb002f8a-f707-4a2c-b828-6fd540d55917 None None] The sync data for ids ['b05c0cb1-058a-421d-a6ac-95f8ccf8de27'] in dv-neutron-601336-93-hyperv is: [{'id': 'b05c0cb1-058a-421d-a6ac-95f8ccf8de27', 'name': 'tempest-TestEncryptedCinderVolumes-2108444474-router', 'tenant_id': '7513e59ec4114f16b7eeded46714a815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:32:31Z', 'updated_at': '2021-06-22T15:33:53Z', 'revision_number': 6, 'project_id': '7513e59ec4114f16b7eeded46714a815', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:33:54.346082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.348858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-16d7f746-d773-4f0e-93f4-2eb52e818e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:54.373378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd1ebf7-58ca-452a-bfc4-40e054e8c22c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:54.377138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:54.435825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.526374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.528391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.569151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.569599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05c0cb1-058a-421d-a6ac-95f8ccf8de27 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:33:54.573880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.575005 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b05c0cb1-058a-421d-a6ac-95f8ccf8de27 HTTP/1.1" status: 204 len: 168 time: 0.7966440 Jun 22 15:33:54.577496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47386) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:54.635010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0159532-0d82-4b63-93bc-9dfea6525687 admin admin] Deleting subnet c33c11bc-98b7-48c3-99d4-68e99472595d {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:33:54.638427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a0159532-0d82-4b63-93bc-9dfea6525687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.678896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a0159532-0d82-4b63-93bc-9dfea6525687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.755428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a0159532-0d82-4b63-93bc-9dfea6525687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.807743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a0159532-0d82-4b63-93bc-9dfea6525687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.810512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a6579e72-736e-462a-b354-f18997917b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:54.838380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0159532-0d82-4b63-93bc-9dfea6525687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c33c11bc-98b7-48c3-99d4-68e99472595d,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:54.841698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a0159532-0d82-4b63-93bc-9dfea6525687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:54.842670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a0159532-0d82-4b63-93bc-9dfea6525687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.844493 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a0159532-0d82-4b63-93bc-9dfea6525687 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c33c11bc-98b7-48c3-99d4-68e99472595d HTTP/1.1" status: 204 len: 168 time: 0.2660604 Jun 22 15:33:54.846970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47388) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:54.849526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15bf974-e70c-4538-87ef-a1cb392105d0 None None] Network 0a9bb217-f209-4b01-9780-f7b145ec98ab requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:33:54.913983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:54.970361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Deleting port 9ed633d1-b641-420e-a668-bde7556cf35a {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:54.970361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.038937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] For port 9ed633d1-b641-420e-a668-bde7556cf35a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9ed633d1-b641-420e-a668-bde7556cf35a,segment=NetworkSegment(258566f9-72f3-47bc-85c9-54ebcf19a8c7),segment_id=258566f9-72f3-47bc-85c9-54ebcf19a8c7)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:55.039290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.048277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] DHCP port deletion for 0a9bb217-f209-4b01-9780-f7b145ec98ab request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:33:55.095757 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] Deleting port 9ed633d1-b641-420e-a668-bde7556cf35a {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:33:55.096159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.103825 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Calling delete_port for 9ed633d1-b641-420e-a668-bde7556cf35a owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:55.165578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] For port 9ed633d1-b641-420e-a668-bde7556cf35a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9ed633d1-b641-420e-a668-bde7556cf35a,segment=NetworkSegment(258566f9-72f3-47bc-85c9-54ebcf19a8c7),segment_id=258566f9-72f3-47bc-85c9-54ebcf19a8c7)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:33:55.166062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.187763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.190901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-010befc5-bfef-4d31-a4c6-c12c6058f6e4 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:55.217179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed633d1-b641-420e-a668-bde7556cf35a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:55.219088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] No DVR routers for this DVR port 9ed633d1-b641-420e-a668-bde7556cf35a on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:33:55.220781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:55.237548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] Calling delete_port for 9ed633d1-b641-420e-a668-bde7556cf35a owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:33:55.293905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.303980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9bb217-f209-4b01-9780-f7b145ec98ab']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:55.313974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258566f9-72f3-47bc-85c9-54ebcf19a8c7') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:55.314268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258566f9-72f3-47bc-85c9-54ebcf19a8c7') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:55.316898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.320334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:55.323997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.338142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.344622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] Pushing event deleted for resources: {'Port': ['ID=9ed633d1-b641-420e-a668-bde7556cf35a,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:55.344833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:33:55.345192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.346441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] No DVR routers for this DVR port 9ed633d1-b641-420e-a668-bde7556cf35a on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:33:55.347078 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:33:55.351216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:55.400627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.404002 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7940cf3f-9086-492b-80ff-e9675b87ea19 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:55.406979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.408117 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0a9bb217-f209-4b01-9780-f7b145ec98ab HTTP/1.1" status: 204 len: 168 time: 0.5602381 Jun 22 15:33:55.419810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9bb217-f209-4b01-9780-f7b145ec98ab,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:55.422196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:55.565114 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47392) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:55.608713 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-529b98d9-c277-4543-8ada-5c1338d68663 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3578863d7c944ec68331e063c1f9b768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423665 Jun 22 15:33:55.611188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47394) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:55.659406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc1f4-4ab3-48e7-b004-fc80dfd387d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.679707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc1f4-4ab3-48e7-b004-fc80dfd387d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.725280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc1f4-4ab3-48e7-b004-fc80dfd387d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.728009 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc1f4-4ab3-48e7-b004-fc80dfd387d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:55.729214 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a5bdc1f4-4ab3-48e7-b004-fc80dfd387d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42 HTTP/1.1" status: 204 len: 168 time: 0.1170619 Jun 22 15:33:55.730125 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c466c87-c838-40d3-8d33-eede7cb7aea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:55.737430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdc1f4-4ab3-48e7-b004-fc80dfd387d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c41e1-ad12-4cfd-bfc6-8481c0cd7f42,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:55.739885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a5bdc1f4-4ab3-48e7-b004-fc80dfd387d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:55.789501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ef010cb2-b4cc-4d61-badd-1108e3b759f2 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:33:55.808989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: ef010cb2-b4cc-4d61-badd-1108e3b759f2 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:33:55.809338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ef010cb2-b4cc-4d61-badd-1108e3b759f2 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:33:55.809754 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ecd1ebf7-58ca-452a-bfc4-40e054e8c22c no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:33:55.827897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: ecd1ebf7-58ca-452a-bfc4-40e054e8c22c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:33:55.828246 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device ecd1ebf7-58ca-452a-bfc4-40e054e8c22c not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:33:55.828654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9ed633d1-b641-420e-a668-bde7556cf35a no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:33:55.850282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 9ed633d1-b641-420e-a668-bde7556cf35a {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:33:55.850954 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9ed633d1-b641-420e-a668-bde7556cf35a not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:33:56.041681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47400) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:56.080666 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-85219deb-545b-47b9-b93e-52d8d28c0bf2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7513e59ec4114f16b7eeded46714a815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377829 Jun 22 15:33:56.082797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47402) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:56.129073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0220-9750-4665-9c47-32526ae65690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:56.149391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0220-9750-4665-9c47-32526ae65690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:56.197326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0220-9750-4665-9c47-32526ae65690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:56.200376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0220-9750-4665-9c47-32526ae65690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:56.201497 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3c2d0220-9750-4665-9c47-32526ae65690 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d1718b2-67f1-4063-a6d0-0cfe36896bf1 HTTP/1.1" status: 204 len: 168 time: 0.1178417 Jun 22 15:33:56.202283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f987aac2-85cf-4c09-af16-78c6393c78cc tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:56.209597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d0220-9750-4665-9c47-32526ae65690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1718b2-67f1-4063-a6d0-0cfe36896bf1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:56.211793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3c2d0220-9750-4665-9c47-32526ae65690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:56.844665 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47424) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:56.958973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-870712196-network', 'tenant_id': '8d0470900b254feca123505355d68faf'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:33:57.367166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Made reservation on behalf of 8d0470900b254feca123505355d68faf for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:33:57.370827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.380358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.473529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.477163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.480813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b2e71602-5ae5-4a72-bc9a-e11244767aea tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:57.505341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:33:57.515542 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf964d7-47d9-4ceb-8351-e94a0432213a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:57.519013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:57.521875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.522257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Added segment ea8d6337-29b9-4e0d-b885-4e2bc533090d of type vlan for network be388978-352c-4b7e-822e-137489cb02f5 Jun 22 15:33:57.561806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.590154 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.591471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:57.592044 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.594978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:57.644997 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7989671 Jun 22 15:33:57.647877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47428) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:57.653145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Request body: {'subnet': {'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-870712196-subnet', 'tenant_id': '8d0470900b254feca123505355d68faf', 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:33:57.656022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Pushing event updated for resources: {'Network': ['ID=be388978-352c-4b7e-822e-137489cb02f5,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:57.658770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:57.666683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network be388978-352c-4b7e-822e-137489cb02f5 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:33:57.673952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Made reservation on behalf of 8d0470900b254feca123505355d68faf for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:33:57.676365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.843029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.845864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-18444386-2a77-4d34-aee2-8798a16c667c tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:57.900650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0d4fb6-b06a-4224-b691-fb44912485f9,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:57.904322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:57.907976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Checking segment: {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:33:57.908322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Network hostable DHCP agents. Network: be388978-352c-4b7e-822e-137489cb02f5, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:33:57.924678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Network be388978-352c-4b7e-822e-137489cb02f5 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:33:57.933378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, be388978-352c-4b7e-822e-137489cb02f5) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:33:57.937268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:33:57.937847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.941916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1755b97-e582-4361-8094-18e7d3d0a09d None None] Network be388978-352c-4b7e-822e-137489cb02f5 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:33:57.953315 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c7879b0c-8483-4ffb-a4c7-98dd54ef628a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3041921 Jun 22 15:33:57.956123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47430) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:57.962023 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:33:57.983183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:57.984326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.035549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.096803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-be388978-352c-4b7e-822e-137489cb02f5', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:33:58.097669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.174242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.377589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Allocated IP 172.20.0.2 (be388978-352c-4b7e-822e-137489cb02f5/2d0d4fb6-b06a-4224-b691-fb44912485f9/9331ff38-e246-454c-91e9-0952ba3ab308) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:33:58.383013 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.402528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.506061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Allocated IP 172.26.6.229 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/b8c46173-0ecd-418b-b965-f9a57e8cf74b) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:33:58.515714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.524342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Transition to ACTIVE for port object 9331ff38-e246-454c-91e9-0952ba3ab308 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:33:58.539230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Transition to ACTIVE for port object 9331ff38-e246-454c-91e9-0952ba3ab308 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:33:58.547058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.549825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-55b2f79a-9516-4f92-a2a1-4b297b778f65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:58.584435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Network be388978-352c-4b7e-822e-137489cb02f5 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:33:58.587761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:33:58.591447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:33:58.601764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Pushing event updated for resources: {'Port': ['ID=9331ff38-e246-454c-91e9-0952ba3ab308,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:58.605736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:58.619472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.652222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Attempting to bind port 9331ff38-e246-454c-91e9-0952ba3ab308 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:33:58.652792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Attempting to bind port 9331ff38-e246-454c-91e9-0952ba3ab308 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:33:58.652992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Attempting to bind port 9331ff38-e246-454c-91e9-0952ba3ab308 on network be388978-352c-4b7e-822e-137489cb02f5 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:33:58.657966 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:33:58.658342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Checking segment: {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:33:58.658754 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.659143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Bound using segment: {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:33:58.659404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.659641 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Bound port: 9331ff38-e246-454c-91e9-0952ba3ab308, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:33:58.659977 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.661750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:58.699419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:33:58.702310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:33:58.705309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:33:58.723676 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] For port 9331ff38-e246-454c-91e9-0952ba3ab308, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:33:58.727436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] For port 9331ff38-e246-454c-91e9-0952ba3ab308, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9331ff38-e246-454c-91e9-0952ba3ab308,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:33:58.732499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:58.734770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Pushing event updated for resources: {'Port': ['ID=b8c46173-0ecd-418b-b965-f9a57e8cf74b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:58.735242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:33:58.737579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:58.792480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Pushing event updated for resources: {'Port': ['ID=9331ff38-e246-454c-91e9-0952ba3ab308,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:33:58.795542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:33:58.990328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:59.187964 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:59.314599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Router 47ce0434-73ab-4b31-b12e-fbf17e152766 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:33:59.423398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:33:59.435659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Sync routers for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:33:59.439396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:59.440630 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4830258 Jun 22 15:33:59.443606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47432) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:33:59.446144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:33:59.446776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:33:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:59.565260 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:33:59.698382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f803a-80da-4759-ac8f-a664e3c7be45 None None] Network be388978-352c-4b7e-822e-137489cb02f5 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:33:59.800291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3f107dcd-fd61-44bc-a4e8-9e95f13f34ef None None] Provisioning for port 9331ff38-e246-454c-91e9-0952ba3ab308 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:33:59.825924 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9331ff38-e246-454c-91e9-0952ba3ab308 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:33:59.890430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:33:59.907332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:33:58Z', 'revision_number': 3, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:33:59.940226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Checking router: 47ce0434-73ab-4b31-b12e-fbf17e152766 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:33:59.940497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Updating router 47ce0434-73ab-4b31-b12e-fbf17e152766 port b8c46173-0ecd-418b-b965-f9a57e8cf74b binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:34:00.000959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 9331ff38-e246-454c-91e9-0952ba3ab308 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:00.008727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9331ff38-e246-454c-91e9-0952ba3ab308 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:00.009145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.010542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.045910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Allocated IP 172.20.0.1 (be388978-352c-4b7e-822e-137489cb02f5/2d0d4fb6-b06a-4224-b691-fb44912485f9/261b74f8-8d82-4ba3-87d9-aed418731ab2) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:34:00.156778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.172649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Transition to ACTIVE for port object 261b74f8-8d82-4ba3-87d9-aed418731ab2 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:00.208912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.211668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-42ebbb7c-4af2-4464-a990-c6c29813c416 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:00.251284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.251603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Network be388978-352c-4b7e-822e-137489cb02f5 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:34:00.253073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-79b817d9-dff4-4411-beec-9049d5cc6bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.254562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:34:00.259274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:34:00.283512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=261b74f8-8d82-4ba3-87d9-aed418731ab2,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:00.288106 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:00.305856 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.313729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 9331ff38-e246-454c-91e9-0952ba3ab308, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9331ff38-e246-454c-91e9-0952ba3ab308,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:00.321698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.324930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-6646bc67-7e75-4f7c-a6ff-3457d08dcd88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:00.419691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=9331ff38-e246-454c-91e9-0952ba3ab308,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:00.423661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.426116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:00.441955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Transition to ACTIVE for port object b8c46173-0ecd-418b-b965-f9a57e8cf74b will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:00.449070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-d91ed26f-55c3-43ad-b3b4-6efac1f31b72 None None] Provisioning complete for port 9331ff38-e246-454c-91e9-0952ba3ab308 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:00.449492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d91ed26f-55c3-43ad-b3b4-6efac1f31b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.457726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.472171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.477747 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-aafa7c33-9660-4bc2-b5d8-5d4649820459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:00.548349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Attempting to bind port b8c46173-0ecd-418b-b965-f9a57e8cf74b on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:34:00.548349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Attempting to bind port b8c46173-0ecd-418b-b965-f9a57e8cf74b by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:34:00.548732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Attempting to bind port b8c46173-0ecd-418b-b965-f9a57e8cf74b on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:34:00.556931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd8833-3747-4907-92e2-dbd5af618aa5 None None] Pushing event updated for resources: {'Port': ['ID=b8c46173-0ecd-418b-b965-f9a57e8cf74b,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:00.559694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b5fd8833-3747-4907-92e2-dbd5af618aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:00.562801 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:34:00.563188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:34:00.563664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.564098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:34:00.564585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Bound port: b8c46173-0ecd-418b-b965-f9a57e8cf74b, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:34:00.565547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.643322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.647724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] For port b8c46173-0ecd-418b-b965-f9a57e8cf74b, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:34:00.648976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.651100 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] For port b8c46173-0ecd-418b-b965-f9a57e8cf74b, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b8c46173-0ecd-418b-b965-f9a57e8cf74b,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:34:00.651340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-402a7416-fcf8-4937-82c6-a286e7119232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:00.654726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.657547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b5fd8833-3747-4907-92e2-dbd5af618aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:00.709911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:34:00.710631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:33:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:00.720988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=261b74f8-8d82-4ba3-87d9-aed418731ab2,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:00.723455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.726056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:00.751913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd8833-3747-4907-92e2-dbd5af618aa5 None None] Pushing event updated for resources: {'Port': ['ID=b8c46173-0ecd-418b-b965-f9a57e8cf74b,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:00.757926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b5fd8833-3747-4907-92e2-dbd5af618aa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:00.776929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6a1a2d37-9f13-4aac-a304-4a7482bec7c1 None None] Provisioning for port 261b74f8-8d82-4ba3-87d9-aed418731ab2 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:00.806602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6a1a2d37-9f13-4aac-a304-4a7482bec7c1 None None] Provisioning complete for port 261b74f8-8d82-4ba3-87d9-aed418731ab2 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:00.807257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6a1a2d37-9f13-4aac-a304-4a7482bec7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:00.815130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Network be388978-352c-4b7e-822e-137489cb02f5 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:34:00.816453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:34:00.860945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:34:00.862989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a2d37-9f13-4aac-a304-4a7482bec7c1 None None] Port 261b74f8-8d82-4ba3-87d9-aed418731ab2 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:34:00.934731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Router 47ce0434-73ab-4b31-b12e-fbf17e152766 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:34:01.050480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:34:01.056216 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] 10.222.0.22 "PUT /v2.0/routers/47ce0434-73ab-4b31-b12e-fbf17e152766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6116171 Jun 22 15:34:01.070384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 2, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:01.101838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d15eba4-63ac-4e70-a068-0beb003304a7 None None] The sync data for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv is: [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 2, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:34:01.110157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a52ef34b-86e2-4b68-87d9-b601f8664713 None None] Provisioning complete for port 261b74f8-8d82-4ba3-87d9-aed418731ab2 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:01.110548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a52ef34b-86e2-4b68-87d9-b601f8664713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.148796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a52ef34b-86e2-4b68-87d9-b601f8664713 None None] Port 261b74f8-8d82-4ba3-87d9-aed418731ab2 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:34:01.538715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47448) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:01.544107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2125035179-network', 'tenant_id': 'dea13b576485482fb7325ac2c53951af'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:01.565878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Made reservation on behalf of dea13b576485482fb7325ac2c53951af for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:34:01.568488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.578694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.683382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.687571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.690813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-af8369c6-4716-4c2b-a719-c17b79fb750b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:01.720275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:34:01.736466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.737051 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Added segment d127507c-d0e8-4156-8158-d276daafed18 of type vlan for network 64f6be30-249a-4044-b99c-1ef816a229d8 Jun 22 15:34:01.747375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468a3bc9-16b6-42fc-a8b0-ddc5170b7bdf,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:01.752137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:01.796008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.835701 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.836816 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:01.837401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.839740 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5148006b-2320-4646-b057-fad1c76bd834 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:01.897801 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3549151 Jun 22 15:34:01.898189 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47450) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:01.903353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Request body: {'subnet': {'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2125035179-subnet', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:01.905563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Pushing event updated for resources: {'Network': ['ID=64f6be30-249a-4044-b99c-1ef816a229d8,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:01.908615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:01.922619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 64f6be30-249a-4044-b99c-1ef816a229d8 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:34:01.933047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Made reservation on behalf of dea13b576485482fb7325ac2c53951af for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:34:01.935752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:01.941936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b8c46173-0ecd-418b-b965-f9a57e8cf74b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:02.041935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port b8c46173-0ecd-418b-b965-f9a57e8cf74b completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:02.046442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b8c46173-0ecd-418b-b965-f9a57e8cf74b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:02.046829 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.126756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.129770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.133734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-29236994-2687-45c0-9edb-3cd30298aa96 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:02.152320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port b8c46173-0ecd-418b-b965-f9a57e8cf74b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b8c46173-0ecd-418b-b965-f9a57e8cf74b,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:02.158024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.159081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9331ff38-e246-454c-91e9-0952ba3ab308 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:02.163783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:02.190427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d068a8e-cae1-4d1a-b38e-635b75fc9fcf,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:02.193584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:02.197197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Checking segment: {'id': 'd127507c-d0e8-4156-8158-d276daafed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:34:02.197813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Network hostable DHCP agents. Network: 64f6be30-249a-4044-b99c-1ef816a229d8, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:34:02.215088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Network 64f6be30-249a-4044-b99c-1ef816a229d8 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:34:02.226155 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 64f6be30-249a-4044-b99c-1ef816a229d8) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:34:02.230865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:02.231517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.238467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abffb7a6-c3f6-4fea-9c02-c5012a9e942e None None] Network 64f6be30-249a-4044-b99c-1ef816a229d8 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:34:02.250352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47452) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:02.250954 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c7142351-4466-4707-b60a-a90c61365b84 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3512485 Jun 22 15:34:02.256006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:02.282955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.284520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.346888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.444231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=b8c46173-0ecd-418b-b965-f9a57e8cf74b,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:02.449345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:02.461829 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9331ff38-e246-454c-91e9-0952ba3ab308 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:02.462208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.487470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.613041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-64f6be30-249a-4044-b99c-1ef816a229d8', 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'fixed_ips': [{'subnet_id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:34:02.613532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.697579 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.719938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.724437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c60cb5eb-16d8-4f67-8986-3c69263bcb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.776460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Allocated IP 172.20.0.2 (64f6be30-249a-4044-b99c-1ef816a229d8/1d068a8e-cae1-4d1a-b38e-635b75fc9fcf/8bc11969-1b43-4342-a5a9-4956aacf0f0e) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:34:02.829515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Allocated IP 172.26.6.164 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/feecdfa0-2636-483a-912d-96dd771c78c0) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:34:02.926296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.934715 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Transition to ACTIVE for port object 8bc11969-1b43-4342-a5a9-4956aacf0f0e will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:02.935214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.960466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Transition to ACTIVE for port object 8bc11969-1b43-4342-a5a9-4956aacf0f0e will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:02.963580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.967637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.969677 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-7ec12014-3c61-4a1a-805d-6d31c9c96828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:02.978414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:02.982074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cd448348-671c-47ec-9f39-bcbeb63b9653 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:03.008390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Network 64f6be30-249a-4044-b99c-1ef816a229d8 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:34:03.011607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:34:03.015068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:34:03.020563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Pushing event updated for resources: {'Port': ['ID=8bc11969-1b43-4342-a5a9-4956aacf0f0e,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:03.025348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:03.029561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:34:03.033177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:34:03.038120 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:34:03.066073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Pushing event updated for resources: {'Port': ['ID=feecdfa0-2636-483a-912d-96dd771c78c0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:03.070280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:03.078450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Attempting to bind port 8bc11969-1b43-4342-a5a9-4956aacf0f0e on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:34:03.078900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Attempting to bind port 8bc11969-1b43-4342-a5a9-4956aacf0f0e by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'd127507c-d0e8-4156-8158-d276daafed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:34:03.079666 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Attempting to bind port 8bc11969-1b43-4342-a5a9-4956aacf0f0e on network 64f6be30-249a-4044-b99c-1ef816a229d8 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:34:03.085293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:34:03.085687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Checking segment: {'id': 'd127507c-d0e8-4156-8158-d276daafed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:34:03.086210 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:03.086616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Bound using segment: {'id': 'd127507c-d0e8-4156-8158-d276daafed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:34:03.087163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Bound port: 8bc11969-1b43-4342-a5a9-4956aacf0f0e, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd127507c-d0e8-4156-8158-d276daafed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:34:03.087494 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:03.156454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] For port 8bc11969-1b43-4342-a5a9-4956aacf0f0e, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:34:03.159652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] For port 8bc11969-1b43-4342-a5a9-4956aacf0f0e, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8bc11969-1b43-4342-a5a9-4956aacf0f0e,segment=NetworkSegment(d127507c-d0e8-4156-8158-d276daafed18),segment_id=d127507c-d0e8-4156-8158-d276daafed18)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:34:03.167407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:03.169806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:03.173058 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Sync routers for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:34:03.183469 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:34:03.184234 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:34:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:03.231931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Pushing event updated for resources: {'Port': ['ID=8bc11969-1b43-4342-a5a9-4956aacf0f0e,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:03.245553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:03.300237 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:34:03.617299 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 2, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:03.643991 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Checking router: 47ce0434-73ab-4b31-b12e-fbf17e152766 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:34:03.643991 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Updating router 47ce0434-73ab-4b31-b12e-fbf17e152766 port 261b74f8-8d82-4ba3-87d9-aed418731ab2 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:34:03.680014 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:03.718865 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:03.915364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b8c46173-0ecd-418b-b965-f9a57e8cf74b up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:03.946364 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:03.954348 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:03.956478 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Transition to ACTIVE for port object 261b74f8-8d82-4ba3-87d9-aed418731ab2 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:03.968896 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:03.971885 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-d2e35e36-17a4-49e6-8df0-8a34f671e564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:03.976262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b8c46173-0ecd-418b-b965-f9a57e8cf74b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:03.977326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.092636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8bc11969-1b43-4342-a5a9-4956aacf0f0e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:04.094515 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.109178 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Pushing event updated for resources: {'Port': ['ID=261b74f8-8d82-4ba3-87d9-aed418731ab2,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:04.119404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Router 87df5ca8-b025-456e-bc5a-930e5d86b5ef is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:34:04.120586 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Attempting to bind port 261b74f8-8d82-4ba3-87d9-aed418731ab2 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:34:04.126590 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Attempting to bind port 261b74f8-8d82-4ba3-87d9-aed418731ab2 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:34:04.127287 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Attempting to bind port 261b74f8-8d82-4ba3-87d9-aed418731ab2 on network be388978-352c-4b7e-822e-137489cb02f5 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:34:04.130937 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.133354 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.137125 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.137553 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.137957 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.138362 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.138765 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.139161 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.139665 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.139955 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.141128 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.141620 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:04.151895 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:04.155148 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:34:04.155749 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Checking segment: {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:34:04.156873 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.157642 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Bound using segment: {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:34:04.158425 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Bound port: 261b74f8-8d82-4ba3-87d9-aed418731ab2, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:34:04.160004 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.169598 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 8bc11969-1b43-4342-a5a9-4956aacf0f0e completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:04.235667 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] For port 261b74f8-8d82-4ba3-87d9-aed418731ab2, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:34:04.239768 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] For port 261b74f8-8d82-4ba3-87d9-aed418731ab2, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=261b74f8-8d82-4ba3-87d9-aed418731ab2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:34:04.246088 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.254636 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-c006a1ce-db04-4690-bba2-ad55b4f7ed3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:04.268779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:34:04.279752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Sync routers for ids ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:34:04.290946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Routers {'87df5ca8-b025-456e-bc5a-930e5d86b5ef'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:34:04.291685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:34:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:04.297780 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:34:04.299103 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:34:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:04.314619 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.317774 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0656438 Jun 22 15:34:04.320351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47454) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:04.367914 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Pushing event updated for resources: {'Port': ['ID=261b74f8-8d82-4ba3-87d9-aed418731ab2,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:04.378263 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:04.441253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261d72c-0e67-4fce-bf3f-42f93734ef40 None None] Network 64f6be30-249a-4044-b99c-1ef816a229d8 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:34:04.445098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Set router 87df5ca8-b025-456e-bc5a-930e5d86b5ef gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:34:04.451010 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:34:04.634999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e5003773-025f-40ee-80ce-0db058e66fd2 None None] Provisioning for port 8bc11969-1b43-4342-a5a9-4956aacf0f0e completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:04.652528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e5003773-025f-40ee-80ce-0db058e66fd2 None None] Provisioning complete for port 8bc11969-1b43-4342-a5a9-4956aacf0f0e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:04.652934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e5003773-025f-40ee-80ce-0db058e66fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.675111 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:04Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:04.705371 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8feee-2075-4c94-bb8b-c1601479ce4f None None] The sync data for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv is: [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:04Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:34:04.823885 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.850558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e5003773-025f-40ee-80ce-0db058e66fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.854384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:03Z', 'revision_number': 3, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'gw_port': {'id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:04.892564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Checking router: 87df5ca8-b025-456e-bc5a-930e5d86b5ef for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:34:04.892908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Updating router 87df5ca8-b025-456e-bc5a-930e5d86b5ef port feecdfa0-2636-483a-912d-96dd771c78c0 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:34:04.949144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e5003773-025f-40ee-80ce-0db058e66fd2 None None] For port 8bc11969-1b43-4342-a5a9-4956aacf0f0e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8bc11969-1b43-4342-a5a9-4956aacf0f0e,segment=NetworkSegment(d127507c-d0e8-4156-8158-d276daafed18),segment_id=d127507c-d0e8-4156-8158-d276daafed18)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:04.956609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e5003773-025f-40ee-80ce-0db058e66fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:04.958761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c9ac7ea0-595a-4599-893e-fd44519292f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:04.961138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.012465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Allocated IP 172.20.0.1 (64f6be30-249a-4044-b99c-1ef816a229d8/1d068a8e-cae1-4d1a-b38e-635b75fc9fcf/cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:34:05.100895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5003773-025f-40ee-80ce-0db058e66fd2 None None] Pushing event updated for resources: {'Port': ['ID=8bc11969-1b43-4342-a5a9-4956aacf0f0e,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:05.106503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e5003773-025f-40ee-80ce-0db058e66fd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:05.145988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.163056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Transition to ACTIVE for port object cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:05.199412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.203467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:05.248771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Network 64f6be30-249a-4044-b99c-1ef816a229d8 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:34:05.253164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:34:05.257131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:34:05.262959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Pushing event updated for resources: {'Port': ['ID=cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:05.274682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e19fc14b-5666-4a5d-9d5d-72cc87018b83 None None] Provisioning complete for port 8bc11969-1b43-4342-a5a9-4956aacf0f0e triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:05.275070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e19fc14b-5666-4a5d-9d5d-72cc87018b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.288530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:05.306249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.348663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.364004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Transition to ACTIVE for port object feecdfa0-2636-483a-912d-96dd771c78c0 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:05.390658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.394129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-c9ac7ea0-595a-4599-893e-fd44519292f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:05.461470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd5d84-3132-4ccf-a32f-cdb0574c027a None None] Pushing event updated for resources: {'Port': ['ID=feecdfa0-2636-483a-912d-96dd771c78c0,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:05.463830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Attempting to bind port feecdfa0-2636-483a-912d-96dd771c78c0 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:34:05.464209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Attempting to bind port feecdfa0-2636-483a-912d-96dd771c78c0 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:34:05.464706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Attempting to bind port feecdfa0-2636-483a-912d-96dd771c78c0 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:34:05.467152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0dfd5d84-3132-4ccf-a32f-cdb0574c027a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:05.471262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:34:05.471647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:34:05.472059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.472459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:34:05.472986 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Bound port: feecdfa0-2636-483a-912d-96dd771c78c0, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:34:05.473369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.474070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.529242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] For port feecdfa0-2636-483a-912d-96dd771c78c0, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:34:05.532484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] For port feecdfa0-2636-483a-912d-96dd771c78c0, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=feecdfa0-2636-483a-912d-96dd771c78c0,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:34:05.538652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.540769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-b5fd8833-3747-4907-92e2-dbd5af618aa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:05.598830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bc9ef47c-4206-4614-8fbd-876a71c97d97 None None] Provisioning for port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:05.613713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Routers {'87df5ca8-b025-456e-bc5a-930e5d86b5ef'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:34:05.614331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:34:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:05.616035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bc9ef47c-4206-4614-8fbd-876a71c97d97 None None] Provisioning complete for port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:05.616412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bc9ef47c-4206-4614-8fbd-876a71c97d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.619500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd5d84-3132-4ccf-a32f-cdb0574c027a None None] Pushing event updated for resources: {'Port': ['ID=feecdfa0-2636-483a-912d-96dd771c78c0,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:05.661698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.668336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0dfd5d84-3132-4ccf-a32f-cdb0574c027a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:05.681575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.685245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f70621ec-67ae-41bc-8fc9-41d44d845ac6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:05.691035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ef47c-4206-4614-8fbd-876a71c97d97 None None] Port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:34:05.754872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.759795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Pushing event updated for resources: {'Port': ['ID=cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:05.762501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:05.763555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.769019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] Set router 87df5ca8-b025-456e-bc5a-930e5d86b5ef gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:34:05.843489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 261b74f8-8d82-4ba3-87d9-aed418731ab2 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:05.867290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Network 64f6be30-249a-4044-b99c-1ef816a229d8 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:34:05.868767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:34:05.963528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 261b74f8-8d82-4ba3-87d9-aed418731ab2 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:05.969580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 261b74f8-8d82-4ba3-87d9-aed418731ab2 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:05.969850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:05.990233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Router 87df5ca8-b025-456e-bc5a-930e5d86b5ef has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:34:06.109691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:34:06.121805 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] 10.222.0.22 "PUT /v2.0/routers/87df5ca8-b025-456e-bc5a-930e5d86b5ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930155 Jun 22 15:34:06.195636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5dc93113-b8e8-4661-af9f-01e5f7f4bbea None None] Provisioning complete for port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:06.196200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5dc93113-b8e8-4661-af9f-01e5f7f4bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:06.245943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5dc93113-b8e8-4661-af9f-01e5f7f4bbea None None] Port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:34:06.269735 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 4, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'gw_port': {'id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a', 'name': '', 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'mac_address': 'fa:16:3e:a7:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:04Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 1, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'subnets': [{'id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:06.301346 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0f5386-3f71-45f4-bf39-8b3839fc7c16 None None] The sync data for ids ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'] in dv-neutron-601336-93-hyperv is: [{'id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 4, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'gw_port': {'id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a', 'name': '', 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'mac_address': 'fa:16:3e:a7:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:04Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 1, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'subnets': [{'id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:34:06.308520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:06.342495 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 261b74f8-8d82-4ba3-87d9-aed418731ab2, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=261b74f8-8d82-4ba3-87d9-aed418731ab2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:06.347175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:06.348139 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8bc11969-1b43-4342-a5a9-4956aacf0f0e up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:06.350110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:06.433519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=261b74f8-8d82-4ba3-87d9-aed418731ab2,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:06.437512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:06.447972 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 8bc11969-1b43-4342-a5a9-4956aacf0f0e triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:06.448521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:07.916219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 261b74f8-8d82-4ba3-87d9-aed418731ab2 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:07.982025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 261b74f8-8d82-4ba3-87d9-aed418731ab2 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:07.982777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:08.084736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device feecdfa0-2636-483a-912d-96dd771c78c0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:08.146818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port feecdfa0-2636-483a-912d-96dd771c78c0 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:08.151874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port feecdfa0-2636-483a-912d-96dd771c78c0 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:08.152256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:08.243587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:08.270499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port feecdfa0-2636-483a-912d-96dd771c78c0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=feecdfa0-2636-483a-912d-96dd771c78c0,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:08.275911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:08.279793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:08.342728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=feecdfa0-2636-483a-912d-96dd771c78c0,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:08.350054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:09.179158 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Sync routers for ids ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:34:09.191080 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Routers {'87df5ca8-b025-456e-bc5a-930e5d86b5ef'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:34:09.192019 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:34:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:09.320116 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Set router 87df5ca8-b025-456e-bc5a-930e5d86b5ef gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:34:09.526603 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 4, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'gw_port': {'id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a', 'name': '', 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'mac_address': 'fa:16:3e:a7:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:04Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 2, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'subnets': [{'id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:09.553287 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Checking router: 87df5ca8-b025-456e-bc5a-930e5d86b5ef for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:34:09.553829 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Updating router 87df5ca8-b025-456e-bc5a-930e5d86b5ef port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:34:09.594486 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:09.817774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device feecdfa0-2636-483a-912d-96dd771c78c0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:09.880929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port feecdfa0-2636-483a-912d-96dd771c78c0 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:09.880929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:10.039712 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:10.050970 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Transition to ACTIVE for port object cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:10.058383 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:10.060252 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:10.183151 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d1594-2aa3-44bb-a818-c2c42b15e042 None None] Pushing event updated for resources: {'Port': ['ID=cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:10.205900 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-4d4d1594-2aa3-44bb-a818-c2c42b15e042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:10.246579 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Attempting to bind port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:34:10.247008 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Attempting to bind port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'd127507c-d0e8-4156-8158-d276daafed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:34:10.247369 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Attempting to bind port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a on network 64f6be30-249a-4044-b99c-1ef816a229d8 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:34:10.252956 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:34:10.255725 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Checking segment: {'id': 'd127507c-d0e8-4156-8158-d276daafed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:34:10.256821 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:10.257210 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Bound using segment: {'id': 'd127507c-d0e8-4156-8158-d276daafed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:34:10.257714 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Bound port: cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd127507c-d0e8-4156-8158-d276daafed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:34:10.258090 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:10.343359 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] For port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:34:10.346588 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] For port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a,segment=NetworkSegment(d127507c-d0e8-4156-8158-d276daafed18),segment_id=d127507c-d0e8-4156-8158-d276daafed18)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:34:10.352775 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:10.356045 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:10.418468 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Routers {'87df5ca8-b025-456e-bc5a-930e5d86b5ef'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:34:10.419007 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:34:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:10.422444 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d1594-2aa3-44bb-a818-c2c42b15e042 None None] Pushing event updated for resources: {'Port': ['ID=cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:10.440564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:10.453522 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-4d4d1594-2aa3-44bb-a818-c2c42b15e042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:10.556673 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] Set router 87df5ca8-b025-456e-bc5a-930e5d86b5ef gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:34:10.800620 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 4, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'gw_port': {'id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a', 'name': '', 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'mac_address': 'fa:16:3e:a7:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:04Z', 'updated_at': '2021-06-22T15:34:10Z', 'revision_number': 4, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'subnets': [{'id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:10.834205 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7633e9-80da-4513-b7a7-b3e0bd6d4802 None None] The sync data for ids ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'] in dv-neutron-601336-93-hyperv is: [{'id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:05Z', 'revision_number': 4, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'gw_port': {'id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a', 'name': '', 'network_id': '64f6be30-249a-4044-b99c-1ef816a229d8', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'mac_address': 'fa:16:3e:a7:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:04Z', 'updated_at': '2021-06-22T15:34:10Z', 'revision_number': 4, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'subnets': [{'id': '1d068a8e-cae1-4d1a-b38e-635b75fc9fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:34:11.869852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:11.934627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:11.940867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:11.941427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:12.046465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:12.095066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a,segment=NetworkSegment(d127507c-d0e8-4156-8158-d276daafed18),segment_id=d127507c-d0e8-4156-8158-d276daafed18)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:12.100366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:12.104039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0dfd5d84-3132-4ccf-a32f-cdb0574c027a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:12.164168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:12.167808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:13.809800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:13.874681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:13.875062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:16.435635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-6520d863-2db7-45ec-82fd-6993149df2a5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:16.437112 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-6520d863-2db7-45ec-82fd-6993149df2a5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 814 time: 0.1047306 Jun 22 15:34:16.452532 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-30705929-dbe5-4351-bd48-ee16957c7eae tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/quotas/8d0470900b254feca123505355d68faf HTTP/1.1" status: 200 len: 375 time: 0.0098894 Jun 22 15:34:16.519820 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-7072259a-7dcc-4c5d-bbd4-02eb148e2f3b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623229 Jun 22 15:34:16.615947 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-350a23cf-0849-484a-932e-c94f4d59dfb2 service neutron] 10.222.0.22 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848732 Jun 22 15:34:16.701985 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-08c98c10-f79c-4cb8-b87a-dd48468c8b93 service neutron] 10.222.0.22 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801528 Jun 22 15:34:16.864281 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1186c50d-8444-4ddc-91c7-cc76ed8e8ec0 req-7316e66b-74e3-4740-a95d-2c166a38a37e tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 210 time: 0.0289376 Jun 22 15:34:17.873251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-35336169-9b42-4941-b6a1-b0bec97ec43c tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:17.875076 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-35336169-9b42-4941-b6a1-b0bec97ec43c tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 814 time: 0.1014683 Jun 22 15:34:17.888317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'port': {'device_id': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'admin_state_up': True, 'tenant_id': '8d0470900b254feca123505355d68faf'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:18.011803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Made reservation on behalf of 8d0470900b254feca123505355d68faf for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:34:18.015806 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:18.022889 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-196327c6-c469-4440-8d1d-96dcbeeee982 req-9b58edda-b846-404f-a12e-05bb80426a18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 210 time: 0.0389683 Jun 22 15:34:18.145922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Allocated IP 172.20.0.12 (be388978-352c-4b7e-822e-137489cb02f5/2d0d4fb6-b06a-4224-b691-fb44912485f9/d4daede5-2a0a-4215-8f60-54614f7ac5c2) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:34:18.309196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:18.355056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Transition to ACTIVE for port object d4daede5-2a0a-4215-8f60-54614f7ac5c2 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:18.427220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:18.434734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d569003-a70e-4f22-a01f-b517b55d6b7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:18.485395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Network be388978-352c-4b7e-822e-137489cb02f5 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:34:18.488910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:34:18.493460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:34:18.518250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'Port': ['ID=d4daede5-2a0a-4215-8f60-54614f7ac5c2,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:18.524616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:18.557389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:18.558427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:18.576458 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6933794 Jun 22 15:34:18.754956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fafa15ac-1911-45fd-9c2e-06b880df33b0 None None] Provisioning for port d4daede5-2a0a-4215-8f60-54614f7ac5c2 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:18.761097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-fafa15ac-1911-45fd-9c2e-06b880df33b0 None None] Provisioning complete for port d4daede5-2a0a-4215-8f60-54614f7ac5c2 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:18.761790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fafa15ac-1911-45fd-9c2e-06b880df33b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:18.797397 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-fafa15ac-1911-45fd-9c2e-06b880df33b0 None None] Port d4daede5-2a0a-4215-8f60-54614f7ac5c2 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:34:19.200283 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:34:19.220931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542765a1-9c52-4025-9a4d-53790e2c6d9a req-38580691-4ccf-4143-bf83-5401e04103d5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:19.222490 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-542765a1-9c52-4025-9a4d-53790e2c6d9a req-38580691-4ccf-4143-bf83-5401e04103d5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 932 time: 0.0798848 Jun 22 15:34:19.261309 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-542765a1-9c52-4025-9a4d-53790e2c6d9a req-e0d4b162-7824-494f-b59c-a781956dad4a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Jun 22 15:34:20.451283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809acc-b456-46a8-8408-c3c3d8974524 req-1a8e943c-f440-4671-b5b3-2e1706c1fd09 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:20.453922 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f4809acc-b456-46a8-8408-c3c3d8974524 req-1a8e943c-f440-4671-b5b3-2e1706c1fd09 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 932 time: 0.0667143 Jun 22 15:34:20.497307 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f4809acc-b456-46a8-8408-c3c3d8974524 req-76a12614-5c05-4c7c-b67e-f25b983dec2e tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367284 Jun 22 15:34:21.683521 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15beac-feee-41cc-92bc-9fb732456d12 req-2209ad53-4df6-4617-a62b-e2fb5cc177e4 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:21.685191 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a15beac-feee-41cc-92bc-9fb732456d12 req-2209ad53-4df6-4617-a62b-e2fb5cc177e4 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 932 time: 0.0737805 Jun 22 15:34:21.725953 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6a15beac-feee-41cc-92bc-9fb732456d12 req-51fd8a8b-88ec-4018-a9c0-26960bddaab6 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Jun 22 15:34:22.919427 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289c910-be68-481d-a46a-a23af0b11887 req-00a3188d-48de-4236-b35e-3890f22b8c7d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:22.920861 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f289c910-be68-481d-a46a-a23af0b11887 req-00a3188d-48de-4236-b35e-3890f22b8c7d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 932 time: 0.0754664 Jun 22 15:34:22.960083 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f289c910-be68-481d-a46a-a23af0b11887 req-7a9dd330-9840-4fc5-92b9-3531217756e2 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323243 Jun 22 15:34:24.144289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450005d9-56ec-454f-a209-c8a105f1edc5 req-e062fdb4-0117-46d6-8d92-2aed30968f7c tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:24.145975 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-450005d9-56ec-454f-a209-c8a105f1edc5 req-e062fdb4-0117-46d6-8d92-2aed30968f7c tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 932 time: 0.0693741 Jun 22 15:34:24.187871 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-450005d9-56ec-454f-a209-c8a105f1edc5 req-b7400dc3-ee6f-4aa1-8420-0923542b76db tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338590 Jun 22 15:34:25.374000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425ddbb-f3f9-4166-8164-33c82c55109f req-898e1389-77e0-4f0e-850c-f8537a9cf12f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:25.375731 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5425ddbb-f3f9-4166-8164-33c82c55109f req-898e1389-77e0-4f0e-850c-f8537a9cf12f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 932 time: 0.0746102 Jun 22 15:34:25.416648 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5425ddbb-f3f9-4166-8164-33c82c55109f req-d7d79ec3-73f4-4200-a138-aa91164eac2b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346284 Jun 22 15:34:26.599101 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435fc5-9848-4ee2-98e0-d73eba6ff5d1 req-c23e67a6-faa8-4436-942e-7020bda982d8 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:26.601159 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fa435fc5-9848-4ee2-98e0-d73eba6ff5d1 req-c23e67a6-faa8-4436-942e-7020bda982d8 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 932 time: 0.0696535 Jun 22 15:34:26.651486 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fa435fc5-9848-4ee2-98e0-d73eba6ff5d1 req-c56cb6b5-2d23-4eb7-96bd-b5e7e65541aa tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Jun 22 15:34:27.834019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663a62-c2ec-491c-acdc-bc19689e1968 req-c745b77d-9410-481a-a8ec-2748574ba892 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:27.835520 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f0663a62-c2ec-491c-acdc-bc19689e1968 req-c745b77d-9410-481a-a8ec-2748574ba892 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 932 time: 0.0645742 Jun 22 15:34:27.876462 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f0663a62-c2ec-491c-acdc-bc19689e1968 req-9cbd620b-3918-4676-a0b1-aead4637720f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340879 Jun 22 15:34:29.046207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75184d21-8e0d-4d8c-8e81-9c483ee76b89 req-ad561e1d-c868-4a21-9975-557beb55c512 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:29.047662 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75184d21-8e0d-4d8c-8e81-9c483ee76b89 req-ad561e1d-c868-4a21-9975-557beb55c512 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 932 time: 0.0619953 Jun 22 15:34:29.084613 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-75184d21-8e0d-4d8c-8e81-9c483ee76b89 req-98729c61-74ed-4487-bcfb-8d6d7d12a4a8 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Jun 22 15:34:29.531717 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Request body: {'port': {'device_id': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:29.602327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:29.859670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4daede5-2a0a-4215-8f60-54614f7ac5c2 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:34:29.867393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:29.878832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Transition to ACTIVE for port object d4daede5-2a0a-4215-8f60-54614f7ac5c2 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:34:29.883207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:29.885301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-871aec27-de5d-4a1b-8339-8789f6fe66a7 tempest-DeleteServersTestJSON-83499615 tempest-DeleteServersTestJSON-83499615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:29.963426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Pushing event updated for resources: {'Port': ['ID=d4daede5-2a0a-4215-8f60-54614f7ac5c2,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:29.967159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:30.033879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Attempting to bind port d4daede5-2a0a-4215-8f60-54614f7ac5c2 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:34:30.034217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Attempting to bind port d4daede5-2a0a-4215-8f60-54614f7ac5c2 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:34:30.034549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Attempting to bind port d4daede5-2a0a-4215-8f60-54614f7ac5c2 on network be388978-352c-4b7e-822e-137489cb02f5 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:34:30.039652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Port d4daede5-2a0a-4215-8f60-54614f7ac5c2 on network be388978-352c-4b7e-822e-137489cb02f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:34:30.039970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Attempting to bind port d4daede5-2a0a-4215-8f60-54614f7ac5c2 on network be388978-352c-4b7e-822e-137489cb02f5 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:34:30.044926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:34:30.045263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Checking segment: {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:34:30.045644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Bound using segment: {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:34:30.046077 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Bound port: d4daede5-2a0a-4215-8f60-54614f7ac5c2, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8d6337-29b9-4e0d-b885-4e2bc533090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:34:30.046489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:30.111095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] For port d4daede5-2a0a-4215-8f60-54614f7ac5c2, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:34:30.114085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] For port d4daede5-2a0a-4215-8f60-54614f7ac5c2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:34:30.119371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:30.122469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2efec030-13a8-425c-a3ed-cdc110444705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:30.161978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:30.162798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:30.164306 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 1094 time: 0.6369696 Jun 22 15:34:30.165048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:34:30.167428 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69701a1d-647e-47c1-af08-9721892f80b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:34:30.191492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Pushing event updated for resources: {'Port': ['ID=d4daede5-2a0a-4215-8f60-54614f7ac5c2,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:30.202578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:30.219168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7e83ba6-d037-4a8a-b6b2-1e94252bdd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:30.229379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560f1aa8-ba23-4dac-b0cf-a3ac5e4ec272 x-openstack-request-id: req-560f1aa8-ba23-4dac-b0cf-a3ac5e4ec272 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:34:30.229725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:34:30.230039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-560f1aa8-ba23-4dac-b0cf-a3ac5e4ec272 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:34:30.230483 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'status': 'completed', 'code': 200} Jun 22 15:34:30.275674 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-33cd751f-3f6b-4cc4-a92d-66cbcadcdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:30.277312 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-33cd751f-3f6b-4cc4-a92d-66cbcadcdafa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1097 time: 0.0632617 Jun 22 15:34:30.284814 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727c730-f83a-42a2-bf52-832add0bb04a req-fd6aa41c-53ba-40e2-8796-6b6eaa2c44ae tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:30.286523 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0727c730-f83a-42a2-bf52-832add0bb04a req-fd6aa41c-53ba-40e2-8796-6b6eaa2c44ae tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 944 time: 0.0785728 Jun 22 15:34:30.318693 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-6ac9f642-9954-48e5-b0f8-67f06ba588cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 217 time: 0.0345275 Jun 22 15:34:30.333641 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0727c730-f83a-42a2-bf52-832add0bb04a req-1d128162-1610-4163-b771-ecbf7a4fb055 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410047 Jun 22 15:34:30.377840 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-e6bbd31b-ed3a-477a-aa22-7c7123403fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:30.379224 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-e6bbd31b-ed3a-477a-aa22-7c7123403fed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0539992 Jun 22 15:34:30.789544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-10958ddf-b412-4d7f-b44b-294e3b7ca019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:30.791021 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-10958ddf-b412-4d7f-b44b-294e3b7ca019 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4050717 Jun 22 15:34:30.877653 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-668b6d46-9d0d-400e-9199-a7cdca470187 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804219 Jun 22 15:34:30.966554 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a4fb0857-bc41-4454-9eaf-7556dddbe605 req-e646b9ba-0cb0-4730-9680-2b4edf1f7f0f service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831213 Jun 22 15:34:31.060407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69701a1d-647e-47c1-af08-9721892f80b6 req-c1bbdf25-02f7-4b8a-9f34-16a15ee495be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:31.061888 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69701a1d-647e-47c1-af08-9721892f80b6 req-c1bbdf25-02f7-4b8a-9f34-16a15ee495be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1097 time: 0.0518560 Jun 22 15:34:31.153171 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69701a1d-647e-47c1-af08-9721892f80b6 req-af4712fd-cb8f-4fdf-9e35-ba5414e79c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:31.154590 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69701a1d-647e-47c1-af08-9721892f80b6 req-af4712fd-cb8f-4fdf-9e35-ba5414e79c82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 915 time: 0.0862253 Jun 22 15:34:31.194926 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69701a1d-647e-47c1-af08-9721892f80b6 req-1aef8f2c-ad16-4a5d-bdb4-459b68ce0dbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 217 time: 0.0338948 Jun 22 15:34:31.240203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69701a1d-647e-47c1-af08-9721892f80b6 req-5d3423e5-cea1-4109-839d-e482551e9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:31.242083 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69701a1d-647e-47c1-af08-9721892f80b6 req-5d3423e5-cea1-4109-839d-e482551e9efa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0422950 Jun 22 15:34:31.300381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69701a1d-647e-47c1-af08-9721892f80b6 req-4a43813f-e8bd-42a2-baa1-32e15024f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:31.301845 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69701a1d-647e-47c1-af08-9721892f80b6 req-4a43813f-e8bd-42a2-baa1-32e15024f621 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0537786 Jun 22 15:34:31.393186 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69701a1d-647e-47c1-af08-9721892f80b6 req-9ce1da67-6dac-496e-b590-3624a80ce234 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842094 Jun 22 15:34:31.520182 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69701a1d-647e-47c1-af08-9721892f80b6 req-d2440970-44f4-44f2-95e0-50e87f94d2c4 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208346 Jun 22 15:34:31.539626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dead-978d-462a-aaef-d7cb77ccec16 req-bccae05e-2cb6-474d-81e0-89ec93583cf6 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:31.541071 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d0d6dead-978d-462a-aaef-d7cb77ccec16 req-bccae05e-2cb6-474d-81e0-89ec93583cf6 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 944 time: 0.0910029 Jun 22 15:34:31.577861 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d0d6dead-978d-462a-aaef-d7cb77ccec16 req-0c9f32e2-29d5-4ff9-9574-93f737744797 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Jun 22 15:34:32.697480 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cd508164-1a68-478c-ad18-f60c46238889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:32.752349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a62dc8-7a18-429f-8f5c-4e2119aa7922 req-271d4738-b108-4b6a-81a2-4bfa4f660ef9 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:32.753831 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-57a62dc8-7a18-429f-8f5c-4e2119aa7922 req-271d4738-b108-4b6a-81a2-4bfa4f660ef9 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 944 time: 0.0668480 Jun 22 15:34:32.790981 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-57a62dc8-7a18-429f-8f5c-4e2119aa7922 req-2ea9e1b7-37b1-4bc8-bfae-b35f7d675f3d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306911 Jun 22 15:34:32.955991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:34.042688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:34.121095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511a7de-a72a-405b-8b62-f8a4327ae51d req-5a8b131e-cfb1-4a5c-8fc0-34b3dd9ebcd9 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:34.122530 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0511a7de-a72a-405b-8b62-f8a4327ae51d req-5a8b131e-cfb1-4a5c-8fc0-34b3dd9ebcd9 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 944 time: 0.0660288 Jun 22 15:34:34.159612 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0511a7de-a72a-405b-8b62-f8a4327ae51d req-5c812273-2b6d-4b1b-87dc-fdde529701b0 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Jun 22 15:34:35.105336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device d4daede5-2a0a-4215-8f60-54614f7ac5c2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:34:35.198680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port d4daede5-2a0a-4215-8f60-54614f7ac5c2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:35.211334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'port_id': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'mac_address': 'fa:16:3e:e7:2c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:34:35.247662 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:35.260970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4daede5-2a0a-4215-8f60-54614f7ac5c2 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:34:35.280840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port d4daede5-2a0a-4215-8f60-54614f7ac5c2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:35.285996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:35.288737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:35.332996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=d4daede5-2a0a-4215-8f60-54614f7ac5c2,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:35.333382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d12bb-afc7-40b2-aa3c-b2221c225f89 req-93c69656-5e33-459d-8c09-dbbf9363dea6 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:35.335193 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c20d12bb-afc7-40b2-aa3c-b2221c225f89 req-93c69656-5e33-459d-8c09-dbbf9363dea6 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 944 time: 0.0664384 Jun 22 15:34:35.339969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.340582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.340956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.341289 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.341617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.341947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.342270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.342596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.342919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.343237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.343554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.343871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:35.347746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:35.379731 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c20d12bb-afc7-40b2-aa3c-b2221c225f89 req-76ca4e7b-6b02-4410-8651-387c8ec233e8 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380626 Jun 22 15:34:35.639596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['d4daede5-2a0a-4215-8f60-54614f7ac5c2'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:34:35.753910 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:36.550483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67b2ee-51c1-4624-999a-6282448a26cd req-22edaf29-20aa-4114-9279-b58c56c04b5f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:36.551931 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c67b2ee-51c1-4624-999a-6282448a26cd req-22edaf29-20aa-4114-9279-b58c56c04b5f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 945 time: 0.0635772 Jun 22 15:34:36.589353 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2c67b2ee-51c1-4624-999a-6282448a26cd req-17dacfcf-9704-46c9-a927-b881f085e8ce tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318305 Jun 22 15:34:37.134225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device d4daede5-2a0a-4215-8f60-54614f7ac5c2 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:34:37.181651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port d4daede5-2a0a-4215-8f60-54614f7ac5c2 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:34:37.185439 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port d4daede5-2a0a-4215-8f60-54614f7ac5c2 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:37.185814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:37.261800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:37.282923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:34:37.285263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922aa345-d1e0-4151-a9fd-69826bd1db24" -d '{"events": [{"server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "name": "network-vif-plugged", "status": "completed", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:34:37.297662 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port d4daede5-2a0a-4215-8f60-54614f7ac5c2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:37.301639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:37.304248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:37.325810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ac291e-c062-4b5b-bef5-10d6f838dd79 x-openstack-request-id: req-72ac291e-c062-4b5b-bef5-10d6f838dd79 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:34:37.326110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "name": "network-vif-plugged", "status": "completed", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:34:37.326379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72ac291e-c062-4b5b-bef5-10d6f838dd79 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:34:37.326775 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'code': 200} Jun 22 15:34:37.353128 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=d4daede5-2a0a-4215-8f60-54614f7ac5c2,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:37.356324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:37.554892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c1738-f57b-462d-9af4-5ad054c3b77e req-892122d7-2f9b-4373-a451-e949f9f57b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:37.556448 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-987c1738-f57b-462d-9af4-5ad054c3b77e req-892122d7-2f9b-4373-a451-e949f9f57b55 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1099 time: 0.0518365 Jun 22 15:34:37.591501 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-987c1738-f57b-462d-9af4-5ad054c3b77e req-4d0d3fad-9ad4-4c62-9f2a-23fcbe3a2e47 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288312 Jun 22 15:34:37.763944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649dcd4-9a16-4433-acc7-38a9d35efaf6 req-1e172993-0ceb-4268-8bc3-92b593376344 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:37.765425 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9649dcd4-9a16-4433-acc7-38a9d35efaf6 req-1e172993-0ceb-4268-8bc3-92b593376344 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 946 time: 0.0667534 Jun 22 15:34:37.802877 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9649dcd4-9a16-4433-acc7-38a9d35efaf6 req-ef0c863d-bc9a-4778-a829-efc47cbc4286 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Jun 22 15:34:38.982907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5188b-3e8f-4bc6-9058-0803fdca17f9 req-05f3eccd-b2b7-4634-aeca-e5384b28e50b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:38.984270 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-71b5188b-3e8f-4bc6-9058-0803fdca17f9 req-05f3eccd-b2b7-4634-aeca-e5384b28e50b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 946 time: 0.0688570 Jun 22 15:34:39.023440 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-71b5188b-3e8f-4bc6-9058-0803fdca17f9 req-927566af-8df8-4a80-8b2e-bec98a1f2cff tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335195 Jun 22 15:34:39.194972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e9192-f8e5-4d25-84cf-f5ee42096eff req-b9ca9a94-122f-444a-9067-0cfef02df955 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:39.196432 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-146e9192-f8e5-4d25-84cf-f5ee42096eff req-b9ca9a94-122f-444a-9067-0cfef02df955 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 946 time: 0.0647824 Jun 22 15:34:39.234175 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-146e9192-f8e5-4d25-84cf-f5ee42096eff req-9fbf20e1-0620-458d-aeef-03d07bf13060 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320342 Jun 22 15:34:39.625381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caebd49-d360-4abb-85b0-011373db2682 req-9601e59b-f057-4703-b4e8-ffc8cd5602bc tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:39.626808 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0caebd49-d360-4abb-85b0-011373db2682 req-9601e59b-f057-4703-b4e8-ffc8cd5602bc tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 946 time: 0.0666077 Jun 22 15:34:39.666149 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0caebd49-d360-4abb-85b0-011373db2682 req-ad941ba2-f61f-4516-8b14-d408ec2e75e7 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Jun 22 15:34:40.422253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:44.302024 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-be6e5ab0-1ee7-42e9-98eb-e9a2d51ed280 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392825 Jun 22 15:34:44.397462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-b32e96b7-6f77-41d3-8890-3d3e89277b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:44.399258 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-b32e96b7-6f77-41d3-8890-3d3e89277b54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1099 time: 0.0555496 Jun 22 15:34:44.511012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-6495704c-8a7c-495c-b0b2-eca5140ba07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:44.512407 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-6495704c-8a7c-495c-b0b2-eca5140ba07a service neutron] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 915 time: 0.0933774 Jun 22 15:34:44.555691 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-83c2ad0b-1417-4a8d-800f-9665db4dda4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 217 time: 0.0364778 Jun 22 15:34:44.604326 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-c061b1c4-8f80-40ca-a211-e2febd6ff775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:44.605782 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-c061b1c4-8f80-40ca-a211-e2febd6ff775 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0442665 Jun 22 15:34:44.668642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-f41d8235-620f-4318-bad0-2a43f4a4dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:44.670275 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-f41d8235-620f-4318-bad0-2a43f4a4dfc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0575068 Jun 22 15:34:44.762414 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-92f1b859-6166-4ccf-b0f6-36e2d2a0e326 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860131 Jun 22 15:34:44.857888 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-070e72fb-fdcb-403a-adb1-98f18accaca2 req-345553b8-262b-4843-b329-bc1c87981024 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883405 Jun 22 15:34:52.387243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d405115-7fb1-4f3e-a2e1-1d46d8a6ebc9 req-75acb145-a783-424c-a289-18dadb924023 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:52.388638 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6d405115-7fb1-4f3e-a2e1-1d46d8a6ebc9 req-75acb145-a783-424c-a289-18dadb924023 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 946 time: 0.0642436 Jun 22 15:34:52.425458 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6d405115-7fb1-4f3e-a2e1-1d46d8a6ebc9 req-a038d3b5-f306-45e6-b345-bef1845895f0 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Jun 22 15:34:52.449266 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47658) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:52.546388 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6f6f3-d2ee-4ccb-a207-9157739f60da tempest-TestMinimumBasicScenario-1310177623 tempest-TestMinimumBasicScenario-1310177623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:52.547876 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-37f6f6f3-d2ee-4ccb-a207-9157739f60da tempest-TestMinimumBasicScenario-1310177623 tempest-TestMinimumBasicScenario-1310177623-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1094 time: 0.0976241 Jun 22 15:34:52.550845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47662) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:52.555405 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'tenant_id': '8d0470900b254feca123505355d68faf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:52.577076 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:52.674989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:52.775853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Allocated IP 172.26.6.167 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/3dc20478-711b-46e3-9afa-7f1cabe4f4d4) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:34:52.878570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:52.916926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:52.919592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-85473d3c-8235-4ed0-b03b-ae6627fdb71b tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:52.956732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:34:52.959777 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:34:52.963329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:34:52.984915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'Port': ['ID=3dc20478-711b-46e3-9afa-7f1cabe4f4d4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:52.996107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.996500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.996918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.997301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.997680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.998055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.998432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.998803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.999173 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.999542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:52.999909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:53.000275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:53.005044 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:53.338048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:53.415261 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:53.560096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:53.564502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:53.566638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1890d9a9-e0bb-42dd-a2d9-86cc655b195b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:53.634678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'Port': ['ID=3dc20478-711b-46e3-9afa-7f1cabe4f4d4,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:53.637642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:53.650426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:53.748252 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Floating IP f571a6db-3ea9-43ca-9252-6fd9e357154c associated. External IP: 172.26.6.167, port: d4daede5-2a0a-4215-8f60-54614f7ac5c2. Jun 22 15:34:53.972358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Router 47ce0434-73ab-4b31-b12e-fbf17e152766 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:34:54.077765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:34:54.087007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] Sync routers for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:34:54.093798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.096524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:34:54.097265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:34:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:54.132198 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5775990 Jun 22 15:34:54.132198 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:34:54.132521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1438ee81-fe27-4463-889d-79b2580a3810" -d '{"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:34:54.133275 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47664) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:54.138357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917272398', 'description': 'tempest-secgroup-smoke-917272398 description', 'project_id': '8d0470900b254feca123505355d68faf'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:54.162633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.206450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:34:54.249971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.255193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.259380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3afad429-53b3-4257-81f4-110526aedac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:54.287011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.288795 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1543274 Jun 22 15:34:54.291828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47670) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:54.293493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e06dd5-1324-4f30-a7f8-ade2b81e5171,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:54.296816 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-829bd70e-805d-415a-97fd-205f9b24dfeb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'security_group_rule': {'security_group_id': '48e06dd5-1324-4f30-a7f8-ade2b81e5171', 'project_id': '8d0470900b254feca123505355d68faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:54.300219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.300611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.301035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.301417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.301791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.302224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.303307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.303972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.304356 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.304731 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.305133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.305498 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:34:54.309793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:54.324645 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2c2950-ba0b-48e0-aa46-edc81a192684 x-openstack-request-id: req-1d2c2950-ba0b-48e0-aa46-edc81a192684 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:34:54.325350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:34:54.325667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d2c2950-ba0b-48e0-aa46-edc81a192684 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:34:54.326234 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'status': 'completed', 'code': 200} Jun 22 15:34:54.348048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-829bd70e-805d-415a-97fd-205f9b24dfeb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.402358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ee81-fe27-4463-889d-79b2580a3810 req-fb797453-5fac-4558-914d-a289016a27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:54.403754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-829bd70e-805d-415a-97fd-205f9b24dfeb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.404123 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1438ee81-fe27-4463-889d-79b2580a3810 req-fb797453-5fac-4558-914d-a289016a27cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1099 time: 0.0599234 Jun 22 15:34:54.408487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-829bd70e-805d-415a-97fd-205f9b24dfeb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.410474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dd65e8c7-66bf-46eb-878f-a8920007d9df tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:54.428548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bd70e-805d-415a-97fd-205f9b24dfeb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a2ec49-3a4e-4e4a-9d55-20a2d9034f0e,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:54.431838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-829bd70e-805d-415a-97fd-205f9b24dfeb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:54.435416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-829bd70e-805d-415a-97fd-205f9b24dfeb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.439754 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-829bd70e-805d-415a-97fd-205f9b24dfeb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468608 Jun 22 15:34:54.440367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47672) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:54.445989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-f336d2ba-916a-4119-9549-1045d296c36d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'security_group_rule': {'security_group_id': '48e06dd5-1324-4f30-a7f8-ade2b81e5171', 'project_id': '8d0470900b254feca123505355d68faf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:54.474556 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f336d2ba-916a-4119-9549-1045d296c36d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.478848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'f571a6db-3ea9-43ca-9252-6fd9e357154c', 'tenant_id': '8d0470900b254feca123505355d68faf', 'floating_ip_address': '172.26.6.167', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'port_id': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'mac_address': 'fa:16:3e:e7:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:34:53Z', 'updated_at': '2021-06-22T15:34:53Z', 'revision_number': 0, 'project_id': '8d0470900b254feca123505355d68faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:06Z', 'revision_number': 5, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:54.503071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ee81-fe27-4463-889d-79b2580a3810 req-ee7de590-2b6b-4526-919c-37e669e97f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:54.504612 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1438ee81-fe27-4463-889d-79b2580a3810 req-ee7de590-2b6b-4526-919c-37e669e97f88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 915 time: 0.0917270 Jun 22 15:34:54.504951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] Checking router: 47ce0434-73ab-4b31-b12e-fbf17e152766 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:34:54.514153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:34:54.514756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:34:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:54.538671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f336d2ba-916a-4119-9549-1045d296c36d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.542470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f336d2ba-916a-4119-9549-1045d296c36d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.544394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b77f6501-f300-404f-9919-a94f2cb823d8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:54.563349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336d2ba-916a-4119-9549-1045d296c36d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5bf7c1-e818-4c02-bf87-84adbcb6234c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:54.566541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f336d2ba-916a-4119-9549-1045d296c36d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:54.568457 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f336d2ba-916a-4119-9549-1045d296c36d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.572602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47674) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:54.572805 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f336d2ba-916a-4119-9549-1045d296c36d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312428 Jun 22 15:34:54.577753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0ee6f394-a77d-45fd-8ad3-d7d6e75e0e33 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'security_group_rule': {'security_group_id': '48e06dd5-1324-4f30-a7f8-ade2b81e5171', 'project_id': '8d0470900b254feca123505355d68faf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:54.598910 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1438ee81-fe27-4463-889d-79b2580a3810 req-2c0c88a7-e1bf-4fc8-9766-02760edd07b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 1000 time: 0.0866659 Jun 22 15:34:54.640646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f394-a77d-45fd-8ad3-d7d6e75e0e33 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.648725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:34:54.675038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ee81-fe27-4463-889d-79b2580a3810 req-b4d57ade-c86c-4aa5-b8cf-26d104d8e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:54.676471 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1438ee81-fe27-4463-889d-79b2580a3810 req-b4d57ade-c86c-4aa5-b8cf-26d104d8e35b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0693614 Jun 22 15:34:54.728188 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f394-a77d-45fd-8ad3-d7d6e75e0e33 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.735100 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f394-a77d-45fd-8ad3-d7d6e75e0e33 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.740045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f2727bb8-e169-4f71-93b1-08b7cc92b44e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:54.761968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6f394-a77d-45fd-8ad3-d7d6e75e0e33 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024788b3-0e8b-4d30-9273-d382ff88e696,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:54.766024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0ee6f394-a77d-45fd-8ad3-d7d6e75e0e33 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:54.769506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0ee6f394-a77d-45fd-8ad3-d7d6e75e0e33 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.774531 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0ee6f394-a77d-45fd-8ad3-d7d6e75e0e33 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1966391 Jun 22 15:34:54.774653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47676) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:54.778219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ee81-fe27-4463-889d-79b2580a3810 req-885d6d71-ec1b-4688-b4cf-827ff92c9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:54.779865 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1438ee81-fe27-4463-889d-79b2580a3810 req-885d6d71-ec1b-4688-b4cf-827ff92c9239 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0926936 Jun 22 15:34:54.780274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-36260932-d409-435b-9b4e-0f6e9d8948ab tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'security_group_rule': {'security_group_id': '48e06dd5-1324-4f30-a7f8-ade2b81e5171', 'project_id': '8d0470900b254feca123505355d68faf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:54.808900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36260932-d409-435b-9b4e-0f6e9d8948ab tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.878671 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36260932-d409-435b-9b4e-0f6e9d8948ab tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.881227 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1438ee81-fe27-4463-889d-79b2580a3810 req-4fcd6d39-621a-4d61-8fdc-19aeaf771e08 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937579 Jun 22 15:34:54.884028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36260932-d409-435b-9b4e-0f6e9d8948ab tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.885930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cb05ba36-c698-4849-bfee-1c9861effc7e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:54.900360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36260932-d409-435b-9b4e-0f6e9d8948ab tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d60170-d2dd-45dd-8cae-b2a3fe3be5f4,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:54.904510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-36260932-d409-435b-9b4e-0f6e9d8948ab tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:54.913660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-36260932-d409-435b-9b4e-0f6e9d8948ab tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.917910 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-36260932-d409-435b-9b4e-0f6e9d8948ab tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389678 Jun 22 15:34:54.918147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47678) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:54.923546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'security_group_rule': {'security_group_id': '48e06dd5-1324-4f30-a7f8-ade2b81e5171', 'project_id': '8d0470900b254feca123505355d68faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:54.948633 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Project 8d0470900b254feca123505355d68faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:34:54.954513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:54.979932 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1438ee81-fe27-4463-889d-79b2580a3810 req-9f6fabe3-312d-4e5a-acb3-65b3812c1546 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928152 Jun 22 15:34:55.020867 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.024690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.026600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f6b8c2b8-cb7e-45b0-9a67-9f45c2f58eab tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:55.040537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcc0374-1674-4cf1-bed3-0258dd5529ed,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:55.044351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:55.049812 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.050998 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318550 Jun 22 15:34:55.054783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47680) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:34:55.056854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'f571a6db-3ea9-43ca-9252-6fd9e357154c', 'tenant_id': '8d0470900b254feca123505355d68faf', 'floating_ip_address': '172.26.6.167', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'port_id': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'mac_address': 'fa:16:3e:e7:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:34:53Z', 'updated_at': '2021-06-22T15:34:53Z', 'revision_number': 0, 'project_id': '8d0470900b254feca123505355d68faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:06Z', 'revision_number': 5, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:34:55.059425 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'security_group_rule': {'security_group_id': '48e06dd5-1324-4f30-a7f8-ade2b81e5171', 'project_id': '8d0470900b254feca123505355d68faf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:55.081302 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Project 8d0470900b254feca123505355d68faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:34:55.085674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c804-aa6d-4259-9f5f-ed1538dda158 None None] The sync data for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv is: [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'f571a6db-3ea9-43ca-9252-6fd9e357154c', 'tenant_id': '8d0470900b254feca123505355d68faf', 'floating_ip_address': '172.26.6.167', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'port_id': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'mac_address': 'fa:16:3e:e7:2c:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:34:53Z', 'updated_at': '2021-06-22T15:34:53Z', 'revision_number': 0, 'project_id': '8d0470900b254feca123505355d68faf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:06Z', 'revision_number': 5, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:34:55.087780 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.153195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.157080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.158889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-56aff30a-5999-4f5c-89af-39ed4bac8593 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:55.177892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3be905e-6fa6-42ea-8a0e-b1092cda320c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:55.180596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:55.181362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.182632 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267776 Jun 22 15:34:55.295029 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf232da-602e-4619-a109-010ad1b05f0c None None] New status for floating IP f571a6db-3ea9-43ca-9252-6fd9e357154c: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:34:55.319181 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-6bfbd568-272c-45c4-b51d-fb9711cecc8b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917272398&fields=id&tenant_id=8d0470900b254feca123505355d68faf HTTP/1.1" status: 200 len: 267 time: 0.0514722 Jun 22 15:34:55.394495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-9dd4ce92-2fe5-4cd5-bff1-e839f6b05f39 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:55.396500 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-9dd4ce92-2fe5-4cd5-bff1-e839f6b05f39 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 946 time: 0.0699060 Jun 22 15:34:55.407517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'port': {'security_groups': ['acf964d7-47d9-4ceb-8351-e94a0432213a', '48e06dd5-1324-4f30-a7f8-ade2b81e5171']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:34:55.493849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.684075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] For port d4daede5-2a0a-4215-8f60-54614f7ac5c2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:34:55.713411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.718422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.723741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-57294be2-c997-4df6-830c-5a07e689c1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:34:55.730795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['d4daede5-2a0a-4215-8f60-54614f7ac5c2'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:34:55.767278 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:55.767817 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:55.769210 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-902a3910-b1b3-4621-a4bc-75b251f8e419 req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "PUT /v2.0/ports/d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 982 time: 0.3663013 Jun 22 15:34:55.769860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:34:55.773246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:34:55.814078 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'Port': ['ID=d4daede5-2a0a-4215-8f60-54614f7ac5c2,revision_number=6']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:34:55.831441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e310937-9b4a-4db5-b8f8-070639c54ed4 x-openstack-request-id: req-6e310937-9b4a-4db5-b8f8-070639c54ed4 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:34:55.831799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:34:55.832112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e310937-9b4a-4db5-b8f8-070639c54ed4 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:34:55.832606 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'status': 'completed', 'code': 200} Jun 22 15:34:55.834302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:34:55.853623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['d4daede5-2a0a-4215-8f60-54614f7ac5c2'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:34:55.963467 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-e75f4333-90f7-4717-b5be-8ec540638681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:55.965239 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-e75f4333-90f7-4717-b5be-8ec540638681 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1138 time: 0.1088109 Jun 22 15:34:55.973207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a524a93-2b5b-420e-bb35-095bb8d1ae01 req-3f37642d-299f-4645-b39f-a921f2a41e23 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:55.975862 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a524a93-2b5b-420e-bb35-095bb8d1ae01 req-3f37642d-299f-4645-b39f-a921f2a41e23 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0883355 Jun 22 15:34:56.073134 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a524a93-2b5b-420e-bb35-095bb8d1ae01 req-90b53a48-2c9d-480a-829f-23fabb0865be tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878937 Jun 22 15:34:56.094251 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-dada3799-f411-4625-b29b-e70e399ad7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:56.096169 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-dada3799-f411-4625-b29b-e70e399ad7b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 915 time: 0.1192265 Jun 22 15:34:56.131886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c7c1fc94-a324-4e8f-bf44-b836e14f0142 None None] Provisioning complete for port d4daede5-2a0a-4215-8f60-54614f7ac5c2 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:34:56.132224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c7c1fc94-a324-4e8f-bf44-b836e14f0142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:34:56.162265 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-8436d5bb-15a7-4c01-8639-5d5482c64008 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 1002 time: 0.0590181 Jun 22 15:34:56.200862 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:34:56.215522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-612f6730-7f6a-4003-b662-9c8b3ed59486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:56.217012 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-612f6730-7f6a-4003-b662-9c8b3ed59486 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0492139 Jun 22 15:34:56.273626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-7d369892-e4df-4301-87be-7cfdd0ad6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:34:56.275401 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-7d369892-e4df-4301-87be-7cfdd0ad6e21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0524969 Jun 22 15:34:56.366335 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-2f0c8eea-45ba-4fa4-b546-f4f0a0317809 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843546 Jun 22 15:34:56.459325 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c0e96bbc-b9b7-4087-9b43-7cf0179b69d4 req-eb023633-d565-4621-8ac6-48bac5c20c78 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848711 Jun 22 15:35:00.213216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-880aa0eb-078d-4893-ab3d-f8ec999f4443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:02.698630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2775-d6c4-424d-b1de-16b0d3009653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:02.956235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:04.047880 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:05.745196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:10.428422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:30.215081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-41647dd3-1faf-43a9-9a4d-32096d1c09cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:32.689404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a3b3bec5-da77-48f8-8126-4cf76f92ac86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:32.956758 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:33.199664 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:35:34.048149 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:35.746484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:40.428669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:35:44.211391 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-4123aca4-a4f3-41a7-a2a7-9c274ee62d00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526390 Jun 22 15:35:44.307260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-67cf753d-d203-42d3-b5ef-e4dbb22642f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:44.308697 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-67cf753d-d203-42d3-b5ef-e4dbb22642f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1138 time: 0.0558689 Jun 22 15:35:44.410941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-53dc34af-a4e9-4b7d-b518-3bf8b3dc036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:44.412393 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-53dc34af-a4e9-4b7d-b518-3bf8b3dc036d service neutron] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 915 time: 0.0830257 Jun 22 15:35:44.480096 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-c29b9a47-6308-42f2-a447-601cd200be42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 1002 time: 0.0611603 Jun 22 15:35:44.527565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-672e5ee0-f2b9-4cc7-bd60-b994db9b57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:44.529021 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-672e5ee0-f2b9-4cc7-bd60-b994db9b57a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0428843 Jun 22 15:35:44.587259 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-b8012e97-3706-49eb-9f01-a4f03656bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:44.588697 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-b8012e97-3706-49eb-9f01-a4f03656bb55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0509586 Jun 22 15:35:44.680561 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-5e79a28f-fbf5-40f6-994e-bf3bcae388c2 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846868 Jun 22 15:35:44.767176 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88e186f6-2bd4-4b35-b4d0-878594be7579 req-c8d12f23-b04d-4719-ac7b-9e5e050b2d87 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798793 Jun 22 15:35:54.165783 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-a06150a8-4a20-4fde-899d-935df69f94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:54.167355 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-a06150a8-4a20-4fde-899d-935df69f94f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1138 time: 0.1016476 Jun 22 15:35:54.181029 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8739f95-d5c6-48ae-864d-a7979ed47dbd req-a41a889c-d432-4d66-a9ca-93cb66efea0d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:54.182355 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d8739f95-d5c6-48ae-864d-a7979ed47dbd req-a41a889c-d432-4d66-a9ca-93cb66efea0d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0880492 Jun 22 15:35:54.266415 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d8739f95-d5c6-48ae-864d-a7979ed47dbd req-d8a58c5b-96df-4e20-8eaf-225e5fae79ea tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760856 Jun 22 15:35:54.292815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-7328d198-2854-4304-8289-5b17eacb963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:54.294237 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-7328d198-2854-4304-8289-5b17eacb963b service neutron] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 915 time: 0.1110561 Jun 22 15:35:54.361950 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-f02ed5ab-13ca-4537-b3e7-3dbee7d5b989 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 1002 time: 0.0606399 Jun 22 15:35:54.408338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-7869dd94-a021-4aaf-bf45-4a0ef0ba6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:54.409723 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-7869dd94-a021-4aaf-bf45-4a0ef0ba6c5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0414033 Jun 22 15:35:54.465225 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-18005b9e-bdff-430f-b444-83298a220821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:54.466557 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-18005b9e-bdff-430f-b444-83298a220821 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0499511 Jun 22 15:35:54.561430 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-90f60348-0434-4ff1-bb0a-c0260f232148 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879717 Jun 22 15:35:54.648290 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c10cac65-2cf4-4fbc-81eb-5859df1ebd28 req-9f3d6efa-6de7-41fa-8d12-cba717d98d0a service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801661 Jun 22 15:35:55.446635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f326cd1-8b1b-4790-8d97-054e10e6c3ac req-f0e9dcfe-d90c-48d6-8163-3447c8a487c5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:55.448114 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5f326cd1-8b1b-4790-8d97-054e10e6c3ac req-f0e9dcfe-d90c-48d6-8163-3447c8a487c5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0670936 Jun 22 15:35:55.488144 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5f326cd1-8b1b-4790-8d97-054e10e6c3ac req-6c64c02c-15f5-4580-934c-54d9dde01dc3 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342672 Jun 22 15:35:56.688604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c15a2f-bccf-449c-bce3-0417d86a3c27 req-55de3613-bb93-4958-bb68-f7e6495c5071 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:56.690088 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-72c15a2f-bccf-449c-bce3-0417d86a3c27 req-55de3613-bb93-4958-bb68-f7e6495c5071 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0674963 Jun 22 15:35:56.730086 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-72c15a2f-bccf-449c-bce3-0417d86a3c27 req-b2427935-89d2-41cf-8a1b-31b5500f004b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341511 Jun 22 15:35:57.898736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b8a54-a9e4-4a07-809e-64ccd3132bd0 req-3da661df-8014-4262-9133-5728501c0a2c tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:57.900093 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-825b8a54-a9e4-4a07-809e-64ccd3132bd0 req-3da661df-8014-4262-9133-5728501c0a2c tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0617795 Jun 22 15:35:57.940883 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-825b8a54-a9e4-4a07-809e-64ccd3132bd0 req-53d9c013-6a72-49f1-a981-4fae444862b4 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349989 Jun 22 15:35:59.144373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02eb56-0255-477f-9c7d-f3854b61101b req-3a165e44-587c-452b-99cc-ba5b92c45cc7 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:35:59.147190 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d02eb56-0255-477f-9c7d-f3854b61101b req-3a165e44-587c-452b-99cc-ba5b92c45cc7 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0756288 Jun 22 15:35:59.190951 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d02eb56-0255-477f-9c7d-f3854b61101b req-f80d7320-c997-4da0-b23e-ce437168c492 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379219 Jun 22 15:36:00.215947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ac07afab-f342-4680-8db3-c8561b633c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:00.361675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fc518-6963-4056-b456-5e84615d857e req-8b9e1c62-4cd1-4d74-a7ba-51962053cf9d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:00.363558 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-339fc518-6963-4056-b456-5e84615d857e req-8b9e1c62-4cd1-4d74-a7ba-51962053cf9d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0627484 Jun 22 15:36:00.406916 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-339fc518-6963-4056-b456-5e84615d857e req-11817488-f96c-4e43-be79-d1d743506fee tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375001 Jun 22 15:36:01.582839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eea641-8739-4cdc-a3a7-a1c263de3def req-99c8007a-5a9d-49fe-a33d-2d9ed55709cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:01.584386 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31eea641-8739-4cdc-a3a7-a1c263de3def req-99c8007a-5a9d-49fe-a33d-2d9ed55709cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0665555 Jun 22 15:36:01.624022 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-31eea641-8739-4cdc-a3a7-a1c263de3def req-f693668c-5be7-493b-bb6b-a9d614f92197 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336590 Jun 22 15:36:02.690571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b3f767c6-6cf6-4d07-a1a1-32d9480cbeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:02.811470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050b746-7a10-43dd-82ff-b085421d1ffb req-5ba27145-8267-4b78-b0a3-5bea6b9e9bc2 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:02.812929 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c050b746-7a10-43dd-82ff-b085421d1ffb req-5ba27145-8267-4b78-b0a3-5bea6b9e9bc2 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0629983 Jun 22 15:36:02.852629 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c050b746-7a10-43dd-82ff-b085421d1ffb req-e5acfca3-2972-46fd-a18e-26ef965f4a63 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332835 Jun 22 15:36:02.961854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:04.026162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b490a0-8041-4a3b-b1f4-94909969ab47 req-38c25bbc-a2eb-44da-8b84-a0c25f71f8c6 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:04.027636 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d5b490a0-8041-4a3b-b1f4-94909969ab47 req-38c25bbc-a2eb-44da-8b84-a0c25f71f8c6 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0632055 Jun 22 15:36:04.052310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:04.070835 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d5b490a0-8041-4a3b-b1f4-94909969ab47 req-7c35b75e-b29a-460c-8294-54b77f4d4ab0 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374944 Jun 22 15:36:05.246469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e00cf-2cc5-428e-b78f-e1a705012158 req-1768b136-2a8e-4edf-b92e-5a3328089b8b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:05.247927 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-475e00cf-2cc5-428e-b78f-e1a705012158 req-1768b136-2a8e-4edf-b92e-5a3328089b8b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0649371 Jun 22 15:36:05.287330 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-475e00cf-2cc5-428e-b78f-e1a705012158 req-b508fc16-aac3-4a01-be88-f1f243b3f3ee tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336552 Jun 22 15:36:05.749417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:06.459341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391bcbc-a2f7-40c7-9557-58e598feae77 req-e9efbdee-b45b-40aa-8c8f-305c3600af5b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:06.460814 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1391bcbc-a2f7-40c7-9557-58e598feae77 req-e9efbdee-b45b-40aa-8c8f-305c3600af5b tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0633440 Jun 22 15:36:06.499816 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1391bcbc-a2f7-40c7-9557-58e598feae77 req-1e2077ea-14f6-4ca9-8f2c-04e26dfc0351 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=48e06dd5-1324-4f30-a7f8-ade2b81e5171&id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329933 Jun 22 15:36:10.198761 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:36:10.462601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:30.216407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-35b5ef39-6f91-4d72-9156-87d3d9739596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:32.691772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1a7529c7-9960-457c-8e81-b26f93ea4b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:32.962612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:34.055243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:35.751818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:40.473166 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:44.397465 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-fa2e551f-696f-4b31-952a-a33494073045 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544975 Jun 22 15:36:44.491743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-b5f0b9de-d5ff-4454-8da0-67de8197e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:44.493219 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-b5f0b9de-d5ff-4454-8da0-67de8197e4aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1138 time: 0.0533788 Jun 22 15:36:44.594628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-ebbc4205-7d9a-4532-b2ba-38eb99fe9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:44.596060 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-ebbc4205-7d9a-4532-b2ba-38eb99fe9585 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 915 time: 0.0843294 Jun 22 15:36:44.658449 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-19b052f3-aec6-4dd6-a61c-f87c09142b57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 1002 time: 0.0558603 Jun 22 15:36:44.704030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-e0c24aec-2d3e-44fd-b053-9965c56bbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:44.705421 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-e0c24aec-2d3e-44fd-b053-9965c56bbf12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0411427 Jun 22 15:36:44.762575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-a383ae56-f790-4981-9eb7-4c3b637a2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:44.763987 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-a383ae56-f790-4981-9eb7-4c3b637a2056 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0527430 Jun 22 15:36:44.850555 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-28e57a57-1832-4696-bce3-34b751b6489a service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801389 Jun 22 15:36:44.943224 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed0402ac-d3ce-457f-839d-170590ffe18a req-b9b9e564-e5d8-47f3-86d9-d2ae2b9a1ba5 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862229 Jun 22 15:36:47.197678 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:36:55.319681 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-50e5cd33-4f9d-4309-9efb-6ab09287c38c tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917272398&fields=id&tenant_id=8d0470900b254feca123505355d68faf HTTP/1.1" status: 200 len: 267 time: 0.1016247 Jun 22 15:36:55.384972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-538febb0-90f3-4d3a-b9f4-1f159b473941 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:55.386426 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-538febb0-90f3-4d3a-b9f4-1f159b473941 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 985 time: 0.0614493 Jun 22 15:36:55.397446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Request body: {'port': {'security_groups': ['acf964d7-47d9-4ceb-8351-e94a0432213a']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:36:55.477743 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:55.648687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] For port d4daede5-2a0a-4215-8f60-54614f7ac5c2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:36:55.676886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:55.681193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:55.685784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-75d3e71f-f8d1-40ec-9d05-073bf13c3b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:36:55.694454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['d4daede5-2a0a-4215-8f60-54614f7ac5c2'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:36:55.712503 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:55.713152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:55.714769 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9d85be5d-76aa-4c03-b088-cca1131b6a24 req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "PUT /v2.0/ports/d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 943 time: 0.3223600 Jun 22 15:36:55.720866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47782) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:36:55.732352 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:36:55.734701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:36:55.802790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b147c36a-d07e-4784-8d9a-9a79d96e64cd x-openstack-request-id: req-b147c36a-d07e-4784-8d9a-9a79d96e64cd {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:36:55.803190 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:36:55.803508 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b147c36a-d07e-4784-8d9a-9a79d96e64cd {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:36:55.803966 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'status': 'completed', 'code': 200} Jun 22 15:36:55.807960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['d4daede5-2a0a-4215-8f60-54614f7ac5c2'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:36:55.808686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:55.809882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event updated for resources: {'Port': ['ID=d4daede5-2a0a-4215-8f60-54614f7ac5c2,revision_number=7']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:36:55.817712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.818105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.819040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.819040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.819263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.819576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.819950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.820323 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.820691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.821088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.821458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.821823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:55.826584 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:36:55.880372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:55.949591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-015fe842-78d6-4e14-b6b9-d53ece475581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:55.951193 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-015fe842-78d6-4e14-b6b9-d53ece475581 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1099 time: 0.1393197 Jun 22 15:36:56.027945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:56.030593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:56.031723 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "DELETE /v2.0/security-groups/48e06dd5-1324-4f30-a7f8-ade2b81e5171 HTTP/1.1" status: 204 len: 168 time: 0.3090515 Jun 22 15:36:56.034141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-65377beb-5d00-40c9-93d3-129fe3e94365 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:36:56.034831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47786) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:36:56.051600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e06dd5-1324-4f30-a7f8-ade2b81e5171,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:36:56.068031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-dba6e96b-5c7d-4e63-838c-cebc7e9b7e3b None None] Provisioning complete for port d4daede5-2a0a-4215-8f60-54614f7ac5c2 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:36:56.068410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-dba6e96b-5c7d-4e63-838c-cebc7e9b7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:56.069292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.069877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.070269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.071679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.072067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.072728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.072997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.073344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.073718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.074496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.074496 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.074813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:36:56.079411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1ef28fe9-fa2c-4b5d-85fb-b6f303f025cb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:36:56.082285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-99640c9a-8e84-4f22-bda1-6882564a32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:56.084023 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-99640c9a-8e84-4f22-bda1-6882564a32d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 915 time: 0.1260390 Jun 22 15:36:56.152003 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-29ff2eb9-d662-4b31-8459-e7bff4b45219 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 1002 time: 0.0611551 Jun 22 15:36:56.205131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Deleting port 3dc20478-711b-46e3-9afa-7f1cabe4f4d4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:36:56.205386 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-96a6f812-2ff4-444c-8169-fbf871ea7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:56.205505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:56.206643 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-96a6f812-2ff4-444c-8169-fbf871ea7a3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0479212 Jun 22 15:36:56.263000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-60df5797-53b0-4529-a477-dd205fb034e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:56.264488 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-60df5797-53b0-4529-a477-dd205fb034e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0511262 Jun 22 15:36:56.285603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:56.285933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:56.348113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Calling delete_port for 3dc20478-711b-46e3-9afa-7f1cabe4f4d4 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:36:56.353258 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-b8828801-596a-4516-982a-3f45e179b42c service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815554 Jun 22 15:36:56.447227 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d701b8d2-52bb-4a8b-b9c6-536ebc71a9aa req-d899edeb-7a62-461a-a140-e4a0a90b52c9 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878711 Jun 22 15:36:56.826421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:56.829148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:36:56.857329 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event deleted for resources: {'Port': ['ID=3dc20478-711b-46e3-9afa-7f1cabe4f4d4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:36:56.859916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:36:56.918447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:56.918794 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Floating IP f571a6db-3ea9-43ca-9252-6fd9e357154c disassociated (deleted). External IP: 172.26.6.167, port: d4daede5-2a0a-4215-8f60-54614f7ac5c2. Jun 22 15:36:57.124687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Router 47ce0434-73ab-4b31-b12e-fbf17e152766 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:36:57.226954 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:36:57.231391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:36:57.238574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] Sync routers for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:36:57.247437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:36:57.248044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:36:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:36:57.275960 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "DELETE /v2.0/floatingips/f571a6db-3ea9-43ca-9252-6fd9e357154c HTTP/1.1" status: 204 len: 168 time: 1.2375944 Jun 22 15:36:57.355308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:36:57.553327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:06Z', 'revision_number': 5, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:36:57.584060 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] Checking router: 47ce0434-73ab-4b31-b12e-fbf17e152766 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:36:57.593314 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:36:57.593953 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:36:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:36:57.706658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:36:57.804736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:36:57.807315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624801bb-85bb-43fd-b0a8-43e4d8762ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:36:57.844021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7519afd6-8654-4b79-97cf-81cc0324b692 x-openstack-request-id: req-7519afd6-8654-4b79-97cf-81cc0324b692 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:36:57.844375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:36:57.844684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7519afd6-8654-4b79-97cf-81cc0324b692 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:36:57.845184 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'status': 'completed', 'code': 200} Jun 22 15:36:57.901208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:06Z', 'revision_number': 5, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:36:57.927683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f9d28-3cca-4674-8bbd-58ee3366b9f6 None None] The sync data for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv is: [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:34:00Z', 'revision_number': 4, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '261b74f8-8d82-4ba3-87d9-aed418731ab2', 'name': '', 'network_id': 'be388978-352c-4b7e-822e-137489cb02f5', 'tenant_id': '8d0470900b254feca123505355d68faf', 'mac_address': 'fa:16:3e:69:4b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:59Z', 'updated_at': '2021-06-22T15:34:06Z', 'revision_number': 5, 'project_id': '8d0470900b254feca123505355d68faf', 'subnets': [{'id': '2d0d4fb6-b06a-4224-b691-fb44912485f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:36:57.931061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-70e86988-8302-4255-8e19-258036438e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:57.932542 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-70e86988-8302-4255-8e19-258036438e0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d0470900b254feca123505355d68faf&device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 1099 time: 0.0593729 Jun 22 15:36:58.179025 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ceb0f0-198a-4588-9c11-7c8d0b17bf18 None None] New status for floating IP f571a6db-3ea9-43ca-9252-6fd9e357154c: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:36:58.414412 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-1b872c9d-8b9d-4c8b-89dc-b823807bb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:58.415781 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-1b872c9d-8b9d-4c8b-89dc-b823807bb4a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 200 len: 915 time: 0.4743743 Jun 22 15:36:58.455207 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-53ecd9fb-66b4-4e0d-b04d-0ea0fccc74b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 200 len: 217 time: 0.0330009 Jun 22 15:36:58.503115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-879878d8-6277-4447-a913-196130d8b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:58.504575 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-879878d8-6277-4447-a913-196130d8b7e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 200 len: 853 time: 0.0436232 Jun 22 15:36:58.567227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-6529e8ef-bfbe-499f-b5d2-c2838a380d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:36:58.568709 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-6529e8ef-bfbe-499f-b5d2-c2838a380d2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be388978-352c-4b7e-822e-137489cb02f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0583923 Jun 22 15:36:58.668093 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-54aaf62a-65c6-4745-a3ca-5cbad749e036 service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931942 Jun 22 15:36:58.765946 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-624801bb-85bb-43fd-b0a8-43e4d8762ea0 req-4b75ca28-ee9c-478a-8b91-48b6394835ec service neutron] 10.222.0.21 "GET /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905242 Jun 22 15:37:00.219673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-096f52cc-2a5b-4794-8ef2-27f03ec73cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:02.693066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0fbd085b-54ec-436e-8da1-25efba4d1d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:02.964235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:04.058318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:04.781037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180eafd-b0c9-45fc-8d5f-5150b4bacd1c req-6517998e-ab56-4f92-9c5f-3799bef002c0 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:04.782548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1180eafd-b0c9-45fc-8d5f-5150b4bacd1c req-6517998e-ab56-4f92-9c5f-3799bef002c0 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 946 time: 0.0637240 Jun 22 15:37:04.823543 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1180eafd-b0c9-45fc-8d5f-5150b4bacd1c req-400ce186-9928-43b6-bd5f-841033c6f35c tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Jun 22 15:37:05.755476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:05.999296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a34ace-7cf1-4145-8b61-073ecfdfef72 req-34bf0c35-9b3e-45de-b6ac-a99008504217 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:06.000656 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b9a34ace-7cf1-4145-8b61-073ecfdfef72 req-34bf0c35-9b3e-45de-b6ac-a99008504217 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 946 time: 0.0627046 Jun 22 15:37:06.037525 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b9a34ace-7cf1-4145-8b61-073ecfdfef72 req-fff37667-3497-40c2-a380-9db1fc2773a1 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/security-groups?id=acf964d7-47d9-4ceb-8351-e94a0432213a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Jun 22 15:37:06.706287 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-e038cd58-bf0b-4f70-85bc-dbdb11b33ac2 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:06.707682 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-e038cd58-bf0b-4f70-85bc-dbdb11b33ac2 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 946 time: 0.0664756 Jun 22 15:37:06.802156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Deleting port d4daede5-2a0a-4215-8f60-54614f7ac5c2 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:37:06.802492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:06.889792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] For port d4daede5-2a0a-4215-8f60-54614f7ac5c2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d4daede5-2a0a-4215-8f60-54614f7ac5c2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:06.890065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:06.952276 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Calling delete_port for d4daede5-2a0a-4215-8f60-54614f7ac5c2 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:37:07.079575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:07.084689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-42e66594-5d1a-4f58-9f9e-42eed19378bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:07.091048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['d4daede5-2a0a-4215-8f60-54614f7ac5c2'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:37:07.111090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Pushing event deleted for resources: {'Port': ['ID=d4daede5-2a0a-4215-8f60-54614f7ac5c2,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:07.114777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:07.166230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] No DVR routers for this DVR port d4daede5-2a0a-4215-8f60-54614f7ac5c2 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:37:07.168643 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:07.170558 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fc7e1341-db13-49ff-8e15-6e8229e4b979 req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.21 "DELETE /v2.0/ports/d4daede5-2a0a-4215-8f60-54614f7ac5c2 HTTP/1.1" status: 204 len: 173 time: 0.4578967 Jun 22 15:37:07.171908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'name': 'network-vif-deleted', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:37:07.175535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4e3169-f38d-4be4-9aad-b98e3159e3e7" -d '{"events": [{"server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "name": "network-vif-deleted", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:37:07.210355 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-deedf291-69b4-4cb7-bd13-77cb3f4c6077 req-18e7d1a4-e4ef-43bd-8ee3-5a67bef096a3 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb410d54-42e2-4fa9-8870-0cd78804ded3 HTTP/1.1" status: 200 len: 210 time: 0.0452712 Jun 22 15:37:07.266734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392a0938-5fcf-4e4b-8c60-089ff396ef42 x-openstack-request-id: req-392a0938-5fcf-4e4b-8c60-089ff396ef42 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:37:07.267093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb410d54-42e2-4fa9-8870-0cd78804ded3", "name": "network-vif-deleted", "tag": "d4daede5-2a0a-4215-8f60-54614f7ac5c2", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:37:07.267472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-392a0938-5fcf-4e4b-8c60-089ff396ef42 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:37:07.267954 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb410d54-42e2-4fa9-8870-0cd78804ded3', 'name': 'network-vif-deleted', 'tag': 'd4daede5-2a0a-4215-8f60-54614f7ac5c2', 'status': 'completed', 'code': 200} Jun 22 15:37:08.823850 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47884) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:09.168397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:09.422783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Deleting port 261b74f8-8d82-4ba3-87d9-aed418731ab2 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:37:09.423079 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:09.498980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] For port 261b74f8-8d82-4ba3-87d9-aed418731ab2, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=261b74f8-8d82-4ba3-87d9-aed418731ab2,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:09.499342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:09.568380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Calling delete_port for 261b74f8-8d82-4ba3-87d9-aed418731ab2 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:37:09.757625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:09.759568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5ea28f45-e46a-4f0a-ab24-5a91fe0238c7 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:09.783283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=261b74f8-8d82-4ba3-87d9-aed418731ab2,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:09.786395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:09.881852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device d4daede5-2a0a-4215-8f60-54614f7ac5c2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:37:09.902901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: d4daede5-2a0a-4215-8f60-54614f7ac5c2 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:37:09.903262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device d4daede5-2a0a-4215-8f60-54614f7ac5c2 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:37:09.958689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:10.167896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Router 47ce0434-73ab-4b31-b12e-fbf17e152766 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:37:10.270311 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:37:10.278150 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] 10.222.0.22 "PUT /v2.0/routers/47ce0434-73ab-4b31-b12e-fbf17e152766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503658 Jun 22 15:37:10.278150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47886) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:10.279081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] Sync routers for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:37:10.288625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:10.289190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:10.381245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:10.487846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:10.539738 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:10.543094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Deleting port b8c46173-0ecd-418b-b965-f9a57e8cf74b {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:37:10.543445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:10.551916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:10.624071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] For port b8c46173-0ecd-418b-b965-f9a57e8cf74b, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b8c46173-0ecd-418b-b965-f9a57e8cf74b,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:10.624429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:10.691554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Calling delete_port for b8c46173-0ecd-418b-b965-f9a57e8cf74b owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:37:10.726712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:37:09Z', 'revision_number': 5, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port': {'id': 'b8c46173-0ecd-418b-b965-f9a57e8cf74b', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:45:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:33:58Z', 'updated_at': '2021-06-22T15:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:10.756077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] Checking router: 47ce0434-73ab-4b31-b12e-fbf17e152766 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:37:10.763994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] Routers {'47ce0434-73ab-4b31-b12e-fbf17e152766'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:10.764592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['47ce0434-73ab-4b31-b12e-fbf17e152766'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:10.851309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] Set router 47ce0434-73ab-4b31-b12e-fbf17e152766 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:10.863301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:10.866443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5df6a537-71b3-4d75-b7f6-1a0e3df9bcdb tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:10.890263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c46173-0ecd-418b-b965-f9a57e8cf74b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:10.898893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:10.905469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:37:10Z', 'revision_number': 6, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:10.935114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65b9553-4f93-4f80-9eb9-b6897d2d508f None None] The sync data for ids ['47ce0434-73ab-4b31-b12e-fbf17e152766'] in dv-neutron-601336-93-hyperv is: [{'id': '47ce0434-73ab-4b31-b12e-fbf17e152766', 'name': 'tempest-TestMinimumBasicScenario-870712196-router', 'tenant_id': '8d0470900b254feca123505355d68faf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:33:57Z', 'updated_at': '2021-06-22T15:37:10Z', 'revision_number': 6, 'project_id': '8d0470900b254feca123505355d68faf', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:37:10.953926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.045967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.048084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.093667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.094302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ce0434-73ab-4b31-b12e-fbf17e152766 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:37:11.099499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.100848 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/47ce0434-73ab-4b31-b12e-fbf17e152766 HTTP/1.1" status: 204 len: 168 time: 0.8218620 Jun 22 15:37:11.103395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47888) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:11.146455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] Deleting subnet 2d0d4fb6-b06a-4224-b691-fb44912485f9 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:37:11.149453 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.182030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.260688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.313631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.315944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9f497d4d-cf44-4e56-9f16-59e0ce8be3b6 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:11.337633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0d4fb6-b06a-4224-b691-fb44912485f9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:11.341484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:11.344615 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.347573 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2d0d4fb6-b06a-4224-b691-fb44912485f9 HTTP/1.1" status: 204 len: 168 time: 0.2433057 Jun 22 15:37:11.350035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47890) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:11.351853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfcb99-bda3-44ab-87b9-e0b180531f78 None None] Network be388978-352c-4b7e-822e-137489cb02f5 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:37:11.430410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.481505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Deleting port 9331ff38-e246-454c-91e9-0952ba3ab308 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:37:11.481841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.542886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] For port 9331ff38-e246-454c-91e9-0952ba3ab308, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9331ff38-e246-454c-91e9-0952ba3ab308,segment=NetworkSegment(ea8d6337-29b9-4e0d-b885-4e2bc533090d),segment_id=ea8d6337-29b9-4e0d-b885-4e2bc533090d)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:11.543240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.606532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Calling delete_port for 9331ff38-e246-454c-91e9-0952ba3ab308 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:37:11.695246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.698300 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:11.726564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9331ff38-e246-454c-91e9-0952ba3ab308,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:11.729797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:11.730962 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] No DVR routers for this DVR port 9331ff38-e246-454c-91e9-0952ba3ab308 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:37:11.741462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3525003-8d39-48d6-83a2-c7777eb037d4 None None] DHCP port deletion for be388978-352c-4b7e-822e-137489cb02f5 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:37:11.811307 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.821611 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be388978-352c-4b7e-822e-137489cb02f5']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:11.833271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8d6337-29b9-4e0d-b885-4e2bc533090d') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:11.833568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8d6337-29b9-4e0d-b885-4e2bc533090d') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:11.843064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.858085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.865054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:37:11.865445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:37:11.867352 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:37:11.889850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 261b74f8-8d82-4ba3-87d9-aed418731ab2 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:37:11.913567 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 261b74f8-8d82-4ba3-87d9-aed418731ab2 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:37:11.914232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 261b74f8-8d82-4ba3-87d9-aed418731ab2 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:37:11.914338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9331ff38-e246-454c-91e9-0952ba3ab308 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:37:11.926024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.929614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec56636c-f1c1-4618-878b-fe2f0f08a902 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:11.932417 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:11.934324 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/be388978-352c-4b7e-822e-137489cb02f5 HTTP/1.1" status: 204 len: 168 time: 0.5833650 Jun 22 15:37:11.937182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47892) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:11.938569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 9331ff38-e246-454c-91e9-0952ba3ab308 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:37:11.939135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9331ff38-e246-454c-91e9-0952ba3ab308 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:37:11.940290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b8c46173-0ecd-418b-b965-f9a57e8cf74b no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:37:11.954295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=be388978-352c-4b7e-822e-137489cb02f5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:11.960105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: b8c46173-0ecd-418b-b965-f9a57e8cf74b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:37:11.960471 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b8c46173-0ecd-418b-b965-f9a57e8cf74b not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:37:11.985259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:12.627338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:12.874452 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Deleting port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:37:12.874786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:12.952328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] For port cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a,segment=NetworkSegment(d127507c-d0e8-4156-8158-d276daafed18),segment_id=d127507c-d0e8-4156-8158-d276daafed18)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:12.952592 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:13.021439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Calling delete_port for cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:37:13.193660 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:13.196360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:13.219216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:13.222980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:13.386544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:13.596414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Router 87df5ca8-b025-456e-bc5a-930e5d86b5ef has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:37:13.702326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:37:13.707663 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] 10.222.0.22 "PUT /v2.0/routers/87df5ca8-b025-456e-bc5a-930e5d86b5ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7693510 Jun 22 15:37:13.710205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47894) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:13.712704 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] Sync routers for ids ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:37:13.722438 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] Routers {'87df5ca8-b025-456e-bc5a-930e5d86b5ef'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:13.723046 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:13.816015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:13.823905 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] Set router 87df5ca8-b025-456e-bc5a-930e5d86b5ef gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:13.919570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:13.976866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Deleting port feecdfa0-2636-483a-912d-96dd771c78c0 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:37:13.977331 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.012891 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:37:13Z', 'revision_number': 5, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'gw_port': {'id': 'feecdfa0-2636-483a-912d-96dd771c78c0', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:6a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:14.039178 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] Checking router: 87df5ca8-b025-456e-bc5a-930e5d86b5ef for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:37:14.047152 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] Routers {'87df5ca8-b025-456e-bc5a-930e5d86b5ef'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:14.047758 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:14.060646 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] For port feecdfa0-2636-483a-912d-96dd771c78c0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=feecdfa0-2636-483a-912d-96dd771c78c0,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:14.061031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.124703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Calling delete_port for feecdfa0-2636-483a-912d-96dd771c78c0 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:37:14.219684 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] Set router 87df5ca8-b025-456e-bc5a-930e5d86b5ef gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:14.269057 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:37:13Z', 'revision_number': 6, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:14.292296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.295149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-927ded80-4c50-4090-8ec4-02597dba433b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:14.297800 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8930b38-f9ac-464a-815e-6c09140d451b None None] The sync data for ids ['87df5ca8-b025-456e-bc5a-930e5d86b5ef'] in dv-neutron-601336-93-hyperv is: [{'id': '87df5ca8-b025-456e-bc5a-930e5d86b5ef', 'name': 'tempest-TestMinimumBasicScenario-2125035179-router', 'tenant_id': 'dea13b576485482fb7325ac2c53951af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:34:02Z', 'updated_at': '2021-06-22T15:37:13Z', 'revision_number': 6, 'project_id': 'dea13b576485482fb7325ac2c53951af', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:37:14.323491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=feecdfa0-2636-483a-912d-96dd771c78c0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:14.327623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:14.391486 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.478793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.480862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.522978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.523507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87df5ca8-b025-456e-bc5a-930e5d86b5ef {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:37:14.528220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.529455 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] 10.222.0.22 "DELETE /v2.0/routers/87df5ca8-b025-456e-bc5a-930e5d86b5ef HTTP/1.1" status: 204 len: 168 time: 0.8183191 Jun 22 15:37:14.531893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47896) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:14.580290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc47b8e-d01f-45a9-b41f-f7d19676fa48 admin admin] Deleting subnet 1d068a8e-cae1-4d1a-b38e-635b75fc9fcf {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:37:14.583669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0dc47b8e-d01f-45a9-b41f-f7d19676fa48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.618907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0dc47b8e-d01f-45a9-b41f-f7d19676fa48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.701136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0dc47b8e-d01f-45a9-b41f-f7d19676fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.763147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0dc47b8e-d01f-45a9-b41f-f7d19676fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.766000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5e640195-b2c4-409b-b283-4a54de227d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:14.791113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc47b8e-d01f-45a9-b41f-f7d19676fa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d068a8e-cae1-4d1a-b38e-635b75fc9fcf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:14.793096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-0dc47b8e-d01f-45a9-b41f-f7d19676fa48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.795238 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0dc47b8e-d01f-45a9-b41f-f7d19676fa48 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1d068a8e-cae1-4d1a-b38e-635b75fc9fcf HTTP/1.1" status: 204 len: 168 time: 0.2621675 Jun 22 15:37:14.797324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0dc47b8e-d01f-45a9-b41f-f7d19676fa48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:14.797705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47898) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:14.800532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb42a2-03e6-4c22-8397-a9ef2ceceecf None None] Network 64f6be30-249a-4044-b99c-1ef816a229d8 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:37:14.864271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.919148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Deleting port 8bc11969-1b43-4342-a5a9-4956aacf0f0e {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:37:14.919480 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:14.984931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] For port 8bc11969-1b43-4342-a5a9-4956aacf0f0e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8bc11969-1b43-4342-a5a9-4956aacf0f0e,segment=NetworkSegment(d127507c-d0e8-4156-8158-d276daafed18),segment_id=d127507c-d0e8-4156-8158-d276daafed18)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:14.985202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.034570 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] DHCP port deletion for 64f6be30-249a-4044-b99c-1ef816a229d8 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:37:15.055834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Calling delete_port for 8bc11969-1b43-4342-a5a9-4956aacf0f0e owned by network:dhcp {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:37:15.083684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Deleting port 8bc11969-1b43-4342-a5a9-4956aacf0f0e {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:37:15.084061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.138479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.141432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ff6768ab-91c8-4519-93bc-132c5d8a1fb4 tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:15.152955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] For port 8bc11969-1b43-4342-a5a9-4956aacf0f0e, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=8bc11969-1b43-4342-a5a9-4956aacf0f0e,segment=NetworkSegment(d127507c-d0e8-4156-8158-d276daafed18),segment_id=d127507c-d0e8-4156-8158-d276daafed18)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:15.153365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.170182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc11969-1b43-4342-a5a9-4956aacf0f0e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:15.174718 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:15.175527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] No DVR routers for this DVR port 8bc11969-1b43-4342-a5a9-4956aacf0f0e on host dv-neutron-601336-93-hyperv {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:37:15.219318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Calling delete_port for 8bc11969-1b43-4342-a5a9-4956aacf0f0e owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:37:15.248871 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.260008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f6be30-249a-4044-b99c-1ef816a229d8']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:15.270984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd127507c-d0e8-4156-8158-d276daafed18') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:15.271282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd127507c-d0e8-4156-8158-d276daafed18') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:15.280613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.296688 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.300815 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.303590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-de512085-8cde-47da-91dd-6a64b028e303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:15.305129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:37:15.305916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:37:15.308385 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:37:15.328134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Pushing event deleted for resources: {'Port': ['ID=8bc11969-1b43-4342-a5a9-4956aacf0f0e,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:15.331024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] No DVR routers for this DVR port 8bc11969-1b43-4342-a5a9-4956aacf0f0e on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:37:15.339608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.339900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.340383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.340558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.341198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.341380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.341706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.342028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.342345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.342660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.343040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.343273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:15.347223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:15.382218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.387785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.392488 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/64f6be30-249a-4044-b99c-1ef816a229d8 HTTP/1.1" status: 204 len: 168 time: 0.5934496 Jun 22 15:37:15.394221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44371c74-d455-484e-91e3-11268a1f4753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:15.405768 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f6be30-249a-4044-b99c-1ef816a229d8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:15.409076 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:15.545377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47902) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:15.585226 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c04cc239-5c75-47d8-8d8b-8fa6102a988e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d0470900b254feca123505355d68faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385110 Jun 22 15:37:15.587335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47904) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:15.634706 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e5e69c4-6251-42eb-a12c-c290520e3aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.656302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e5e69c4-6251-42eb-a12c-c290520e3aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.703843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e5e69c4-6251-42eb-a12c-c290520e3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.706690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8e5e69c4-6251-42eb-a12c-c290520e3aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:15.708397 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8e5e69c4-6251-42eb-a12c-c290520e3aca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/acf964d7-47d9-4ceb-8351-e94a0432213a HTTP/1.1" status: 204 len: 168 time: 0.1196394 Jun 22 15:37:15.709320 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0a39533d-f78d-4cee-a72c-ae82a2ea2e67 tempest-ServersAdminNegativeTestJSON-1974938742 tempest-ServersAdminNegativeTestJSON-1974938742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:15.716988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e69c4-6251-42eb-a12c-c290520e3aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf964d7-47d9-4ceb-8351-e94a0432213a,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:15.719334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e5e69c4-6251-42eb-a12c-c290520e3aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:15.887926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:37:15.908150 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:37:15.908501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device cdbe0781-f2d2-4b14-b72d-2e8eea1ddd2a not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:37:15.908949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device feecdfa0-2636-483a-912d-96dd771c78c0 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:37:15.926798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: feecdfa0-2636-483a-912d-96dd771c78c0 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:37:15.927157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device feecdfa0-2636-483a-912d-96dd771c78c0 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:37:15.927576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8bc11969-1b43-4342-a5a9-4956aacf0f0e no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:37:15.949317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 8bc11969-1b43-4342-a5a9-4956aacf0f0e {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:37:15.949670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 8bc11969-1b43-4342-a5a9-4956aacf0f0e not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:37:16.017124 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47910) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:16.057597 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e2b46862-4450-490f-93ab-9d3c29c11da8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dea13b576485482fb7325ac2c53951af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390208 Jun 22 15:37:16.059764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47912) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:16.107995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58853ed6-8b31-4b3d-a6ff-91a165bbb902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:16.128500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58853ed6-8b31-4b3d-a6ff-91a165bbb902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:16.174891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58853ed6-8b31-4b3d-a6ff-91a165bbb902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:16.177858 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-58853ed6-8b31-4b3d-a6ff-91a165bbb902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:16.179186 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-58853ed6-8b31-4b3d-a6ff-91a165bbb902 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/468a3bc9-16b6-42fc-a8b0-ddc5170b7bdf HTTP/1.1" status: 204 len: 168 time: 0.1184978 Jun 22 15:37:16.179940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3de590d2-0891-49ef-b6c5-4654bc8991e2 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:16.187326 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58853ed6-8b31-4b3d-a6ff-91a165bbb902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468a3bc9-16b6-42fc-a8b0-ddc5170b7bdf,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:16.189708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-58853ed6-8b31-4b3d-a6ff-91a165bbb902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:17.856042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47954) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:17.860832 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465540417', 'description': 'tempest-secgroup-smoke-1465540417 description', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:17.883159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:17.890956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:17.995373 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:17.999413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.004110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-056b279e-f30e-46f9-922e-d0839a80328a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:18.039609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d1a67e-40ef-4295-9657-5a7f044f851b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:18.044296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:18.090203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.093916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.097139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-625e3278-4846-45a8-b314-29f5a0ee35ca tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:18.121433 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.122626 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2656004 Jun 22 15:37:18.124634 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5250e32-3a0b-477b-9681-8edcff7d6f77,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:18.125702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47956) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:18.127374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-fe5ef5ec-1e35-46a2-83d5-bb8725bddc1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:18.131693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-177a8b4d-38a7-4c0d-8683-d5f2e8add05a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'e5250e32-3a0b-477b-9681-8edcff7d6f77', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:18.164959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177a8b4d-38a7-4c0d-8683-d5f2e8add05a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.211043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177a8b4d-38a7-4c0d-8683-d5f2e8add05a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.215601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177a8b4d-38a7-4c0d-8683-d5f2e8add05a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.222432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0ee6f394-a77d-45fd-8ad3-d7d6e75e0e33 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:18.238425 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a8b4d-38a7-4c0d-8683-d5f2e8add05a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c7c2dc-75c4-4b45-8997-84d499819769,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:18.241541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-177a8b4d-38a7-4c0d-8683-d5f2e8add05a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:18.242723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177a8b4d-38a7-4c0d-8683-d5f2e8add05a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.244063 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-177a8b4d-38a7-4c0d-8683-d5f2e8add05a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163142 Jun 22 15:37:18.246618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47958) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:18.250994 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-acb4a203-5434-49a6-b193-6200b9270f09 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'e5250e32-3a0b-477b-9681-8edcff7d6f77', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:18.277072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acb4a203-5434-49a6-b193-6200b9270f09 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.333014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acb4a203-5434-49a6-b193-6200b9270f09 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.336266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acb4a203-5434-49a6-b193-6200b9270f09 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.338079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4ecc348f-f2f5-44ce-a005-14247edad1a8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:18.354719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4a203-5434-49a6-b193-6200b9270f09 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792c0602-1c3d-4e05-94d0-b1b28aceaea2,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:18.357549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-acb4a203-5434-49a6-b193-6200b9270f09 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:18.361383 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-acb4a203-5434-49a6-b193-6200b9270f09 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.362532 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-acb4a203-5434-49a6-b193-6200b9270f09 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150107 Jun 22 15:37:18.365234 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47960) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:18.369669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9445c14a-89f8-4978-9a0d-dfa62e45e739 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'e5250e32-3a0b-477b-9681-8edcff7d6f77', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:18.396870 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9445c14a-89f8-4978-9a0d-dfa62e45e739 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.453448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9445c14a-89f8-4978-9a0d-dfa62e45e739 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.457028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9445c14a-89f8-4978-9a0d-dfa62e45e739 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.461183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-88bf54aa-07e3-498f-b163-cfcaa983f726 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:18.475673 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445c14a-89f8-4978-9a0d-dfa62e45e739 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fc6038-4347-46ff-ada9-7b4ddde8aca4,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:18.478679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9445c14a-89f8-4978-9a0d-dfa62e45e739 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:18.483228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9445c14a-89f8-4978-9a0d-dfa62e45e739 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.484378 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9445c14a-89f8-4978-9a0d-dfa62e45e739 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182296 Jun 22 15:37:18.487598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47962) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:18.491920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3ad6e6e8-558f-4043-a61c-790ead7bf17f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'e5250e32-3a0b-477b-9681-8edcff7d6f77', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:18.518099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e6e8-558f-4043-a61c-790ead7bf17f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.577349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e6e8-558f-4043-a61c-790ead7bf17f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.582043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e6e8-558f-4043-a61c-790ead7bf17f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.583911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-042e40fe-9f9b-420f-b740-f636382a5169 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:18.599659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6e6e8-558f-4043-a61c-790ead7bf17f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8754b38f-e04f-47d3-baf5-a6dd701c18b6,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:18.602148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3ad6e6e8-558f-4043-a61c-790ead7bf17f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:18.606097 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3ad6e6e8-558f-4043-a61c-790ead7bf17f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.607341 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3ad6e6e8-558f-4043-a61c-790ead7bf17f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188357 Jun 22 15:37:18.609997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47964) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:18.615071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8c02a227-b6b1-48f7-a9ba-aadaa9b88d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'e5250e32-3a0b-477b-9681-8edcff7d6f77', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:18.637860 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-8c02a227-b6b1-48f7-a9ba-aadaa9b88d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:37:18.643175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8c02a227-b6b1-48f7-a9ba-aadaa9b88d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.701709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8c02a227-b6b1-48f7-a9ba-aadaa9b88d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.705567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8c02a227-b6b1-48f7-a9ba-aadaa9b88d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.707489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c647fe75-c9c6-40d8-8dc9-69b6d4ada9ac tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:18.725528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02a227-b6b1-48f7-a9ba-aadaa9b88d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a3bde7-5fbb-4ff0-935d-247fecbd3908,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:18.728043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8c02a227-b6b1-48f7-a9ba-aadaa9b88d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:18.728877 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8c02a227-b6b1-48f7-a9ba-aadaa9b88d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.730029 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8c02a227-b6b1-48f7-a9ba-aadaa9b88d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185780 Jun 22 15:37:18.732695 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47966) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:18.737784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'e5250e32-3a0b-477b-9681-8edcff7d6f77', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:18.759149 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:37:18.763822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.823083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.827411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.829241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ac3f1589-17fc-48c3-a225-2285aa8b471f tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:18.845917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc00313-a6e0-4acc-80cb-8f89508ee218,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:18.848734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:18.851067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.852382 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187527 Jun 22 15:37:18.855309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 47968) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:18.860129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'network': {'name': 'tempest-network-smoke--724816131', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:18.880708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:37:18.884022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.907187 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:37:18.915769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.916106 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Added segment 6a6c81bd-1005-4730-a897-ae72feece92e of type vlan for network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 Jun 22 15:37:18.957698 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.987319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.992713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:18.993312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:18.996234 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-da70c65e-314c-417e-a809-fc31682f78f9 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:19.050049 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1937582 Jun 22 15:37:19.052977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47970) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:19.057758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'admin_state_up': True, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:19.062407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Network': ['ID=4c7bda15-1dfe-41ee-8a66-80353e46adc6,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:19.065511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a92bb24f-7a8d-4fd2-8d4f-c57d1ddb9b9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:19.073192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:37:19.083216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:19.084356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:19.136994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:19.270736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:19.457510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:19.475344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:19.571902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.11 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/7ed09c99-563e-47ca-8dc4-fc0d0b2573fb) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:37:19.675177 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:19.712679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:19.715730 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1a83d9b8-ae41-4778-994d-94ee5c42e535 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:19.752639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:37:19.755467 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:37:19.758830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:37:19.782215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=7ed09c99-563e-47ca-8dc4-fc0d0b2573fb,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:19.786773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:20.007999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:20.196971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:20.317824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:37:20.418340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:37:20.428141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Sync routers for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:37:20.436423 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:20.436635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:20.437265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:20.437934 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3839583 Jun 22 15:37:20.441134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47972) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:20.541625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:20.558117 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f307a72b-d254-436b-bade-c3cb4818988e tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=08e09cb0c1cf4dee93b25ff349d596fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1157980 Jun 22 15:37:20.560588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47976) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:20.650574 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f7e17-8118-42d9-aa73-e5d2ea1f45b7 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:20.652056 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-808f7e17-8118-42d9-aa73-e5d2ea1f45b7 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905638 Jun 22 15:37:20.654958 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47978) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:20.683020 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-35e766c0-a693-413f-bd4c-e79ed3279313 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269418 Jun 22 15:37:20.685564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47980) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:20.691281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363297667', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:20.719531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:19Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:20.745865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Checking router: 7b6ba5a6-71af-49e6-bbea-ecc9af5538da for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:37:20.746227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Updating router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:37:20.777899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:37:20.779895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:20.781679 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:20.962924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:20.966075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8e5dcd9-292e-41d7-ab5a-e7dda9f6e3ee tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:21.028723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Subnet': ['ID=51d124d4-55a2-47f7-b0ed-a11a4ad81e3b,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:21.031322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:21.031598 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:21.039441 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Checking segment: {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:37:21.039808 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network hostable DHCP agents. Network: 4c7bda15-1dfe-41ee-8a66-80353e46adc6, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:37:21.041282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Transition to ACTIVE for port object 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:37:21.049378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:21.051989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:21.057919 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:37:21.066968 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 4c7bda15-1dfe-41ee-8a66-80353e46adc6) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:37:21.072243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:21.073207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:21.080524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f112c-dcb2-44da-8e6a-8ac43fe54184 None None] Network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:37:21.089869 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e19f6a7c-6688-446f-b5d0-2d1e06ae0763 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4033215 Jun 22 15:37:21.092524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 47982) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:21.144541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7db166-3237-4a4e-8f69-599e13166593 None None] Pushing event updated for resources: {'Port': ['ID=7ed09c99-563e-47ca-8dc4-fc0d0b2573fb,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:21.146936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Attempting to bind port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:37:21.147317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Attempting to bind port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:37:21.147732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Attempting to bind port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:37:21.153706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0a7db166-3237-4a4e-8f69-599e13166593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:21.157952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:37:21.158433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:37:21.158843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:21.159237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:37:21.159709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Bound port: 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:37:21.160191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:21.251867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] For port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:37:21.270388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] For port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7ed09c99-563e-47ca-8dc4-fc0d0b2573fb,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:37:21.275756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:21.279707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:21.348612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:37:21.349504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:21.376478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7db166-3237-4a4e-8f69-599e13166593 None None] Pushing event updated for resources: {'Port': ['ID=7ed09c99-563e-47ca-8dc4-fc0d0b2573fb,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:21.381059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:21.381685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:21.415221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0a7db166-3237-4a4e-8f69-599e13166593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:21.727284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:21.840457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Allocated IP 172.20.0.2 (4c7bda15-1dfe-41ee-8a66-80353e46adc6/51d124d4-55a2-47f7-b0ed-a11a4ad81e3b/c4f2f89e-73ac-44c6-b754-0af25802b070) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:37:21.886015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.023643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:19Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:22.052104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdedf90-7e6e-4003-b9ac-c6cb09da36ed None None] The sync data for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv is: [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:19Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:37:22.065062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.078106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Transition to ACTIVE for port object c4f2f89e-73ac-44c6-b754-0af25802b070 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:37:22.093776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Transition to ACTIVE for port object c4f2f89e-73ac-44c6-b754-0af25802b070 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:37:22.101068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.104167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ba705bf7-b626-473c-b549-2c5c2244171a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:22.142802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:37:22.145813 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:37:22.149353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:37:22.156539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Pushing event updated for resources: {'Port': ['ID=c4f2f89e-73ac-44c6-b754-0af25802b070,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:22.161382 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:22.178347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.1 (4c7bda15-1dfe-41ee-8a66-80353e46adc6/51d124d4-55a2-47f7-b0ed-a11a4ad81e3b/eb8d5199-1b18-429e-a8d9-fad58d88a8e0) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:37:22.216502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Attempting to bind port c4f2f89e-73ac-44c6-b754-0af25802b070 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:37:22.216914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Attempting to bind port c4f2f89e-73ac-44c6-b754-0af25802b070 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:37:22.217285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Attempting to bind port c4f2f89e-73ac-44c6-b754-0af25802b070 on network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:37:22.222670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:37:22.223054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Checking segment: {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:37:22.223463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.223862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Bound using segment: {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:37:22.224338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Bound port: c4f2f89e-73ac-44c6-b754-0af25802b070, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:37:22.224719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.315091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] For port c4f2f89e-73ac-44c6-b754-0af25802b070, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:37:22.318215 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] For port c4f2f89e-73ac-44c6-b754-0af25802b070, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c4f2f89e-73ac-44c6-b754-0af25802b070,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:37:22.321784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.322392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.325272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0a7db166-3237-4a4e-8f69-599e13166593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:22.336938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object eb8d5199-1b18-429e-a8d9-fad58d88a8e0 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:37:22.372546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.381491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-763c0bd5-c287-4bba-92a1-2055db5ca6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:22.396517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Pushing event updated for resources: {'Port': ['ID=c4f2f89e-73ac-44c6-b754-0af25802b070,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:22.405315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:22.432799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:37:22.437407 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:37:22.440778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:37:22.469489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=eb8d5199-1b18-429e-a8d9-fad58d88a8e0,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:22.473681 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:22.492242 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.668357 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.971995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.977157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:22.980102 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-634316f1-9654-4e48-80b4-6ca3bc0908af tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:23.058120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=eb8d5199-1b18-429e-a8d9-fad58d88a8e0,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:23.060566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:23.062675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:23.156220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:37:23.158544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:37:23.275428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:37:23.311229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dca70d1-f268-44d4-9eeb-8c7d8a78ded1 None None] Network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:37:23.370273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f59c110f-0930-4620-a0df-b23654b5f2d0 None None] Provisioning for port c4f2f89e-73ac-44c6-b754-0af25802b070 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:37:23.389868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:37:23.395292 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/7b6ba5a6-71af-49e6-bbea-ecc9af5538da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3017306 Jun 22 15:37:23.549555 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-cc07396c-1173-48e3-bd19-9c300479c2f4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465540417&fields=id&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 267 time: 0.0364521 Jun 22 15:37:23.671120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-a3f5820e-b49b-425b-8340-886172190676 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:23.672614 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-a3f5820e-b49b-425b-8340-886172190676 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/networks?id=4c7bda15-1dfe-41ee-8a66-80353e46adc6 HTTP/1.1" status: 200 len: 796 time: 0.1165724 Jun 22 15:37:23.688591 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-03bf27cf-aa64-4b76-b4a5-f300db2d63bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/quotas/08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 375 time: 0.0100992 Jun 22 15:37:23.707234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5c0b93ba-373d-49ab-9b56-3d0ba425b36d None None] Provisioning for port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:37:23.711672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-5c0b93ba-373d-49ab-9b56-3d0ba425b36d None None] Provisioning complete for port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:23.712197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c0b93ba-373d-49ab-9b56-3d0ba425b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:23.755836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b93ba-373d-49ab-9b56-3d0ba425b36d None None] Port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:37:23.763709 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-fa2e0083-dc37-4505-8c90-64e4dffc090a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688505 Jun 22 15:37:23.776452 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Sync routers for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:37:23.787068 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:23.788117 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:23.914952 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:23.930617 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-8f1433a8-9de6-47fd-b96a-a192142f3074 service neutron] 10.222.0.22 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495306 Jun 22 15:37:23.980931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3296d669-d5c1-4f89-881e-9d3d8172f5b2 None None] Provisioning complete for port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:23.981596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3296d669-d5c1-4f89-881e-9d3d8172f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.026502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:37:24.056518 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-32c0cf9f-3ff8-4aa6-8067-76ea69781dab service neutron] 10.222.0.22 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184416 Jun 22 15:37:24.083206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-3296d669-d5c1-4f89-881e-9d3d8172f5b2 None None] Port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:37:24.102206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:37:24.106513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:24.107062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.183916 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'eb8d5199-1b18-429e-a8d9-fad58d88a8e0', 'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:7b:7a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:22Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 2, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:24.207725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.217244 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Checking router: 7b6ba5a6-71af-49e6-bbea-ecc9af5538da for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:37:24.219007 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Updating router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:37:24.223322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7f18bbda-8632-4cfd-ba6a-380e5cf6ef18 None None] Provisioning complete for port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:24.224610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7f18bbda-8632-4cfd-ba6a-380e5cf6ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.226581 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:37:24.252979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7ed09c99-563e-47ca-8dc4-fc0d0b2573fb,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:24.270168 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-7f18bbda-8632-4cfd-ba6a-380e5cf6ef18 None None] Port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:37:24.272736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.273684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c4f2f89e-73ac-44c6-b754-0af25802b070 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:37:24.274415 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ae0fba5c-d3b3-48c6-a85e-9a6863dedcad req-5696f179-a209-4d17-9374-06a013e4a8e8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 210 time: 0.0404811 Jun 22 15:37:24.276286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:24.285174 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.359980 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=7ed09c99-563e-47ca-8dc4-fc0d0b2573fb,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:24.364596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:24.372502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port c4f2f89e-73ac-44c6-b754-0af25802b070 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:37:24.376531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port c4f2f89e-73ac-44c6-b754-0af25802b070 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:24.376943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.457297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.489091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port c4f2f89e-73ac-44c6-b754-0af25802b070, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c4f2f89e-73ac-44c6-b754-0af25802b070,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:24.492620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.494433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0dfd5d84-3132-4ccf-a32f-cdb0574c027a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:24.539732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=c4f2f89e-73ac-44c6-b754-0af25802b070,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:24.542693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:24.546967 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.556555 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Transition to ACTIVE for port object eb8d5199-1b18-429e-a8d9-fad58d88a8e0 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:37:24.561411 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.563182 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:24.638898 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Pushing event updated for resources: {'Port': ['ID=eb8d5199-1b18-429e-a8d9-fad58d88a8e0,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:24.662171 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.662517 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.662855 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.663187 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.663514 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.663838 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.664159 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.664485 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.664822 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.665144 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.665464 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.665783 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:37:24.671165 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:24.702718 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Attempting to bind port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:37:24.703211 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Attempting to bind port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:37:24.703588 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Attempting to bind port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 on network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:37:24.709112 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:37:24.709495 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Checking segment: {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:37:24.709903 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.710303 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Bound using segment: {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:37:24.710776 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Bound port: eb8d5199-1b18-429e-a8d9-fad58d88a8e0, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:37:24.711158 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.773790 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] For port eb8d5199-1b18-429e-a8d9-fad58d88a8e0, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:37:24.776641 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] For port eb8d5199-1b18-429e-a8d9-fad58d88a8e0, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=eb8d5199-1b18-429e-a8d9-fad58d88a8e0,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:37:24.783355 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:24.786433 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:24.843975 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:24.844616 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:24.879948 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Pushing event updated for resources: {'Port': ['ID=eb8d5199-1b18-429e-a8d9-fad58d88a8e0,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:24.884318 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-7055c9e3-25f8-484a-9779-7949ad26833f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:24.958182 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:25.148018 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-b5081d26-8c67-4286-9615-f92874834818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'eb8d5199-1b18-429e-a8d9-fad58d88a8e0', 'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:7b:7a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:22Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:25.260841 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5081d26-8c67-4286-9615-f92874834818 None None] The sync data for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv is: [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'eb8d5199-1b18-429e-a8d9-fad58d88a8e0', 'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:7b:7a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:22Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:37:25.390490 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0adc8d89-42bf-4f44-8a5b-404eef46b8d0 req-c81e2d55-f66c-4152-9100-79031a72975d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 210 time: 0.0364265 Jun 22 15:37:25.966935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device eb8d5199-1b18-429e-a8d9-fad58d88a8e0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:37:26.020580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:37:26.024982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:26.025365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:26.105229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:26.140059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port eb8d5199-1b18-429e-a8d9-fad58d88a8e0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=eb8d5199-1b18-429e-a8d9-fad58d88a8e0,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:26.145705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:26.146668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:37:26.148388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:26.228305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=eb8d5199-1b18-429e-a8d9-fad58d88a8e0,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:26.231558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:26.241473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:26.241849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:26.318778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c4f2f89e-73ac-44c6-b754-0af25802b070 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:37:26.367385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port c4f2f89e-73ac-44c6-b754-0af25802b070 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:26.367773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:26.528680 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4a08ea3f-8df5-4b23-b09c-9ad9934b79db req-19d8dd0b-fbd1-445c-85ac-349f91cc3295 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 210 time: 0.0276496 Jun 22 15:37:27.274481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-c76dbfb4-20de-4266-b79d-04f8ec1fed6c req-f5d65425-16bc-4b30-ad07-67f439fe5b50 tempest-ServerDiskConfigTestJSON-855498098 tempest-ServerDiskConfigTestJSON-855498098-project] (93501) timed out ('10.222.0.21', 52661) {{(pid=93501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 15:37:27.497214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-309e1eb3-e20b-45a8-9694-17afc38625b1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:27.498598 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-309e1eb3-e20b-45a8-9694-17afc38625b1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/networks?id=4c7bda15-1dfe-41ee-8a66-80353e46adc6 HTTP/1.1" status: 200 len: 796 time: 0.1056221 Jun 22 15:37:27.549485 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-5e3a86c6-8651-478a-9f3e-83db1024338b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 380 time: 0.0401771 Jun 22 15:37:27.559218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'port': {'device_id': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'admin_state_up': True, 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'security_groups': ['e5250e32-3a0b-477b-9681-8edcff7d6f77']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:27.670905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:37:27.675452 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:27.681252 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-898f8352-b190-4ad7-9cff-53b27ccfa256 req-73b1dc17-10a5-425e-af27-ea2161e23f84 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 210 time: 0.0396981 Jun 22 15:37:27.804642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.6 (4c7bda15-1dfe-41ee-8a66-80353e46adc6/51d124d4-55a2-47f7-b0ed-a11a4ad81e3b/970ad825-d001-4299-a211-3c4214898530) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:37:27.895396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device eb8d5199-1b18-429e-a8d9-fad58d88a8e0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:37:27.943085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:27.943483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:27.946030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:27.959379 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object 970ad825-d001-4299-a211-3c4214898530 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:37:27.995993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:28.000103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ed99407c-380e-4de9-a8b9-b7216c71f466 tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:28.055504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:37:28.058606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:37:28.062472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:37:28.092226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=970ad825-d001-4299-a211-3c4214898530,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:28.097328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:28.119140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:28.119752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:28.134932 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5795913 Jun 22 15:37:28.159260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Request body: {'port': {'device_id': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:28.239563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:28.257359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9ec013fa-64cc-480e-b789-7615a805f524 None None] Provisioning for port 970ad825-d001-4299-a211-3c4214898530 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:37:28.261068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-9ec013fa-64cc-480e-b789-7615a805f524 None None] Provisioning complete for port 970ad825-d001-4299-a211-3c4214898530 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:28.261519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9ec013fa-64cc-480e-b789-7615a805f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:28.293993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9ec013fa-64cc-480e-b789-7615a805f524 None None] Port 970ad825-d001-4299-a211-3c4214898530 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:37:28.500447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970ad825-d001-4299-a211-3c4214898530 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:37:28.508262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:28.520675 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Transition to ACTIVE for port object 970ad825-d001-4299-a211-3c4214898530 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:37:28.524145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:28.526866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:28.603839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Pushing event updated for resources: {'Port': ['ID=970ad825-d001-4299-a211-3c4214898530,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:28.608195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:28.679432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Attempting to bind port 970ad825-d001-4299-a211-3c4214898530 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:37:28.679774 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Attempting to bind port 970ad825-d001-4299-a211-3c4214898530 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:37:28.680112 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Attempting to bind port 970ad825-d001-4299-a211-3c4214898530 on network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:37:28.684578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Port 970ad825-d001-4299-a211-3c4214898530 on network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:37:28.684998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Attempting to bind port 970ad825-d001-4299-a211-3c4214898530 on network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:37:28.690139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:37:28.690715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Checking segment: {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:37:28.691370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Bound using segment: {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:37:28.692129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Bound port: 970ad825-d001-4299-a211-3c4214898530, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6c81bd-1005-4730-a897-ae72feece92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:37:28.692725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:28.777549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] For port 970ad825-d001-4299-a211-3c4214898530, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:37:28.780623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] For port 970ad825-d001-4299-a211-3c4214898530, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=970ad825-d001-4299-a211-3c4214898530,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:37:28.786296 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:28.789216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:28.862288 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:28.862903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:28.864308 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] 10.222.0.21 "PUT /v2.0/ports/970ad825-d001-4299-a211-3c4214898530 HTTP/1.1" status: 200 len: 1093 time: 0.7097092 Jun 22 15:37:28.866789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'tag': '970ad825-d001-4299-a211-3c4214898530'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:37:28.869183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790bbc23-5c05-405a-952c-fdd5dc58afd7" -d '{"events": [{"name": "network-changed", "server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "tag": "970ad825-d001-4299-a211-3c4214898530"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:37:28.898415 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Pushing event updated for resources: {'Port': ['ID=970ad825-d001-4299-a211-3c4214898530,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:28.904087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:28.941649 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da14b22e-98d9-441e-9ea2-59221b2af0b6 x-openstack-request-id: req-da14b22e-98d9-441e-9ea2-59221b2af0b6 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:37:28.941997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "tag": "970ad825-d001-4299-a211-3c4214898530", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:37:28.942311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da14b22e-98d9-441e-9ea2-59221b2af0b6 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:37:28.942769 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'tag': '970ad825-d001-4299-a211-3c4214898530', 'status': 'completed', 'code': 200} Jun 22 15:37:28.960105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0998bf3-bc14-4ea9-9f45-94c353180c20 req-9d517cae-60c1-40b8-92ab-9338dc784ffb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:28.961693 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d0998bf3-bc14-4ea9-9f45-94c353180c20 req-9d517cae-60c1-40b8-92ab-9338dc784ffb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 943 time: 0.1601441 Jun 22 15:37:29.018910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-bf664353-0be4-40ab-8c52-f8e6fa3e2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:29.020428 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-bf664353-0be4-40ab-8c52-f8e6fa3e2473 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 1096 time: 0.1083956 Jun 22 15:37:29.023229 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d0998bf3-bc14-4ea9-9f45-94c353180c20 req-dc135fb8-b2fe-432f-961c-2f6b7cf625fe tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535142 Jun 22 15:37:29.065565 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-6243b091-2605-4fec-add7-46a116b509e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=970ad825-d001-4299-a211-3c4214898530 HTTP/1.1" status: 200 len: 217 time: 0.0385866 Jun 22 15:37:29.113797 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-378d3d9f-5636-49bb-9764-0f50b53ac16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:29.115094 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-378d3d9f-5636-49bb-9764-0f50b53ac16e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51d124d4-55a2-47f7-b0ed-a11a4ad81e3b HTTP/1.1" status: 200 len: 834 time: 0.0438447 Jun 22 15:37:29.170875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-a4365d66-e0bd-48b1-8d07-a7f5742ed2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:29.172277 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-a4365d66-e0bd-48b1-8d07-a7f5742ed2d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c7bda15-1dfe-41ee-8a66-80353e46adc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508249 Jun 22 15:37:29.263961 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-1f05aafc-677e-4ecf-9b64-4a5c4022b8f1 service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854156 Jun 22 15:37:29.350587 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-38ff4439-ce2c-4dd2-96e0-fccb05597b73 req-ef146a46-42f1-40d2-ad54-5e67a133a5ef service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805595 Jun 22 15:37:29.455515 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-f47dfac6-ec53-4bfb-b6c7-88fe2153fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:29.457057 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-f47dfac6-ec53-4bfb-b6c7-88fe2153fd3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 1096 time: 0.0579987 Jun 22 15:37:29.543533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-f33940ca-6b1d-4c04-a468-a7a90b54f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:29.544988 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-f33940ca-6b1d-4c04-a468-a7a90b54f024 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c7bda15-1dfe-41ee-8a66-80353e46adc6 HTTP/1.1" status: 200 len: 897 time: 0.0820751 Jun 22 15:37:29.589426 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-47b735b4-91be-448e-b80c-87b97a72818d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=970ad825-d001-4299-a211-3c4214898530 HTTP/1.1" status: 200 len: 217 time: 0.0371559 Jun 22 15:37:29.639591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-555ad622-0955-4c40-860c-ca77292f355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:29.641098 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-555ad622-0955-4c40-860c-ca77292f355e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51d124d4-55a2-47f7-b0ed-a11a4ad81e3b HTTP/1.1" status: 200 len: 834 time: 0.0442839 Jun 22 15:37:29.697584 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-4af0cda0-689f-45a8-8503-2eccd04672cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:29.699032 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-4af0cda0-689f-45a8-8503-2eccd04672cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c7bda15-1dfe-41ee-8a66-80353e46adc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512280 Jun 22 15:37:29.790734 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-08d8d587-ac39-48dc-a498-645c1c3582bf service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854650 Jun 22 15:37:29.879316 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-790bbc23-5c05-405a-952c-fdd5dc58afd7 req-e71f5f53-1719-4d02-b85e-bef94e9cc654 service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821738 Jun 22 15:37:30.198563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b8729-259a-41a7-abe9-8ef4ea353c09 req-a1bd5e68-7352-456e-85a3-14ec50faf764 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:30.200021 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-920b8729-259a-41a7-abe9-8ef4ea353c09 req-a1bd5e68-7352-456e-85a3-14ec50faf764 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 943 time: 0.0636842 Jun 22 15:37:30.223745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cb5d9772-c70d-468a-9ad6-b844793b5054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:30.239918 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-920b8729-259a-41a7-abe9-8ef4ea353c09 req-ddc76685-d4df-400c-a1a6-50a6d2ab14c8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Jun 22 15:37:31.411087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9459ed-03e6-4ca4-809a-62fa3f2bc642 req-1825a695-1f7b-4fe7-aa61-bd40b0f61354 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:31.412591 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fe9459ed-03e6-4ca4-809a-62fa3f2bc642 req-1825a695-1f7b-4fe7-aa61-bd40b0f61354 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 943 time: 0.0650439 Jun 22 15:37:31.449468 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fe9459ed-03e6-4ca4-809a-62fa3f2bc642 req-972b212c-79a0-4f19-bc49-908c3d3268df tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Jun 22 15:37:32.005204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 970ad825-d001-4299-a211-3c4214898530 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:37:32.099197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 970ad825-d001-4299-a211-3c4214898530, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=970ad825-d001-4299-a211-3c4214898530,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:32.110490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '970ad825-d001-4299-a211-3c4214898530', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'port_id': '970ad825-d001-4299-a211-3c4214898530', 'mac_address': 'fa:16:3e:08:ab:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:37:32.145627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:32.157804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970ad825-d001-4299-a211-3c4214898530 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:37:32.178047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 970ad825-d001-4299-a211-3c4214898530, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=970ad825-d001-4299-a211-3c4214898530,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:32.181893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:32.183669 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:32.228081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=970ad825-d001-4299-a211-3c4214898530,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:32.230952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:32.539884 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['970ad825-d001-4299-a211-3c4214898530'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:37:32.621546 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44d0c2-c281-4b7e-bafb-70f7b83bb254 req-2023d7b3-5db7-4d76-99a8-ca096c936f9f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:32.623022 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1f44d0c2-c281-4b7e-bafb-70f7b83bb254 req-2023d7b3-5db7-4d76-99a8-ca096c936f9f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 944 time: 0.0649152 Jun 22 15:37:32.663984 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1f44d0c2-c281-4b7e-bafb-70f7b83bb254 req-9835ed00-2f3e-45c3-9f2d-e4cd778e4abf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342906 Jun 22 15:37:32.708606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-931cf394-effd-4e07-bf99-878115eb4d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:32.965459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:33.841237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ae68c-95d7-4d83-86fe-94f24b03ddc8 req-22aa5961-79d6-4eb7-a9ed-d9f6146f4aae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:33.842698 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-303ae68c-95d7-4d83-86fe-94f24b03ddc8 req-22aa5961-79d6-4eb7-a9ed-d9f6146f4aae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 944 time: 0.0687490 Jun 22 15:37:33.879961 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-303ae68c-95d7-4d83-86fe-94f24b03ddc8 req-66515613-e9f0-4b50-8b8b-89063cb8592d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313313 Jun 22 15:37:34.037202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 970ad825-d001-4299-a211-3c4214898530 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:37:34.084358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:34.098530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 970ad825-d001-4299-a211-3c4214898530 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:37:34.102334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 970ad825-d001-4299-a211-3c4214898530 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:37:34.102698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:34.179983 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:34.201545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ad825-d001-4299-a211-3c4214898530'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:37:34.203796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a80600-6f89-4597-b005-4c63a50500f7" -d '{"events": [{"server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "name": "network-vif-plugged", "status": "completed", "tag": "970ad825-d001-4299-a211-3c4214898530"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:37:34.217667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 970ad825-d001-4299-a211-3c4214898530, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=970ad825-d001-4299-a211-3c4214898530,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:37:34.221852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:34.223678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:34.268863 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=970ad825-d001-4299-a211-3c4214898530,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:34.272342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:34.300576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393242d7-a93f-419e-9ca5-a7dec2edca54 x-openstack-request-id: req-393242d7-a93f-419e-9ca5-a7dec2edca54 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:37:34.300908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "name": "network-vif-plugged", "status": "completed", "tag": "970ad825-d001-4299-a211-3c4214898530", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:37:34.301174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-393242d7-a93f-419e-9ca5-a7dec2edca54 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:37:34.301586 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ad825-d001-4299-a211-3c4214898530', 'code': 200} Jun 22 15:37:34.514306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91d14d-d8c4-475b-bdf7-298b01cae945 req-4e9abec5-d095-48db-8db6-cbf9306fea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:34.515679 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb91d14d-d8c4-475b-bdf7-298b01cae945 req-4e9abec5-d095-48db-8db6-cbf9306fea59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 1098 time: 0.0505755 Jun 22 15:37:34.549177 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb91d14d-d8c4-475b-bdf7-298b01cae945 req-2aedb0cd-239b-4e1c-ab3d-1d7d964388f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272019 Jun 22 15:37:35.053559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a359e5-f34b-47d2-b881-8c6a8f9979d7 req-6a86ea83-6b77-4d41-a452-11d5409fdae6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:35.055011 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-56a359e5-f34b-47d2-b881-8c6a8f9979d7 req-6a86ea83-6b77-4d41-a452-11d5409fdae6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0656474 Jun 22 15:37:35.091122 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-56a359e5-f34b-47d2-b881-8c6a8f9979d7 req-ba4ad4f2-764a-4023-99e7-29c7bdd941ea tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305376 Jun 22 15:37:35.763292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:36.266272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b48b82-9942-4b7a-82a0-1f9cbd06ede6 req-9414d2ec-caaf-48f4-9699-b5fc788bc347 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:36.267735 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1b48b82-9942-4b7a-82a0-1f9cbd06ede6 req-9414d2ec-caaf-48f4-9699-b5fc788bc347 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0675235 Jun 22 15:37:36.305292 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f1b48b82-9942-4b7a-82a0-1f9cbd06ede6 req-1ac8522e-9328-463b-bd88-263f09fd8959 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Jun 22 15:37:36.477611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7d32f-e157-47bc-ac62-e048c5c59cdf req-1a9654ca-5564-42bf-a230-28c1a4cec8fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:36.478973 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f3e7d32f-e157-47bc-ac62-e048c5c59cdf req-1a9654ca-5564-42bf-a230-28c1a4cec8fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0631626 Jun 22 15:37:36.515906 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f3e7d32f-e157-47bc-ac62-e048c5c59cdf req-8818c996-b111-4607-8c1c-46f0f373b450 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Jun 22 15:37:36.539477 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48048) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:36.590213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da1b0a-7475-4998-a98e-f1807a8c2348 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:36.591674 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-61da1b0a-7475-4998-a98e-f1807a8c2348 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 1093 time: 0.0512483 Jun 22 15:37:36.594391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48050) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:36.599304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '970ad825-d001-4299-a211-3c4214898530', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:37:36.620734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:36.718246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:36.816198 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.152 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/dd393999-5480-4593-be24-d630ca97df1b) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:37:36.922096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:36.960192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:36.962933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:36.999353 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:37:37.002197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:37:37.005114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:37:37.029471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=dd393999-5480-4593-be24-d630ca97df1b,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:37.033221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:37.363384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:37.438378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:37.579871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:37.584298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:37.587152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:37:37.653597 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=dd393999-5480-4593-be24-d630ca97df1b,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:37:37.658957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:37:37.665460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:37.762034 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c associated. External IP: 172.26.6.152, port: 970ad825-d001-4299-a211-3c4214898530. Jun 22 15:37:37.966051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:37:38.422140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:37:38.432557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] Sync routers for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:37:38.440860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:38.442606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:38.443239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:38.475472 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8800809 Jun 22 15:37:38.476187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'tag': '970ad825-d001-4299-a211-3c4214898530'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:37:38.478554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3" -d '{"events": [{"name": "network-changed", "server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "tag": "970ad825-d001-4299-a211-3c4214898530"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:37:38.521992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6948c51c-58d6-4b73-a863-e9bbb96ef992 x-openstack-request-id: req-6948c51c-58d6-4b73-a863-e9bbb96ef992 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:37:38.522519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "tag": "970ad825-d001-4299-a211-3c4214898530", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:37:38.522925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6948c51c-58d6-4b73-a863-e9bbb96ef992 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:37:38.523470 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'tag': '970ad825-d001-4299-a211-3c4214898530', 'status': 'completed', 'code': 200} Jun 22 15:37:38.558235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:38.599492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-d83d93d6-b89d-4099-b7e5-6e86038de1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:38.601830 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-d83d93d6-b89d-4099-b7e5-6e86038de1d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 1098 time: 0.0576003 Jun 22 15:37:38.645772 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f33cc-dc7d-43c5-a029-4a817d6d0b3e req-5c3f4c82-0300-4c00-bbe2-0b69641705f6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:38.647587 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-429f33cc-dc7d-43c5-a029-4a817d6d0b3e req-5c3f4c82-0300-4c00-bbe2-0b69641705f6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0736182 Jun 22 15:37:38.690921 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-429f33cc-dc7d-43c5-a029-4a817d6d0b3e req-50ef5291-4452-4d03-ac34-cab89b5f8788 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373337 Jun 22 15:37:38.701366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-d3e6b3ad-f08d-4463-903d-6ef806f4be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:38.703121 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-d3e6b3ad-f08d-4463-903d-6ef806f4be84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c7bda15-1dfe-41ee-8a66-80353e46adc6 HTTP/1.1" status: 200 len: 897 time: 0.0955443 Jun 22 15:37:38.716103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48056) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:38.770277 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-1c5f3021-94d6-43d1-bc9f-c5a63a5f4634 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=970ad825-d001-4299-a211-3c4214898530 HTTP/1.1" status: 200 len: 999 time: 0.0607092 Jun 22 15:37:38.780221 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-743c0635-41db-4b4b-a96f-188244c5e386 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c HTTP/1.1" status: 200 len: 991 time: 0.0627089 Jun 22 15:37:38.824998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-ac29b0ff-6a7c-4b77-a8e5-d41518b88ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:38.826446 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-ac29b0ff-6a7c-4b77-a8e5-d41518b88ee4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51d124d4-55a2-47f7-b0ed-a11a4ad81e3b HTTP/1.1" status: 200 len: 834 time: 0.0507030 Jun 22 15:37:38.884841 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-299352dc-37e0-4502-9e23-b8a4d3809a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:38.886321 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-299352dc-37e0-4502-9e23-b8a4d3809a59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c7bda15-1dfe-41ee-8a66-80353e46adc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0532606 Jun 22 15:37:38.939223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.152', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'port_id': '970ad825-d001-4299-a211-3c4214898530', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'mac_address': 'fa:16:3e:08:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:37:37Z', 'updated_at': '2021-06-22T15:37:37Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8d5199-1b18-429e-a8d9-fad58d88a8e0', 'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:7b:7a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:22Z', 'updated_at': '2021-06-22T15:37:26Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:38.969169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] Checking router: 7b6ba5a6-71af-49e6-bbea-ecc9af5538da for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:37:38.975624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-f5d28930-67d6-4573-b68e-71ef8a153054 service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827906 Jun 22 15:37:38.978092 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:37:38.978687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:37:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:39.068737 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5d0fcc39-8c39-46e5-89f6-a35a0b758af3 req-419f959a-cb1c-4ae6-b322-2129e0a44206 service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874007 Jun 22 15:37:39.081904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:37:39.304256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.152', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'port_id': '970ad825-d001-4299-a211-3c4214898530', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'mac_address': 'fa:16:3e:08:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:37:37Z', 'updated_at': '2021-06-22T15:37:37Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8d5199-1b18-429e-a8d9-fad58d88a8e0', 'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:7b:7a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:22Z', 'updated_at': '2021-06-22T15:37:26Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:37:39.330565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de06405-f1bf-4808-a2d9-463c03375df2 None None] The sync data for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv is: [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.152', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'port_id': '970ad825-d001-4299-a211-3c4214898530', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'mac_address': 'fa:16:3e:08:ab:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:37:37Z', 'updated_at': '2021-06-22T15:37:37Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8d5199-1b18-429e-a8d9-fad58d88a8e0', 'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:7b:7a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:22Z', 'updated_at': '2021-06-22T15:37:26Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:37:39.505189 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d2ff38-406b-4cd7-9afb-c82203b4b804 None None] New status for floating IP ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:37:39.783023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48058) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:37:39.842759 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-da5a7217-9339-4744-a8d1-b355deb8d22d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c HTTP/1.1" status: 200 len: 993 time: 0.0584037 Jun 22 15:37:40.471827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:37:45.203682 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-4d0e4617-9920-4138-895b-bafe420a4daa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503118 Jun 22 15:37:45.295215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-ea47b436-aa0e-4eb2-b12a-49cdc6a43ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:45.296663 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-ea47b436-aa0e-4eb2-b12a-49cdc6a43ba6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 1098 time: 0.0514252 Jun 22 15:37:45.402117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-5191acc0-e928-4501-bf23-edbd1f58de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:45.403494 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-5191acc0-e928-4501-bf23-edbd1f58de80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c7bda15-1dfe-41ee-8a66-80353e46adc6 HTTP/1.1" status: 200 len: 897 time: 0.0870912 Jun 22 15:37:45.466703 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-a9eae53a-5800-4e02-8947-9b642c6402e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=970ad825-d001-4299-a211-3c4214898530 HTTP/1.1" status: 200 len: 1001 time: 0.0566027 Jun 22 15:37:45.517389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-285ff8c4-dc5a-4c46-9e62-bc66edc2bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:45.519418 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-285ff8c4-dc5a-4c46-9e62-bc66edc2bbb0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51d124d4-55a2-47f7-b0ed-a11a4ad81e3b HTTP/1.1" status: 200 len: 834 time: 0.0462196 Jun 22 15:37:45.575335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-a29bb299-8523-428c-85c8-acd353572b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:37:45.576813 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-a29bb299-8523-428c-85c8-acd353572b39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c7bda15-1dfe-41ee-8a66-80353e46adc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0507753 Jun 22 15:37:45.665245 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-a31eaaec-8cd4-4383-a767-706f8c69280c service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807831 Jun 22 15:37:45.756029 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-dd844420-7a37-4ddc-8b70-c7a96893ccf5 req-edff60f0-4237-4a26-a722-eeacee2e0ed9 service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843976 Jun 22 15:38:00.224436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4ad02fa1-e434-4b47-a88a-9af3b3a1436e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:01.195845 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:38:02.702163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3617c455-f4ed-4027-b3d1-f014e8a08ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:02.966867 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:04.062474 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:05.761370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:10.488412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:30.225632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2a73c29e-6c7a-4167-9f73-8d82322fbd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:32.703751 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8bd0e315-4b33-4bf2-8133-bca8c5883247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:32.966936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:34.064290 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:35.765415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:38.194396 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:38:40.487345 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:40.631836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76bf35-0e59-47e9-addf-886e16ba5eeb req-88379e43-3961-4a1c-a82c-e310074c2762 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:40.633261 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7c76bf35-0e59-47e9-addf-886e16ba5eeb req-88379e43-3961-4a1c-a82c-e310074c2762 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0651376 Jun 22 15:38:40.672122 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7c76bf35-0e59-47e9-addf-886e16ba5eeb req-94372001-113d-4429-9285-af4e363634b3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332520 Jun 22 15:38:41.854068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113b32-b9d4-430a-85f8-33b7587f9d68 req-618f39ab-a962-4f0f-87d6-aa2007285019 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:41.855509 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a113b32-b9d4-430a-85f8-33b7587f9d68 req-618f39ab-a962-4f0f-87d6-aa2007285019 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0678840 Jun 22 15:38:41.894797 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a113b32-b9d4-430a-85f8-33b7587f9d68 req-14ce1bad-7b05-42a4-9c7a-48735e198a44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336442 Jun 22 15:38:41.918633 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48090) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:41.976999 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-01e6ba4f-fc61-4759-b59a-bddc0c4acd08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c HTTP/1.1" status: 200 len: 993 time: 0.0571327 Jun 22 15:38:43.434011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efec55-eae2-4165-be74-66d27055df6c req-eae219d6-f51f-4e4b-b63b-666c50af41a1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:43.435778 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-95efec55-eae2-4165-be74-66d27055df6c req-eae219d6-f51f-4e4b-b63b-666c50af41a1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0680563 Jun 22 15:38:43.475968 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-95efec55-eae2-4165-be74-66d27055df6c req-b816fb08-9c5e-4bb1-b6aa-9eea3e0f6f63 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342476 Jun 22 15:38:44.666723 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681218ba-810d-4245-b50d-bf9da4b6b8d1 req-2ac93faf-5ad0-4564-a040-cf6cfd362f20 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:44.668169 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-681218ba-810d-4245-b50d-bf9da4b6b8d1 req-2ac93faf-5ad0-4564-a040-cf6cfd362f20 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0638120 Jun 22 15:38:44.709553 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-681218ba-810d-4245-b50d-bf9da4b6b8d1 req-d79fe0dd-0b14-4a41-ac19-0c476f5bbdd4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357838 Jun 22 15:38:44.733883 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48100) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:44.793063 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f5370cac-1c41-49bc-86fe-72c2632438f4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c HTTP/1.1" status: 200 len: 993 time: 0.0579507 Jun 22 15:38:45.060933 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48106) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:45.248995 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-c2dacebb-d25e-4a74-ab9d-546700762018 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955415 Jun 22 15:38:45.260353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port dd393999-5480-4593-be24-d630ca97df1b {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:38:45.260863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:45.727789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:45.728115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:45.743466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-9f78e549-8cb2-43d0-b69a-d8afd5b60d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:45.744949 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-9f78e549-8cb2-43d0-b69a-d8afd5b60d95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 1098 time: 0.0924091 Jun 22 15:38:45.797867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for dd393999-5480-4593-be24-d630ca97df1b owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:38:45.935781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-dd1341cd-dc82-4dbb-a5aa-f8ccf5fd7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:45.937178 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-dd1341cd-dc82-4dbb-a5aa-f8ccf5fd7c97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c7bda15-1dfe-41ee-8a66-80353e46adc6 HTTP/1.1" status: 200 len: 897 time: 0.1630816 Jun 22 15:38:46.020469 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-a6d59597-f4ed-4628-a0ed-44b93bbf0295 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=970ad825-d001-4299-a211-3c4214898530 HTTP/1.1" status: 200 len: 1001 time: 0.0763855 Jun 22 15:38:46.102395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-ab2a9dac-4ffb-463d-925c-e935c3a50e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:46.104947 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-ab2a9dac-4ffb-463d-925c-e935c3a50e83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51d124d4-55a2-47f7-b0ed-a11a4ad81e3b HTTP/1.1" status: 200 len: 834 time: 0.0756135 Jun 22 15:38:46.108750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:46.110819 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6aadeb43-ac05-4164-9149-bb6d023a7ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:46.163299 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=dd393999-5480-4593-be24-d630ca97df1b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:46.177954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.178203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.178592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.178972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.179349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.179728 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.180096 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.180464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.180858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.181227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.181593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.181959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:46.201906 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:46.253400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:46.253733 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c disassociated (deleted). External IP: 172.26.6.152, port: 970ad825-d001-4299-a211-3c4214898530. Jun 22 15:38:46.259339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-77fea687-2e56-44f8-aafd-1c50a0bf4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:46.260850 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-77fea687-2e56-44f8-aafd-1c50a0bf4ab7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c7bda15-1dfe-41ee-8a66-80353e46adc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1471701 Jun 22 15:38:46.430434 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-13ec6b75-a0e7-48d3-84ef-991875b77be4 service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400003 Jun 22 15:38:46.600213 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-60be0368-842b-48e9-b552-ec94ba2b7305 req-5ae2990d-a75e-456f-9070-8340ce9cd47a service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372683 Jun 22 15:38:46.601909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:38:46.711181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:38:46.716328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:46.721401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] Sync routers for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:38:46.730656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:38:46.731255 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:38:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:46.752507 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/floatingips/ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c HTTP/1.1" status: 204 len: 168 time: 1.6905882 Jun 22 15:38:46.753214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'tag': '970ad825-d001-4299-a211-3c4214898530'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:38:46.755561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292fdf72-5dc3-450d-b452-711f34e5a7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "tag": "970ad825-d001-4299-a211-3c4214898530"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:38:46.795978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45895ad-f5ae-4b02-86e6-c880d0cc53f2 x-openstack-request-id: req-a45895ad-f5ae-4b02-86e6-c880d0cc53f2 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:38:46.796334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "tag": "970ad825-d001-4299-a211-3c4214898530", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:38:46.796652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a45895ad-f5ae-4b02-86e6-c880d0cc53f2 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:38:46.797153 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'tag': '970ad825-d001-4299-a211-3c4214898530', 'status': 'completed', 'code': 200} Jun 22 15:38:46.840402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:38:46.877817 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-085c419a-6842-41b3-93e6-e13b96b83184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:46.879329 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-085c419a-6842-41b3-93e6-e13b96b83184 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 1098 time: 0.0589817 Jun 22 15:38:46.975303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-f76c3f4d-6845-425d-8e65-860cadcd2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:46.976855 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-f76c3f4d-6845-425d-8e65-860cadcd2457 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c7bda15-1dfe-41ee-8a66-80353e46adc6 HTTP/1.1" status: 200 len: 897 time: 0.0904827 Jun 22 15:38:47.034137 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-f056d3f9-fcc4-44db-a575-d7b220c45a4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=970ad825-d001-4299-a211-3c4214898530 HTTP/1.1" status: 200 len: 217 time: 0.0410204 Jun 22 15:38:47.058939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'eb8d5199-1b18-429e-a8d9-fad58d88a8e0', 'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:7b:7a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:22Z', 'updated_at': '2021-06-22T15:37:26Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:47.085388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] Checking router: 7b6ba5a6-71af-49e6-bbea-ecc9af5538da for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:38:47.093790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:38:47.094396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:38:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:47.115572 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-fad44ff2-4c37-44ea-b98b-02fefde48a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:47.116970 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-fad44ff2-4c37-44ea-b98b-02fefde48a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=51d124d4-55a2-47f7-b0ed-a11a4ad81e3b HTTP/1.1" status: 200 len: 834 time: 0.0760291 Jun 22 15:38:47.172876 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5952636-c9cc-472c-9575-9bedc445954a req-16ccd144-4588-4e43-aad4-2a60878446f4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:47.174380 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c5952636-c9cc-472c-9575-9bedc445954a req-16ccd144-4588-4e43-aad4-2a60878446f4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.1054986 Jun 22 15:38:47.198862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:38:47.213140 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-56870d78-443f-450a-adf3-d44a64c2e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:47.214625 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-56870d78-443f-450a-adf3-d44a64c2e309 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c7bda15-1dfe-41ee-8a66-80353e46adc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0878804 Jun 22 15:38:47.234718 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c5952636-c9cc-472c-9575-9bedc445954a req-0d726930-9ac9-4f0b-b4ac-af60a3e19e4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531456 Jun 22 15:38:47.313620 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-f0663cb9-7065-48d9-bdaf-a9468f180613 service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907588 Jun 22 15:38:47.393748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'eb8d5199-1b18-429e-a8d9-fad58d88a8e0', 'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:7b:7a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:22Z', 'updated_at': '2021-06-22T15:37:26Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:47.404455 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-292fdf72-5dc3-450d-b452-711f34e5a7ea req-a5a31ec0-4bc8-4814-bade-25530f79c1b6 service neutron] 10.222.0.21 "GET /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835519 Jun 22 15:38:47.425024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb7ec22-577a-4362-a715-0935a5a43688 None None] The sync data for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv is: [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:22Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'eb8d5199-1b18-429e-a8d9-fad58d88a8e0', 'name': '', 'network_id': '4c7bda15-1dfe-41ee-8a66-80353e46adc6', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:7b:7a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:22Z', 'updated_at': '2021-06-22T15:37:26Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '51d124d4-55a2-47f7-b0ed-a11a4ad81e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:38:47.625325 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96551aa-bcd1-47a5-a69d-eb7dcc7af470 None None] New status for floating IP ec072ee2-83a9-4a67-a7e4-ab6c2414eb6c: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:38:48.410790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dde8b-4ac2-404b-9573-66d48be4d07f req-dde61c77-44a0-460a-b631-773745cc531d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:48.412226 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-aa4dde8b-4ac2-404b-9573-66d48be4d07f req-dde61c77-44a0-460a-b631-773745cc531d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0620525 Jun 22 15:38:48.449223 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-aa4dde8b-4ac2-404b-9573-66d48be4d07f req-6dca3fe7-4ec1-4b0d-8892-d81f26c50416 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5250e32-3a0b-477b-9681-8edcff7d6f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314145 Jun 22 15:38:48.821657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a3793-f981-4f94-a758-155d6aae6339 req-4ae9567e-299b-4a11-b0df-9405be88154c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:48.823175 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d05a3793-f981-4f94-a758-155d6aae6339 req-4ae9567e-299b-4a11-b0df-9405be88154c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 945 time: 0.0670810 Jun 22 15:38:48.923113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-d05a3793-f981-4f94-a758-155d6aae6339 req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 970ad825-d001-4299-a211-3c4214898530 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:38:48.923424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d05a3793-f981-4f94-a758-155d6aae6339 req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:49.012490 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-d05a3793-f981-4f94-a758-155d6aae6339 req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 970ad825-d001-4299-a211-3c4214898530, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=970ad825-d001-4299-a211-3c4214898530,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:38:49.012887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d05a3793-f981-4f94-a758-155d6aae6339 req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:49.075778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-d05a3793-f981-4f94-a758-155d6aae6339 req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 970ad825-d001-4299-a211-3c4214898530 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:38:49.205488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d05a3793-f981-4f94-a758-155d6aae6339 req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:49.210575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-971b7251-6515-4263-9915-b0f5d6900a7b tempest-TestEncryptedCinderVolumes-911556664 tempest-TestEncryptedCinderVolumes-911556664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:49.239197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=970ad825-d001-4299-a211-3c4214898530,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:49.241265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:49.284199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05a3793-f981-4f94-a758-155d6aae6339 req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] No DVR routers for this DVR port 970ad825-d001-4299-a211-3c4214898530 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:38:49.286734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d05a3793-f981-4f94-a758-155d6aae6339 req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:49.289203 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d05a3793-f981-4f94-a758-155d6aae6339 req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "DELETE /v2.0/ports/970ad825-d001-4299-a211-3c4214898530 HTTP/1.1" status: 204 len: 173 time: 0.4606094 Jun 22 15:38:49.289744 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'name': 'network-vif-deleted', 'tag': '970ad825-d001-4299-a211-3c4214898530'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:38:49.292912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3c113b-dd99-44fa-b08e-a9c7d80961a7" -d '{"events": [{"server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "name": "network-vif-deleted", "tag": "970ad825-d001-4299-a211-3c4214898530"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:38:49.331784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b60dd2a-bd4e-4f69-af8f-c678f1dc14f8 x-openstack-request-id: req-0b60dd2a-bd4e-4f69-af8f-c678f1dc14f8 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:38:49.332147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307440c0-81a8-4c4c-b686-81a9e0c016fb", "name": "network-vif-deleted", "tag": "970ad825-d001-4299-a211-3c4214898530", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:38:49.332461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b60dd2a-bd4e-4f69-af8f-c678f1dc14f8 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:38:49.332943 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307440c0-81a8-4c4c-b686-81a9e0c016fb', 'name': 'network-vif-deleted', 'tag': '970ad825-d001-4299-a211-3c4214898530', 'status': 'completed', 'code': 200} Jun 22 15:38:49.603737 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-de0c0e42-440c-4c87-93dd-785f2a271e28 req-72725634-5b57-4b68-a0ca-305112b05c40 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=307440c0-81a8-4c4c-b686-81a9e0c016fb HTTP/1.1" status: 200 len: 210 time: 0.0331838 Jun 22 15:38:50.700341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48124) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:51.049087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:51.307487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port eb8d5199-1b18-429e-a8d9-fad58d88a8e0 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:38:51.307741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:51.396587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port eb8d5199-1b18-429e-a8d9-fad58d88a8e0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=eb8d5199-1b18-429e-a8d9-fad58d88a8e0,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:38:51.396979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:51.463297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for eb8d5199-1b18-429e-a8d9-fad58d88a8e0 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:38:51.642603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:51.645637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:51.670406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=eb8d5199-1b18-429e-a8d9-fad58d88a8e0,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:51.673641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:51.845970 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:52.059793 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:38:52.168866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:38:52.174566 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/7b6ba5a6-71af-49e6-bbea-ecc9af5538da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4732053 Jun 22 15:38:52.177263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48126) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:52.178025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] Sync routers for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:38:52.187231 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:38:52.187834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:38:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:52.228637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-0431f319-27f8-4cb8-bae1-5f043d2a934c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting subnet 51d124d4-55a2-47f7-b0ed-a11a4ad81e3b {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:38:52.231631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0431f319-27f8-4cb8-bae1-5f043d2a934c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:52.270375 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0431f319-27f8-4cb8-bae1-5f043d2a934c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:52.291167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:38:52.345812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 970ad825-d001-4299-a211-3c4214898530 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:38:52.355845 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0431f319-27f8-4cb8-bae1-5f043d2a934c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:52.400031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 970ad825-d001-4299-a211-3c4214898530 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:38:52.400433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 970ad825-d001-4299-a211-3c4214898530 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:38:52.413317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0431f319-27f8-4cb8-bae1-5f043d2a934c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:52.416046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a76db16c-9f1f-4808-ae20-a7da84326b27 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:52.442055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431f319-27f8-4cb8-bae1-5f043d2a934c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Subnet': ['ID=51d124d4-55a2-47f7-b0ed-a11a4ad81e3b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:52.443926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0431f319-27f8-4cb8-bae1-5f043d2a934c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:52.445804 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0431f319-27f8-4cb8-bae1-5f043d2a934c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/subnets/51d124d4-55a2-47f7-b0ed-a11a4ad81e3b HTTP/1.1" status: 204 len: 168 time: 0.2676272 Jun 22 15:38:52.446736 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0431f319-27f8-4cb8-bae1-5f043d2a934c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:52.448329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48128) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:52.467079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb7ce37-3f00-4d8a-9f55-76857eafa740 None None] Network 4c7bda15-1dfe-41ee-8a66-80353e46adc6 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:38:52.746531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:38:51Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:52.780303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] Checking router: 7b6ba5a6-71af-49e6-bbea-ecc9af5538da for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:38:52.795512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] Routers {'7b6ba5a6-71af-49e6-bbea-ecc9af5538da'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:38:52.796125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:38:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:52.910687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] Set router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:38:52.929306 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:52.938355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] DHCP port deletion for 4c7bda15-1dfe-41ee-8a66-80353e46adc6 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:38:53.031934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.076438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Deleting port c4f2f89e-73ac-44c6-b754-0af25802b070 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:38:53.076846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.085010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:38:53.085355 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.163820 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] For port c4f2f89e-73ac-44c6-b754-0af25802b070, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=c4f2f89e-73ac-44c6-b754-0af25802b070,segment=NetworkSegment(6a6c81bd-1005-4730-a897-ae72feece92e),segment_id=6a6c81bd-1005-4730-a897-ae72feece92e)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:38:53.164109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.169312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7ed09c99-563e-47ca-8dc4-fc0d0b2573fb,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:38:53.169670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.234585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Calling delete_port for c4f2f89e-73ac-44c6-b754-0af25802b070 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:38:53.238137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:38:53.250336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:38:51Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:53.302577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5469058a-d6ec-44c7-a282-6988315248ec None None] The sync data for ids ['7b6ba5a6-71af-49e6-bbea-ecc9af5538da'] in dv-neutron-601336-93-hyperv is: [{'id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584836897', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:38:51Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '7ed09c99-563e-47ca-8dc4-fc0d0b2573fb', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ba5a6-71af-49e6-bbea-ecc9af5538da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:37:19Z', 'updated_at': '2021-06-22T15:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:38:53.346306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.348372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:53.376968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Pushing event deleted for resources: {'Port': ['ID=c4f2f89e-73ac-44c6-b754-0af25802b070,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:53.381460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] No DVR routers for this DVR port c4f2f89e-73ac-44c6-b754-0af25802b070 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:38:53.387814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.388170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.388526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.388882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.389217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.389911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.389911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.390197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.390526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.390851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.391178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.391494 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:53.399148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:53.414838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.418057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:53.443809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=7ed09c99-563e-47ca-8dc4-fc0d0b2573fb,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:53.447860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:53.504369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.592160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.594118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.649751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.650321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Fanout notify agent at l3_agent the message router_deleted on router 7b6ba5a6-71af-49e6-bbea-ecc9af5538da {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:38:53.658312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.659429 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/routers/7b6ba5a6-71af-49e6-bbea-ecc9af5538da HTTP/1.1" status: 204 len: 168 time: 1.2101643 Jun 22 15:38:53.662427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48130) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:53.743463 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.834802 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.845748 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7bda15-1dfe-41ee-8a66-80353e46adc6']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:53.856014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6c81bd-1005-4730-a897-ae72feece92e') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:53.856393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6c81bd-1005-4730-a897-ae72feece92e') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:53.866644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.880711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.887639 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:38:53.888160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:38:53.891451 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:38:53.959809 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.965505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:53.969265 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/networks/4c7bda15-1dfe-41ee-8a66-80353e46adc6 HTTP/1.1" status: 204 len: 168 time: 0.3057570 Jun 22 15:38:53.970888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0d875302-f9ab-4e41-93ac-40aa17c6a296 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:53.971362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48132) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:53.985293 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Network': ['ID=4c7bda15-1dfe-41ee-8a66-80353e46adc6,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:53.991439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d5ea3904-581a-4d74-8473-9d1a252113c3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:54.028379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.053768 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.110896 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.113732 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.114875 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/security-groups/e5250e32-3a0b-477b-9681-8edcff7d6f77 HTTP/1.1" status: 204 len: 168 time: 0.1424925 Jun 22 15:38:54.115656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b7296730-1296-4243-aecf-f2673e73719f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:54.124060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5250e32-3a0b-477b-9681-8edcff7d6f77,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:54.132396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.132808 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.133197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.133577 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.133952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.134377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.135018 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.135473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.136025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.136509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.136912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.137316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:54.145042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:54.301470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device eb8d5199-1b18-429e-a8d9-fad58d88a8e0 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:38:54.322709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: eb8d5199-1b18-429e-a8d9-fad58d88a8e0 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:38:54.323063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device eb8d5199-1b18-429e-a8d9-fad58d88a8e0 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:38:54.323489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c4f2f89e-73ac-44c6-b754-0af25802b070 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:38:54.342821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: c4f2f89e-73ac-44c6-b754-0af25802b070 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:38:54.343182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device c4f2f89e-73ac-44c6-b754-0af25802b070 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:38:54.541677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48138) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:54.546447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-60c2b0a3-987c-41e1-b791-e66ee9bd89ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660244743', 'description': 'tempest-secgroup-smoke-660244743 description', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:54.569362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-60c2b0a3-987c-41e1-b791-e66ee9bd89ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.649311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-60c2b0a3-987c-41e1-b791-e66ee9bd89ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.653172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-60c2b0a3-987c-41e1-b791-e66ee9bd89ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.655462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5fc5395d-cafd-4bdc-83c0-a529ff9eae34 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:54.681857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-60c2b0a3-987c-41e1-b791-e66ee9bd89ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.685679 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-60c2b0a3-987c-41e1-b791-e66ee9bd89ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1403763 Jun 22 15:38:54.685679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2b0a3-987c-41e1-b791-e66ee9bd89ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26887f01-61fa-408c-a393-658c32e26546,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:54.686041 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48140) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:54.687745 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-60c2b0a3-987c-41e1-b791-e66ee9bd89ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:54.691051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d87befbb-bb73-41cb-aabd-c91d6be5d6d0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '26887f01-61fa-408c-a393-658c32e26546', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:54.717307 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d87befbb-bb73-41cb-aabd-c91d6be5d6d0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.761675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d87befbb-bb73-41cb-aabd-c91d6be5d6d0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.764989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d87befbb-bb73-41cb-aabd-c91d6be5d6d0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.767305 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6efd896a-92fa-433b-9457-f7e3c693eab2 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:54.783518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87befbb-bb73-41cb-aabd-c91d6be5d6d0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ffb0f8-a2dd-447e-acae-83d9e19f7f6d,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:54.786301 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d87befbb-bb73-41cb-aabd-c91d6be5d6d0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:54.789409 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d87befbb-bb73-41cb-aabd-c91d6be5d6d0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.790791 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d87befbb-bb73-41cb-aabd-c91d6be5d6d0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037238 Jun 22 15:38:54.793542 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48142) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:54.797980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7f7779e2-364c-4e28-842c-73ea7bbd0b80 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '26887f01-61fa-408c-a393-658c32e26546', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:54.822860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f7779e2-364c-4e28-842c-73ea7bbd0b80 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.881641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f7779e2-364c-4e28-842c-73ea7bbd0b80 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.884942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f7779e2-364c-4e28-842c-73ea7bbd0b80 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.886697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-36260932-d409-435b-9b4e-0f6e9d8948ab tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:54.902742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7779e2-364c-4e28-842c-73ea7bbd0b80 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2724fe14-da43-437d-8161-a0f4686af244,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:54.906426 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7f7779e2-364c-4e28-842c-73ea7bbd0b80 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:54.912370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7f7779e2-364c-4e28-842c-73ea7bbd0b80 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:54.913572 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7f7779e2-364c-4e28-842c-73ea7bbd0b80 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190979 Jun 22 15:38:54.916260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48144) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:54.920641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e5cb565e-7c04-4afe-b468-b7367ee9aabc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '26887f01-61fa-408c-a393-658c32e26546', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:54.945356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5cb565e-7c04-4afe-b468-b7367ee9aabc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.002379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5cb565e-7c04-4afe-b468-b7367ee9aabc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.006152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5cb565e-7c04-4afe-b468-b7367ee9aabc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.007932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-10023b0d-81f9-455a-8c0b-53d491102e18 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:55.024428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb565e-7c04-4afe-b468-b7367ee9aabc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457b7c04-8993-4322-9159-324b833dcd29,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:55.027420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e5cb565e-7c04-4afe-b468-b7367ee9aabc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:55.030226 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5cb565e-7c04-4afe-b468-b7367ee9aabc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.031626 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e5cb565e-7c04-4afe-b468-b7367ee9aabc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144118 Jun 22 15:38:55.034479 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48146) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:55.038823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e5bdaafa-7875-47d0-9fb2-828d1f3b5188 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '26887f01-61fa-408c-a393-658c32e26546', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:55.065797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5bdaafa-7875-47d0-9fb2-828d1f3b5188 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.123313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5bdaafa-7875-47d0-9fb2-828d1f3b5188 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.127567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5bdaafa-7875-47d0-9fb2-828d1f3b5188 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.133354 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-36ac7ff8-cc26-4725-9204-bab3138b4fe8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:55.148171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdaafa-7875-47d0-9fb2-828d1f3b5188 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6057689f-a531-46ef-a571-7a2ad6193199,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:55.151430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e5bdaafa-7875-47d0-9fb2-828d1f3b5188 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:55.152523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e5bdaafa-7875-47d0-9fb2-828d1f3b5188 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.153882 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e5bdaafa-7875-47d0-9fb2-828d1f3b5188 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183205 Jun 22 15:38:55.156356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48148) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:55.160863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '26887f01-61fa-408c-a393-658c32e26546', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:55.181670 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:38:55.186504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.244488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.247714 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.249505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-36fde640-70af-4674-9fbe-56a7d65bf0da tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:55.268867 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5ba296-10c4-4b85-8545-c8762b5d2c16,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:55.271655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:55.274909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.276068 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187565 Jun 22 15:38:55.278729 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48150) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:55.283522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-859e8a71-9ea6-4d28-82b8-ba36583153e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '26887f01-61fa-408c-a393-658c32e26546', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:55.305097 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-859e8a71-9ea6-4d28-82b8-ba36583153e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:38:55.309860 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-859e8a71-9ea6-4d28-82b8-ba36583153e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.370897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-859e8a71-9ea6-4d28-82b8-ba36583153e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.374167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-859e8a71-9ea6-4d28-82b8-ba36583153e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.375937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0d767481-f544-45cc-b003-93c155f8bad3 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:55.392605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e8a71-9ea6-4d28-82b8-ba36583153e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229544cb-6453-4644-8429-0082a993a0d2,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:55.395464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-859e8a71-9ea6-4d28-82b8-ba36583153e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:55.398289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-859e8a71-9ea6-4d28-82b8-ba36583153e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.399431 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-859e8a71-9ea6-4d28-82b8-ba36583153e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197243 Jun 22 15:38:55.402368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48152) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:55.407216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'network': {'name': 'tempest-network-smoke--2116705695', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'port_security_enabled': True}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:55.427843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:38:55.431210 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.453439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:38:55.463232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.463571 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Added segment 98df6101-e0f2-4745-8e09-2761ddca4567 of type vlan for network ccadfec4-5bd8-49f7-96d8-813f46165a77 Jun 22 15:38:55.504207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.532328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.538440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:55.539009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.541211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c429e5b0-798d-487f-aca2-ab408d2d0218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:55.591955 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885664 Jun 22 15:38:55.594807 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48154) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:55.600210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'admin_state_up': True, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:55.607048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Network': ['ID=ccadfec4-5bd8-49f7-96d8-813f46165a77,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:55.609831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dc6bba53-d00f-4263-a109-dd75f7ecdbe0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:55.618597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network ccadfec4-5bd8-49f7-96d8-813f46165a77 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:38:55.633292 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.634860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.703312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.840380 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:55.900754 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:38:55.920695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:38:55.921072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7ed09c99-563e-47ca-8dc4-fc0d0b2573fb not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:38:56.039124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:56.057733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:56.159517 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.92 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/320f02c2-4678-49ee-9f36-199a600e38bd) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:38:56.263335 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:56.301005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:56.303660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9a04cca6-20df-4786-87b8-3f3f3143c7f5 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:56.335236 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:38:56.340488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:38:56.343209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:38:56.372301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=320f02c2-4678-49ee-9f36-199a600e38bd,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:56.375615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:56.593501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:56.788270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:56.913781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:38:57.017539 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:38:57.026681 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Sync routers for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:38:57.035176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.039590 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:38:57.039752 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4402254 Jun 22 15:38:57.039857 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:38:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:57.040570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48156) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:57.071857 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-bc965c5a-e5de-47f8-9c4a-e8d5d260ea53 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=08e09cb0c1cf4dee93b25ff349d596fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276680 Jun 22 15:38:57.072063 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48158) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:57.139963 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:38:57.162363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457029fc-57f1-43be-bdaa-7dd64562ed41 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:57.163927 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-457029fc-57f1-43be-bdaa-7dd64562ed41 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909774 Jun 22 15:38:57.166651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48160) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:57.195278 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-185bf393-5172-4456-991b-e636a5acf441 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274580 Jun 22 15:38:57.197703 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48162) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:57.202434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1508685095', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:38:57.289756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:38:57.293495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.311583 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:56Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:57.341739 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Checking router: 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:38:57.342089 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Updating router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 port 320f02c2-4678-49ee-9f36-199a600e38bd binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:38:57.375599 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.472845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.474828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e1dd0ed6-53f2-45ed-b8bc-1d5a5757b8f1 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:57.538165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Subnet': ['ID=775e6d6e-f8f9-4631-a00d-5c2bb539ec1b,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:57.541519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:57.547192 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Checking segment: {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:38:57.547548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network hostable DHCP agents. Network: ccadfec4-5bd8-49f7-96d8-813f46165a77, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:38:57.564940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network ccadfec4-5bd8-49f7-96d8-813f46165a77 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:38:57.573097 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, ccadfec4-5bd8-49f7-96d8-813f46165a77) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:38:57.577328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:57.577917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.586387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2118958-99ef-4810-84f4-0832b7d1d051 None None] Network ccadfec4-5bd8-49f7-96d8-813f46165a77 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:38:57.597661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48164) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:38:57.598053 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3992472 Jun 22 15:38:57.635249 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.648817 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Transition to ACTIVE for port object 320f02c2-4678-49ee-9f36-199a600e38bd will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:38:57.656244 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.661792 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-89e1bd38-5f61-4b4e-a9bd-bc70444bfd86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:57.700823 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Attempting to bind port 320f02c2-4678-49ee-9f36-199a600e38bd on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:38:57.701207 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Attempting to bind port 320f02c2-4678-49ee-9f36-199a600e38bd by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:38:57.701585 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Attempting to bind port 320f02c2-4678-49ee-9f36-199a600e38bd on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:38:57.713977 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:38:57.714363 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:38:57.714772 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.715171 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:38:57.715654 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Bound port: 320f02c2-4678-49ee-9f36-199a600e38bd, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:38:57.716026 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.754859 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Pushing event updated for resources: {'Port': ['ID=320f02c2-4678-49ee-9f36-199a600e38bd,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:57.755906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-ccadfec4-5bd8-49f7-96d8-813f46165a77', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:38:57.756889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.770989 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.771331 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.771671 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.772006 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.772334 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.772661 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.773010 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.773333 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.773654 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.773972 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.774287 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.774607 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:38:57.779481 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:57.784647 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] For port 320f02c2-4678-49ee-9f36-199a600e38bd, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:38:57.787842 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] For port 320f02c2-4678-49ee-9f36-199a600e38bd, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=320f02c2-4678-49ee-9f36-199a600e38bd,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:38:57.791455 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:57.794327 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:57.844023 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:38:57.844433 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:38:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:57.894424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Allocated IP 172.20.0.2 (ccadfec4-5bd8-49f7-96d8-813f46165a77/775e6d6e-f8f9-4631-a00d-5c2bb539ec1b/5473c473-d0a2-44e5-ba76-271c4291770a) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:38:57.913105 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Pushing event updated for resources: {'Port': ['ID=320f02c2-4678-49ee-9f36-199a600e38bd,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:57.947534 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:57.976844 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:38:58.044531 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:58.053736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Transition to ACTIVE for port object 5473c473-d0a2-44e5-ba76-271c4291770a will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:38:58.068619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Transition to ACTIVE for port object 5473c473-d0a2-44e5-ba76-271c4291770a will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:38:58.074780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:58.077189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:58.077493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:58.119157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Network ccadfec4-5bd8-49f7-96d8-813f46165a77 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:38:58.122193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:38:58.125694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:38:58.132761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Pushing event updated for resources: {'Port': ['ID=5473c473-d0a2-44e5-ba76-271c4291770a,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:58.135511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:58.180784 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:56Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:38:58.190138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Attempting to bind port 5473c473-d0a2-44e5-ba76-271c4291770a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:38:58.190652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Attempting to bind port 5473c473-d0a2-44e5-ba76-271c4291770a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:38:58.191119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Attempting to bind port 5473c473-d0a2-44e5-ba76-271c4291770a on network ccadfec4-5bd8-49f7-96d8-813f46165a77 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:38:58.196247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:38:58.196783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Checking segment: {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:38:58.197265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:58.197673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Bound using segment: {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:38:58.198142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Bound port: 5473c473-d0a2-44e5-ba76-271c4291770a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:38:58.198520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:58.207582 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28569c05-5b1b-4bc7-a31f-ecef41733b17 None None] The sync data for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv is: [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:56Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:38:58.269222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] For port 5473c473-d0a2-44e5-ba76-271c4291770a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:38:58.273211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] For port 5473c473-d0a2-44e5-ba76-271c4291770a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=5473c473-d0a2-44e5-ba76-271c4291770a,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:38:58.277775 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:58.280039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a9115eb7-0a42-4b87-b3bb-597cf46f98f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:58.343240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Pushing event updated for resources: {'Port': ['ID=5473c473-d0a2-44e5-ba76-271c4291770a,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:58.354559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:58.380248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.1 (ccadfec4-5bd8-49f7-96d8-813f46165a77/775e6d6e-f8f9-4631-a00d-5c2bb539ec1b/7c22207a-1877-4638-9016-8ac46d2864c0) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:38:58.537455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:58.569648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object 7c22207a-1877-4638-9016-8ac46d2864c0 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:38:58.609893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:58.612402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2f1cdc7c-6f21-4f54-88cb-fe83116ea001 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:58.664751 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network ccadfec4-5bd8-49f7-96d8-813f46165a77 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:38:58.668146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:38:58.672307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:38:58.679135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=7c22207a-1877-4638-9016-8ac46d2864c0,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:58.699611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:58.721592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:58.867419 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:59.170285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:59.175360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:59.178418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-76baef72-583d-4305-b8cf-72fbb9fdebd6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:38:59.267063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:59.269027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=7c22207a-1877-4638-9016-8ac46d2864c0,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:38:59.273361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:38:59.343905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9b945-6ee3-42a9-b8b4-c5ea0fb1af31 None None] Network ccadfec4-5bd8-49f7-96d8-813f46165a77 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:38:59.371181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network ccadfec4-5bd8-49f7-96d8-813f46165a77 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:38:59.372581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:38:59.395394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-757939e2-5cfd-4791-8751-91d52e54b200 None None] Provisioning for port 5473c473-d0a2-44e5-ba76-271c4291770a completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:38:59.487271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:38:59.614218 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:38:59.619903 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/1c6b8a86-c3ce-4dd8-9041-bb5228ca0353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0211442 Jun 22 15:38:59.729792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-06cd3504-304d-488d-a5dd-35068f7149e2 None None] Provisioning for port 7c22207a-1877-4638-9016-8ac46d2864c0 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:38:59.741702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-06cd3504-304d-488d-a5dd-35068f7149e2 None None] Provisioning complete for port 7c22207a-1877-4638-9016-8ac46d2864c0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:38:59.742221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-06cd3504-304d-488d-a5dd-35068f7149e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:59.777918 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-7cfb4e51-0611-4289-8b6a-868069280d5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660244743&fields=id&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 267 time: 0.0372279 Jun 22 15:38:59.791317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-06cd3504-304d-488d-a5dd-35068f7149e2 None None] Port 7c22207a-1877-4638-9016-8ac46d2864c0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:38:59.894286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-44f2ef26-2e84-409c-8e04-5677f44c9cbd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:38:59.895766 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-44f2ef26-2e84-409c-8e04-5677f44c9cbd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/networks?id=ccadfec4-5bd8-49f7-96d8-813f46165a77 HTTP/1.1" status: 200 len: 797 time: 0.1108093 Jun 22 15:38:59.922096 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-ba6f775d-90b1-4c2b-941a-fad2d6f53eb6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/quotas/08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 375 time: 0.0144229 Jun 22 15:38:59.934451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b24d59da-16a4-4bdc-805c-2a969b648c3e None None] Provisioning complete for port 7c22207a-1877-4638-9016-8ac46d2864c0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:38:59.934837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b24d59da-16a4-4bdc-805c-2a969b648c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:38:59.985103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Sync routers for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:39:00.002542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-b24d59da-16a4-4bdc-805c-2a969b648c3e None None] Port 7c22207a-1877-4638-9016-8ac46d2864c0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:39:00.005524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:39:00.006707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:38:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:39:00.030149 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-b333fed0-b7b2-46df-a0bb-826bec51344a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901089 Jun 22 15:39:00.050759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 320f02c2-4678-49ee-9f36-199a600e38bd up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:39:00.146250 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9c097fc0-3204-4153-ab1b-d6494fc9e6c1 service neutron] 10.222.0.22 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998931 Jun 22 15:39:00.158277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:39:00.160577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 320f02c2-4678-49ee-9f36-199a600e38bd completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:39:00.192339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 320f02c2-4678-49ee-9f36-199a600e38bd triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:39:00.192716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:00.239992 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-2aab7d68-64e9-4a88-9a9c-dba3afd6b76f service neutron] 10.222.0.22 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925529 Jun 22 15:39:00.279241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ad906a50-194d-41b0-acdb-bd927245ad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:00.424571 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2db4cc89-f2c3-4c44-8e71-81af671c9039 req-3be7e69c-de49-4dbc-b6bb-5969b38ab247 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 210 time: 0.0309002 Jun 22 15:39:00.478127 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-efda8416-1d89-4c55-a4bb-442e726d3e00 None None] Provisioning complete for port 7c22207a-1877-4638-9016-8ac46d2864c0 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:39:00.478638 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-efda8416-1d89-4c55-a4bb-442e726d3e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:00.555331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-efda8416-1d89-4c55-a4bb-442e726d3e00 None None] Port 7c22207a-1877-4638-9016-8ac46d2864c0 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:39:00.580667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:00.622007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 320f02c2-4678-49ee-9f36-199a600e38bd, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=320f02c2-4678-49ee-9f36-199a600e38bd,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:39:00.628302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:00.629187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 5473c473-d0a2-44e5-ba76-271c4291770a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:39:00.632556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:00.723505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=320f02c2-4678-49ee-9f36-199a600e38bd,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:00.728067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:00.732001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:58Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7c22207a-1877-4638-9016-8ac46d2864c0', 'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:16:c3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:58Z', 'updated_at': '2021-06-22T15:38:59Z', 'revision_number': 2, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:39:00.760968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Checking router: 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:39:00.761199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Updating router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 port 7c22207a-1877-4638-9016-8ac46d2864c0 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:39:00.762893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 5473c473-d0a2-44e5-ba76-271c4291770a completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:39:00.786131 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 5473c473-d0a2-44e5-ba76-271c4291770a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:39:00.786504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:00.827487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:00.958020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:01.038114 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 5473c473-d0a2-44e5-ba76-271c4291770a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=5473c473-d0a2-44e5-ba76-271c4291770a,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:39:01.046890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:01.050877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:01.128897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=5473c473-d0a2-44e5-ba76-271c4291770a,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:01.132684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:01.188025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:01.199102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Transition to ACTIVE for port object 7c22207a-1877-4638-9016-8ac46d2864c0 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:39:01.205011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:01.207004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:01.286722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc4247-0837-4fca-bceb-883063f77d2f None None] Pushing event updated for resources: {'Port': ['ID=7c22207a-1877-4638-9016-8ac46d2864c0,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:01.291177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-18fc4247-0837-4fca-bceb-883063f77d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:01.349590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Attempting to bind port 7c22207a-1877-4638-9016-8ac46d2864c0 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:39:01.350082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Attempting to bind port 7c22207a-1877-4638-9016-8ac46d2864c0 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:39:01.350518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Attempting to bind port 7c22207a-1877-4638-9016-8ac46d2864c0 on network ccadfec4-5bd8-49f7-96d8-813f46165a77 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:39:01.355978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:39:01.356368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Checking segment: {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:39:01.356800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:01.357204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Bound using segment: {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:39:01.357679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Bound port: 7c22207a-1877-4638-9016-8ac46d2864c0, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:39:01.358058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:01.431183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] For port 7c22207a-1877-4638-9016-8ac46d2864c0, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:39:01.434330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] For port 7c22207a-1877-4638-9016-8ac46d2864c0, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7c22207a-1877-4638-9016-8ac46d2864c0,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:39:01.437940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:01.439882 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-e5003773-025f-40ee-80ce-0db058e66fd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:01.509265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:39:01.509884 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:38:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:39:01.517681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc4247-0837-4fca-bceb-883063f77d2f None None] Pushing event updated for resources: {'Port': ['ID=7c22207a-1877-4638-9016-8ac46d2864c0,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:01.550898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-18fc4247-0837-4fca-bceb-883063f77d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:01.653221 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-57f9a573-f323-412f-bc5e-dd074d40a98a req-fe5dd832-b6d9-4444-addd-df9c9e777bbe tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 210 time: 0.0452392 Jun 22 15:39:01.690989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:39:01.933629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:58Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7c22207a-1877-4638-9016-8ac46d2864c0', 'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:16:c3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:58Z', 'updated_at': '2021-06-22T15:39:01Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:39:01.963354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 320f02c2-4678-49ee-9f36-199a600e38bd up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:39:01.965873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3fe0e-5f3f-467a-a4cf-f23d34322afc None None] The sync data for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv is: [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:58Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7c22207a-1877-4638-9016-8ac46d2864c0', 'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:16:c3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:58Z', 'updated_at': '2021-06-22T15:39:01Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:39:02.006631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-46beee85-cb71-47d5-ad20-c86b925d12a9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:02.008116 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-46beee85-cb71-47d5-ad20-c86b925d12a9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/networks?id=ccadfec4-5bd8-49f7-96d8-813f46165a77 HTTP/1.1" status: 200 len: 797 time: 0.5657897 Jun 22 15:39:02.036975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 320f02c2-4678-49ee-9f36-199a600e38bd triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:39:02.037371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:02.062957 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-abf7b16f-0a0f-4476-942c-ed406aacaee6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 379 time: 0.0379925 Jun 22 15:39:02.071746 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'port': {'device_id': '29833805-8669-420e-b26c-aaac5688899e', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'admin_state_up': True, 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'security_groups': ['26887f01-61fa-408c-a393-658c32e26546']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:39:02.130044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 5473c473-d0a2-44e5-ba76-271c4291770a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:39:02.181640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 5473c473-d0a2-44e5-ba76-271c4291770a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:39:02.182150 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:02.206115 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:39:02.209922 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:02.340020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.7 (ccadfec4-5bd8-49f7-96d8-813f46165a77/775e6d6e-f8f9-4631-a00d-5c2bb539ec1b/07ebdb9d-5300-4a16-98b9-78dfa4230e7b) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:39:02.488785 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:02.502761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object 07ebdb9d-5300-4a16-98b9-78dfa4230e7b will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:39:02.537180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:02.541527 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-492db363-2ee8-4889-a654-b8b4ceaad3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:02.584541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network ccadfec4-5bd8-49f7-96d8-813f46165a77 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:39:02.588163 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:39:02.592085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:39:02.618813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:02.623184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:02.653269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:02.654081 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:02.671635 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9d31a5e1-faac-4638-8fc9-a3de8bbdd526 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033847 Jun 22 15:39:02.682338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-2a6d7e91-166c-40db-b842-5204276c6f23 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:39:02.683489 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-2a6d7e91-166c-40db-b842-5204276c6f23 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0057695 Jun 22 15:39:02.698606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Request body: {'port': {'device_id': '29833805-8669-420e-b26c-aaac5688899e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:39:02.713582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3555-6200-432f-9787-7e54bd97fc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:02.840886 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:02.874316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-508b2d16-c736-48c7-ba86-2b1a3483917b None None] Provisioning for port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:39:02.878877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-508b2d16-c736-48c7-ba86-2b1a3483917b None None] Provisioning complete for port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:39:02.879507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-508b2d16-c736-48c7-ba86-2b1a3483917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:02.924807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-508b2d16-c736-48c7-ba86-2b1a3483917b None None] Port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:39:02.941562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a2fa9-a07d-4640-b31d-0bdadd6f9587 req-9947e451-d78a-4f8f-a62f-6d7331b63120 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:02.943784 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3a9a2fa9-a07d-4640-b31d-0bdadd6f9587 req-9947e451-d78a-4f8f-a62f-6d7331b63120 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 931 time: 0.1540749 Jun 22 15:39:02.971804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:03.062078 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3a9a2fa9-a07d-4640-b31d-0bdadd6f9587 req-1ee85005-eb71-4c6b-8c3b-ac8d7b45c68b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074793 Jun 22 15:39:03.223591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ebdb9d-5300-4a16-98b9-78dfa4230e7b {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:39:03.231242 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:03.244535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Transition to ACTIVE for port object 07ebdb9d-5300-4a16-98b9-78dfa4230e7b will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:39:03.253197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:03.255373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:03.345907 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Pushing event updated for resources: {'Port': ['ID=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:03.349294 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:03.442416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Attempting to bind port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:39:03.442761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Attempting to bind port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:39:03.443093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Attempting to bind port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b on network ccadfec4-5bd8-49f7-96d8-813f46165a77 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:39:03.448401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b on network ccadfec4-5bd8-49f7-96d8-813f46165a77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:39:03.448723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Attempting to bind port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b on network ccadfec4-5bd8-49f7-96d8-813f46165a77 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:39:03.454067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:39:03.454406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Checking segment: {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:39:03.454796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Bound using segment: {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:39:03.455226 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Bound port: 07ebdb9d-5300-4a16-98b9-78dfa4230e7b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98df6101-e0f2-4745-8e09-2761ddca4567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:39:03.455577 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:03.520434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] For port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:39:03.523400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] For port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:39:03.527285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:03.530216 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-095a2c51-3780-4af6-8bd1-fc7e21b598ee tempest-ServersNegativeTestJSON-2005210527 tempest-ServersNegativeTestJSON-2005210527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:03.566142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:03.566744 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:03.568093 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] 10.222.0.21 "PUT /v2.0/ports/07ebdb9d-5300-4a16-98b9-78dfa4230e7b HTTP/1.1" status: 200 len: 1093 time: 0.8758719 Jun 22 15:39:03.568626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:39:03.570982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915e6152-8f3c-47a1-97bf-bf3f363e1b59" -d '{"events": [{"name": "network-changed", "server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:39:03.598781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Pushing event updated for resources: {'Port': ['ID=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:03.603458 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:03.627681 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14e52ff-31e5-4db6-a235-53bbc759c7dd x-openstack-request-id: req-b14e52ff-31e5-4db6-a235-53bbc759c7dd {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:39:03.628098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:39:03.628475 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b14e52ff-31e5-4db6-a235-53bbc759c7dd {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:39:03.629022 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'status': 'completed', 'code': 200} Jun 22 15:39:03.674472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-c468a44a-902d-44cd-940d-50dc4a6cdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:03.675981 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-c468a44a-902d-44cd-940d-50dc4a6cdfaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 1096 time: 0.0598204 Jun 22 15:39:03.718366 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-2780744b-5b4d-4743-8b24-42876067e90c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b HTTP/1.1" status: 200 len: 217 time: 0.0353007 Jun 22 15:39:03.767939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-f144b231-e222-4765-95da-6db7309c60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:03.769456 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-f144b231-e222-4765-95da-6db7309c60a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775e6d6e-f8f9-4631-a00d-5c2bb539ec1b HTTP/1.1" status: 200 len: 835 time: 0.0455675 Jun 22 15:39:03.831777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-d80bd40b-b340-4cf6-9ce2-0435127ab2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:03.833163 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-d80bd40b-b340-4cf6-9ce2-0435127ab2b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccadfec4-5bd8-49f7-96d8-813f46165a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0559814 Jun 22 15:39:03.926352 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-e897c87e-eb58-41f5-aedf-832c0b7cd66f service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Jun 22 15:39:03.964692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7c22207a-1877-4638-9016-8ac46d2864c0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:39:04.013057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 7c22207a-1877-4638-9016-8ac46d2864c0 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:39:04.017191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7c22207a-1877-4638-9016-8ac46d2864c0 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:39:04.017498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:04.023605 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4c7bfa0d-666e-42a1-8737-ba296a1f5e2e req-9e00ed2c-1fbf-49c2-9bd8-ad024770c4fc service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908597 Jun 22 15:39:04.073379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:04.116309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:04.133852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-cdeefec2-649c-4ad3-b408-86d453ba1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:04.135375 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-cdeefec2-649c-4ad3-b408-86d453ba1795 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 1096 time: 0.0620062 Jun 22 15:39:04.150325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 7c22207a-1877-4638-9016-8ac46d2864c0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7c22207a-1877-4638-9016-8ac46d2864c0,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:39:04.154661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:04.158286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0a7db166-3237-4a4e-8f69-599e13166593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:04.206746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=7c22207a-1877-4638-9016-8ac46d2864c0,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:04.213548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:04.275137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-b02903ac-be43-46ef-b1c1-070371f64aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:04.276592 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-b02903ac-be43-46ef-b1c1-070371f64aa2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccadfec4-5bd8-49f7-96d8-813f46165a77 HTTP/1.1" status: 200 len: 898 time: 0.1342452 Jun 22 15:39:04.288945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d9907-10de-4abb-a454-433c775e1795 req-07496f9f-e9c5-450f-86ec-82b0f317c7c1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:04.290344 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e44d9907-10de-4abb-a454-433c775e1795 req-07496f9f-e9c5-450f-86ec-82b0f317c7c1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 943 time: 0.1015205 Jun 22 15:39:04.336200 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-8e7e600f-b6d0-47f5-a263-0a0d1216af04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b HTTP/1.1" status: 200 len: 217 time: 0.0449142 Jun 22 15:39:04.387290 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e44d9907-10de-4abb-a454-433c775e1795 req-1035abb9-2829-4431-aa70-f919ee6c71f8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903895 Jun 22 15:39:04.403369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-e6a82333-c5d2-4344-8ed6-1ce50aede230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:04.404800 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-e6a82333-c5d2-4344-8ed6-1ce50aede230 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775e6d6e-f8f9-4631-a00d-5c2bb539ec1b HTTP/1.1" status: 200 len: 835 time: 0.0608993 Jun 22 15:39:04.460473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-686b63b2-3f8a-4ffb-b504-97ecce6941f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:04.461978 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-686b63b2-3f8a-4ffb-b504-97ecce6941f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccadfec4-5bd8-49f7-96d8-813f46165a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0508029 Jun 22 15:39:04.549323 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-5e60df71-ce91-48de-b987-5b3324d30a0b service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806847 Jun 22 15:39:04.645975 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-915e6152-8f3c-47a1-97bf-bf3f363e1b59 req-7c85f17b-6a7a-4371-abf5-baf426706516 service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893109 Jun 22 15:39:05.563690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c2aa3-7c6f-4d87-9af2-dcc7bf0fac97 req-d655c695-b93d-4186-8d6d-e4a50f40e6e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:05.565330 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee6c2aa3-7c6f-4d87-9af2-dcc7bf0fac97 req-d655c695-b93d-4186-8d6d-e4a50f40e6e7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 943 time: 0.0630167 Jun 22 15:39:05.602125 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee6c2aa3-7c6f-4d87-9af2-dcc7bf0fac97 req-7d7748bb-8a4e-4007-a92b-bc372be7fae8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Jun 22 15:39:05.769288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:05.947996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7c22207a-1877-4638-9016-8ac46d2864c0 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:39:05.997141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7c22207a-1877-4638-9016-8ac46d2864c0 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:39:05.997516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:06.408121 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 07ebdb9d-5300-4a16-98b9-78dfa4230e7b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:39:06.501402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:39:06.512243 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'port_id': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'mac_address': 'fa:16:3e:75:d3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:39:06.548803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:06.560849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ebdb9d-5300-4a16-98b9-78dfa4230e7b {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:39:06.580308 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:39:06.584302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:06.586015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-18fc4247-0837-4fca-bceb-883063f77d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:06.631503 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:06.634771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:06.777757 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd38b7-c6c4-4a82-9299-6a55565647cf req-17d5c02a-b1af-4b65-a2d8-f3b08212c6c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:06.779224 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f2dd38b7-c6c4-4a82-9299-6a55565647cf req-17d5c02a-b1af-4b65-a2d8-f3b08212c6c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 944 time: 0.0631082 Jun 22 15:39:06.816634 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f2dd38b7-c6c4-4a82-9299-6a55565647cf req-3456f668-ffe4-476f-b435-8918c9043e8f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Jun 22 15:39:06.886539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['07ebdb9d-5300-4a16-98b9-78dfa4230e7b'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:39:08.152642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b37331-a2dd-4b4b-b817-7fa7350b0015 req-13cad491-098e-43c2-ac8f-4db039348d99 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:08.154076 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-09b37331-a2dd-4b4b-b817-7fa7350b0015 req-13cad491-098e-43c2-ac8f-4db039348d99 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 944 time: 0.0685256 Jun 22 15:39:08.191961 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-09b37331-a2dd-4b4b-b817-7fa7350b0015 req-16c96a83-71b3-4344-a3c7-f533f32a53d3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313692 Jun 22 15:39:08.439322 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 07ebdb9d-5300-4a16-98b9-78dfa4230e7b up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:39:08.486509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:39:08.490142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:39:08.490522 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:08.566530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:08.588564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:39:08.590995 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce985df-6f23-47fb-ad29-a8caf35a5655" -d '{"events": [{"server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "name": "network-vif-plugged", "status": "completed", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:39:08.603982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:39:08.607341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:08.609385 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:08.637638 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754f2808-5901-4fb4-bac2-6ec3a4d60102 x-openstack-request-id: req-754f2808-5901-4fb4-bac2-6ec3a4d60102 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:39:08.637943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "name": "network-vif-plugged", "status": "completed", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:39:08.638209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-754f2808-5901-4fb4-bac2-6ec3a4d60102 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:39:08.638840 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'code': 200} Jun 22 15:39:08.663760 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:08.667430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:08.847690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735048d-64be-49b5-b90b-cc07e6ab2455 req-615f1458-c887-41f9-a9e4-1ece8bd839c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:08.849158 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5735048d-64be-49b5-b90b-cc07e6ab2455 req-615f1458-c887-41f9-a9e4-1ece8bd839c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 1098 time: 0.0503612 Jun 22 15:39:08.887063 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5735048d-64be-49b5-b90b-cc07e6ab2455 req-a0f88079-0549-4357-b3aa-1ca5be445b22 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321734 Jun 22 15:39:09.368142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9691ac-9b5b-41b1-9922-6c46f04141c1 req-e84b4be8-4b9f-4bc6-aaa3-691033fdf859 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:09.369583 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9e9691ac-9b5b-41b1-9922-6c46f04141c1 req-e84b4be8-4b9f-4bc6-aaa3-691033fdf859 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0643785 Jun 22 15:39:09.409525 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9e9691ac-9b5b-41b1-9922-6c46f04141c1 req-0f7f6858-e56b-4137-8dda-51600c7b50e0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342627 Jun 22 15:39:10.504497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:10.585648 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256e12d-36fe-452c-bbf4-28646b57e60f req-e72419a0-f6e8-4c06-914c-2a1722fdebf7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:10.587105 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6256e12d-36fe-452c-bbf4-28646b57e60f req-e72419a0-f6e8-4c06-914c-2a1722fdebf7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0658989 Jun 22 15:39:10.626867 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6256e12d-36fe-452c-bbf4-28646b57e60f req-c6e0c070-117a-4a8d-a40b-8583e1a95b7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332482 Jun 22 15:39:10.801904 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d8c08-73de-4cf1-a9ee-8ea942a984d6 req-ddbb7a71-73e4-426c-9bd6-12944dbccc65 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:10.803378 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-620d8c08-73de-4cf1-a9ee-8ea942a984d6 req-ddbb7a71-73e4-426c-9bd6-12944dbccc65 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0676155 Jun 22 15:39:10.841167 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-620d8c08-73de-4cf1-a9ee-8ea942a984d6 req-a3a2768d-3124-40c7-8cf9-ff8d354bc82b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Jun 22 15:39:10.864398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48220) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:39:10.917603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b57ed-97f3-4d87-a643-d4cc5faaad2f tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:10.919095 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7d8b57ed-97f3-4d87-a643-d4cc5faaad2f tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 1093 time: 0.0536873 Jun 22 15:39:10.921872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48222) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:39:10.926328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:39:10.948595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:11.051751 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:11.175003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.54 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/f060dbb9-0114-44d5-9e15-0493d6fe9052) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:39:11.277996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:11.316078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:11.318983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e8c3adb0-36ee-4008-8c84-3629de0d0a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:11.353931 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:39:11.356726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:39:11.360736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:39:11.384113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=f060dbb9-0114-44d5-9e15-0493d6fe9052,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:11.388070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:11.728404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:11.806116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:11.951476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:11.955757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:11.958493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-06d85b3e-e71a-48f9-ae5c-4a1505284d7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:39:12.025377 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=f060dbb9-0114-44d5-9e15-0493d6fe9052,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:39:12.030654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:39:12.037382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:12.136152 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP 55339289-e8a2-4c4f-9b65-aa0aafcd4138 associated. External IP: 172.26.6.54, port: 07ebdb9d-5300-4a16-98b9-78dfa4230e7b. Jun 22 15:39:12.339416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:39:12.444933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:39:12.454075 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] Sync routers for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:39:12.460303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:12.463358 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:39:12.463971 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:39:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:39:12.497198 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5741656 Jun 22 15:39:12.498167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:39:12.500699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7610b67c-79d5-4b24-9756-8e622518de83" -d '{"events": [{"name": "network-changed", "server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:39:12.544952 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990421de-76d2-4ea7-a815-c11398454779 x-openstack-request-id: req-990421de-76d2-4ea7-a815-c11398454779 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:39:12.545350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:39:12.545614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-990421de-76d2-4ea7-a815-c11398454779 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:39:12.546085 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'status': 'completed', 'code': 200} Jun 22 15:39:12.664769 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:39:12.665932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610b67c-79d5-4b24-9756-8e622518de83 req-01b25921-3eb2-40f5-a036-a8cb5980b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:12.667424 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7610b67c-79d5-4b24-9756-8e622518de83 req-01b25921-3eb2-40f5-a036-a8cb5980b2b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 1098 time: 0.0999329 Jun 22 15:39:12.689604 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394e3d6-a7b3-4673-82e7-2c1a2770201b req-7ec19d21-fe95-4753-91f0-cd99a44a6add tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:12.691037 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7394e3d6-a7b3-4673-82e7-2c1a2770201b req-7ec19d21-fe95-4753-91f0-cd99a44a6add tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0968397 Jun 22 15:39:12.771272 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7394e3d6-a7b3-4673-82e7-2c1a2770201b req-e0abde6c-fe59-4d57-995b-6f9924402eba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691609 Jun 22 15:39:12.801090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610b67c-79d5-4b24-9756-8e622518de83 req-389e5582-f2b8-4f86-aed7-3f60f5a2de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:12.802539 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7610b67c-79d5-4b24-9756-8e622518de83 req-389e5582-f2b8-4f86-aed7-3f60f5a2de21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccadfec4-5bd8-49f7-96d8-813f46165a77 HTTP/1.1" status: 200 len: 898 time: 0.1276307 Jun 22 15:39:12.806264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48228) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:39:12.890335 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:58Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '55339289-e8a2-4c4f-9b65-aa0aafcd4138', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'port_id': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'mac_address': 'fa:16:3e:75:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833805-8669-420e-b26c-aaac5688899e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:39:11Z', 'updated_at': '2021-06-22T15:39:11Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c22207a-1877-4638-9016-8ac46d2864c0', 'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:16:c3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:58Z', 'updated_at': '2021-06-22T15:39:04Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:39:12.913844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-cc8e1e5b-4e9b-4d10-ab1b-19ed9b2f6ac2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/55339289-e8a2-4c4f-9b65-aa0aafcd4138 HTTP/1.1" status: 200 len: 990 time: 0.1054046 Jun 22 15:39:12.916815 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] Checking router: 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:39:12.918958 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7610b67c-79d5-4b24-9756-8e622518de83 req-bd7b7871-ab38-4beb-84a4-17878efc8ab4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b HTTP/1.1" status: 200 len: 998 time: 0.1060627 Jun 22 15:39:12.925694 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:39:12.926300 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:39:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:39:12.970679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610b67c-79d5-4b24-9756-8e622518de83 req-151d9543-48ce-43cb-8c5f-8d943d51e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:12.972129 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7610b67c-79d5-4b24-9756-8e622518de83 req-151d9543-48ce-43cb-8c5f-8d943d51e909 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775e6d6e-f8f9-4631-a00d-5c2bb539ec1b HTTP/1.1" status: 200 len: 835 time: 0.0473332 Jun 22 15:39:13.027693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610b67c-79d5-4b24-9756-8e622518de83 req-d826e5ad-2406-405d-aa8f-4f66cd957ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:13.029187 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7610b67c-79d5-4b24-9756-8e622518de83 req-d826e5ad-2406-405d-aa8f-4f66cd957ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccadfec4-5bd8-49f7-96d8-813f46165a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0513508 Jun 22 15:39:13.030039 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:39:13.117762 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7610b67c-79d5-4b24-9756-8e622518de83 req-d7f61d60-1342-473b-9783-0d255532e931 service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819089 Jun 22 15:39:13.210014 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7610b67c-79d5-4b24-9756-8e622518de83 req-30f13f8d-e6ea-44b1-b74c-4b54024fca4d service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861924 Jun 22 15:39:13.250938 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:58Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '55339289-e8a2-4c4f-9b65-aa0aafcd4138', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'port_id': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'mac_address': 'fa:16:3e:75:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833805-8669-420e-b26c-aaac5688899e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:39:11Z', 'updated_at': '2021-06-22T15:39:11Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c22207a-1877-4638-9016-8ac46d2864c0', 'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:16:c3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:58Z', 'updated_at': '2021-06-22T15:39:04Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:39:13.275529 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fadf8bc-1aa6-482b-a6e7-c29bdb4c5a35 None None] The sync data for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv is: [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:58Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '55339289-e8a2-4c4f-9b65-aa0aafcd4138', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'port_id': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'mac_address': 'fa:16:3e:75:d3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29833805-8669-420e-b26c-aaac5688899e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:39:11Z', 'updated_at': '2021-06-22T15:39:11Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c22207a-1877-4638-9016-8ac46d2864c0', 'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:16:c3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:58Z', 'updated_at': '2021-06-22T15:39:04Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:39:13.456372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e81dc30-9052-43f9-b7fa-0fc0a089c5ab None None] New status for floating IP 55339289-e8a2-4c4f-9b65-aa0aafcd4138: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:39:13.916565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48230) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:39:13.977298 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-78d4229a-4d5a-4158-a5d5-be1d49474fdd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/55339289-e8a2-4c4f-9b65-aa0aafcd4138 HTTP/1.1" status: 200 len: 992 time: 0.0594049 Jun 22 15:39:15.193166 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:39:30.231185 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-37170411-d145-4b74-91fe-1c66b71a9101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:32.707332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-48d7c755-4c42-4898-a263-19ede265220b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:32.963361 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:34.069048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:35.769416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:40.517902 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:39:46.258350 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-2c36eafe-86a6-4a32-ac4c-f93c6258fa24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110430 Jun 22 15:39:46.350849 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-accfb2aa-3e4e-4782-b16f-b6c1173d7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:46.352345 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-accfb2aa-3e4e-4782-b16f-b6c1173d7b60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 1098 time: 0.0529344 Jun 22 15:39:46.457261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-958783f5-d087-4c2e-928b-a386db61ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:46.458621 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-958783f5-d087-4c2e-928b-a386db61ce4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccadfec4-5bd8-49f7-96d8-813f46165a77 HTTP/1.1" status: 200 len: 898 time: 0.0868530 Jun 22 15:39:46.522224 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-df74fbc1-d35f-4eb8-9f2c-627b5f0f4d83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b HTTP/1.1" status: 200 len: 1000 time: 0.0566714 Jun 22 15:39:46.573741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-0d595ebe-7b7d-4b2a-9080-8a9406f5bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:46.575115 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-0d595ebe-7b7d-4b2a-9080-8a9406f5bb18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775e6d6e-f8f9-4631-a00d-5c2bb539ec1b HTTP/1.1" status: 200 len: 835 time: 0.0455608 Jun 22 15:39:46.629988 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-5fc689b4-f34f-4f44-b016-1447cfc52948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:39:46.631420 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-5fc689b4-f34f-4f44-b016-1447cfc52948 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccadfec4-5bd8-49f7-96d8-813f46165a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0499098 Jun 22 15:39:46.725139 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-9ecec010-d739-467a-884a-5c1452d2cfd9 service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864487 Jun 22 15:39:46.810906 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b22c72fe-d9d0-445f-b58d-063218a01895 req-7239befc-0d7a-4281-9383-12bc92ff95de service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797250 Jun 22 15:39:52.192148 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:40:00.231427 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e9623d85-72d7-4101-8d51-c4ea22f3a42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:02.707573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fca81b10-cae2-4824-9543-66781481da3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:02.965325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:04.074499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:05.774000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:10.509105 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:15.667311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-da5f48e5-b713-407d-a2b5-14167a08b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:15.669973 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-da5f48e5-b713-407d-a2b5-14167a08b173 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 1098 time: 0.0551462 Jun 22 15:40:15.703081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65a0ba-20b2-419e-b88b-881139a60a56 req-ff398bf6-82b0-4e7b-b9d5-dc5234486340 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:15.705231 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6f65a0ba-20b2-419e-b88b-881139a60a56 req-ff398bf6-82b0-4e7b-b9d5-dc5234486340 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0698493 Jun 22 15:40:15.742515 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6f65a0ba-20b2-419e-b88b-881139a60a56 req-cd9ee1d3-a95c-402b-a6ef-17ab7d445a73 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316150 Jun 22 15:40:15.763926 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-ca72fced-7e17-4105-9d42-c5e750223497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:15.765421 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-ca72fced-7e17-4105-9d42-c5e750223497 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccadfec4-5bd8-49f7-96d8-813f46165a77 HTTP/1.1" status: 200 len: 898 time: 0.0893304 Jun 22 15:40:15.830460 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-40d39f8c-db24-4e4d-80ff-3b19165adc42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b HTTP/1.1" status: 200 len: 1000 time: 0.0577810 Jun 22 15:40:15.884137 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-82373511-7263-400f-8db3-5fd753a19fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:15.885629 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-82373511-7263-400f-8db3-5fd753a19fc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775e6d6e-f8f9-4631-a00d-5c2bb539ec1b HTTP/1.1" status: 200 len: 835 time: 0.0489285 Jun 22 15:40:15.942733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-4380859f-566d-4273-bb3e-e9d1dd391e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:15.944193 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-4380859f-566d-4273-bb3e-e9d1dd391e31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccadfec4-5bd8-49f7-96d8-813f46165a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0512102 Jun 22 15:40:16.032331 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-ef920e42-8add-42aa-badf-5200b81503b3 service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811226 Jun 22 15:40:16.122094 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9520c4b4-8144-4d35-ab01-dda4faaa9edf req-11233655-7333-4a84-b711-f7d90709201d service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836401 Jun 22 15:40:16.924591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bb4a4-1e23-45e6-ab42-7a3576bbe616 req-49661a5d-894d-4fca-a65a-016f2cff6cde tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:16.925967 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-114bb4a4-1e23-45e6-ab42-7a3576bbe616 req-49661a5d-894d-4fca-a65a-016f2cff6cde tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0633574 Jun 22 15:40:16.963544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-114bb4a4-1e23-45e6-ab42-7a3576bbe616 req-785bd7ca-64fd-4df0-94c5-cb6c26b66b64 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319479 Jun 22 15:40:18.135074 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da477560-dbc1-46f1-8de6-88b9880ed6a3 req-de369f0f-4d1b-4985-8a20-c4a9e72cf7a3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:18.136526 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-da477560-dbc1-46f1-8de6-88b9880ed6a3 req-de369f0f-4d1b-4985-8a20-c4a9e72cf7a3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0624187 Jun 22 15:40:18.178888 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-da477560-dbc1-46f1-8de6-88b9880ed6a3 req-03827495-df0d-48bf-9ea6-26bcf8299049 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361080 Jun 22 15:40:19.358149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c8ab3-ff4c-4f27-a4b7-7b64cfbd28b6 req-803ee2fe-a992-47fa-aede-77f378489cff tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:19.360224 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-835c8ab3-ff4c-4f27-a4b7-7b64cfbd28b6 req-803ee2fe-a992-47fa-aede-77f378489cff tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0681732 Jun 22 15:40:19.397664 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-835c8ab3-ff4c-4f27-a4b7-7b64cfbd28b6 req-3c075e0f-3df3-4db7-9c39-3030e474bae1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Jun 22 15:40:20.573445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d1f6d-e063-403c-abf8-f7f51a1370ac req-253cb221-30a2-45c9-b732-3959ee1ae9dc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:20.574868 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-939d1f6d-e063-403c-abf8-f7f51a1370ac req-253cb221-30a2-45c9-b732-3959ee1ae9dc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0655904 Jun 22 15:40:20.612197 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-939d1f6d-e063-403c-abf8-f7f51a1370ac req-87d22428-bb39-43b8-aa88-96be7a367b4d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308504 Jun 22 15:40:21.781612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d338f0-c2d2-471d-9737-00fdac02fa83 req-225b1710-2047-4c9c-bbe9-643bdd8421f4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:21.783133 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13d338f0-c2d2-471d-9737-00fdac02fa83 req-225b1710-2047-4c9c-bbe9-643bdd8421f4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0627310 Jun 22 15:40:21.820902 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13d338f0-c2d2-471d-9737-00fdac02fa83 req-82501ef2-4e80-461a-b63b-4718d0249b35 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318942 Jun 22 15:40:22.993114 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f45cb-395f-4325-944b-d8c56b2a0823 req-4f098f05-76db-47dc-bb9e-f996c7ba5fdb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:22.994459 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-297f45cb-395f-4325-944b-d8c56b2a0823 req-4f098f05-76db-47dc-bb9e-f996c7ba5fdb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0651925 Jun 22 15:40:23.032298 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-297f45cb-395f-4325-944b-d8c56b2a0823 req-0be32966-57fd-438c-92d6-dbea81ec57dd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323002 Jun 22 15:40:24.207852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6ac8c-819b-444c-96ef-0026779f2700 req-a061c09f-cb17-40e1-bdcd-a26b1d5f7b9a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:24.209228 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4c6ac8c-819b-444c-96ef-0026779f2700 req-a061c09f-cb17-40e1-bdcd-a26b1d5f7b9a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0639639 Jun 22 15:40:24.245689 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e4c6ac8c-819b-444c-96ef-0026779f2700 req-ec9af7f2-6678-49f5-9098-0fd029c5a62c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306342 Jun 22 15:40:25.414658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b82033-e66e-4829-9258-c8b655839ba2 req-fe54e1c8-f5a0-4721-97e1-48b0ef770030 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:25.416115 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-60b82033-e66e-4829-9258-c8b655839ba2 req-fe54e1c8-f5a0-4721-97e1-48b0ef770030 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0615861 Jun 22 15:40:25.452720 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-60b82033-e66e-4829-9258-c8b655839ba2 req-51e71801-3300-456f-b42f-035a05644ed7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310841 Jun 22 15:40:26.627255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7465adc-7bcb-47d0-9d18-4d803dfbedb0 req-cd05ff5b-3b07-4eff-b168-7ed02331e8a4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:26.628690 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d7465adc-7bcb-47d0-9d18-4d803dfbedb0 req-cd05ff5b-3b07-4eff-b168-7ed02331e8a4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0676539 Jun 22 15:40:26.667150 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d7465adc-7bcb-47d0-9d18-4d803dfbedb0 req-098ded30-ab3c-4f4c-90b6-aee94bb6c499 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328181 Jun 22 15:40:27.840164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27880cb-870f-46b1-9996-6390d48b7063 req-7098ab47-2950-4513-8f15-d43ce5856a1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:27.841642 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e27880cb-870f-46b1-9996-6390d48b7063 req-7098ab47-2950-4513-8f15-d43ce5856a1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0666177 Jun 22 15:40:27.878111 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e27880cb-870f-46b1-9996-6390d48b7063 req-a251d7ef-719a-4178-b812-5d598c366518 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308828 Jun 22 15:40:27.902371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48290) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:40:27.964369 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a48b892d-747e-4d6f-9afd-0422908eb881 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/55339289-e8a2-4c4f-9b65-aa0aafcd4138 HTTP/1.1" status: 200 len: 992 time: 0.0606897 Jun 22 15:40:29.191699 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:40:30.231335 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a3a64f8-22c9-410f-8c0d-cd0d6d003fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:32.707178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b6cd70a8-01d9-4394-97c5-1020dec6e9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:32.965771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:34.075425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:35.776911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:40.523714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:40:46.190400 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14826a02-7384-4c79-87bf-62083c217037 req-fef5aa69-d822-4f29-a178-d14b024684ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507860 Jun 22 15:40:46.285776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14826a02-7384-4c79-87bf-62083c217037 req-e23c16c9-d08e-417b-bb6a-b3d2b1aacf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:46.287265 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14826a02-7384-4c79-87bf-62083c217037 req-e23c16c9-d08e-417b-bb6a-b3d2b1aacf47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 1098 time: 0.0521777 Jun 22 15:40:46.394595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14826a02-7384-4c79-87bf-62083c217037 req-d4f09ec9-295c-4cbd-be10-3ada9c91221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:46.396064 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14826a02-7384-4c79-87bf-62083c217037 req-d4f09ec9-295c-4cbd-be10-3ada9c91221e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccadfec4-5bd8-49f7-96d8-813f46165a77 HTTP/1.1" status: 200 len: 898 time: 0.0879090 Jun 22 15:40:46.459077 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14826a02-7384-4c79-87bf-62083c217037 req-b7caf22e-873d-4c10-97c1-48b973322872 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b HTTP/1.1" status: 200 len: 1000 time: 0.0558736 Jun 22 15:40:46.509869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14826a02-7384-4c79-87bf-62083c217037 req-84e50284-96e0-4311-9dd5-8545bbbc6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:46.511267 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14826a02-7384-4c79-87bf-62083c217037 req-84e50284-96e0-4311-9dd5-8545bbbc6081 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775e6d6e-f8f9-4631-a00d-5c2bb539ec1b HTTP/1.1" status: 200 len: 835 time: 0.0464778 Jun 22 15:40:46.567692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14826a02-7384-4c79-87bf-62083c217037 req-a9735372-fbc5-4306-bb58-310acb4658c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:40:46.569084 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14826a02-7384-4c79-87bf-62083c217037 req-a9735372-fbc5-4306-bb58-310acb4658c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccadfec4-5bd8-49f7-96d8-813f46165a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0505047 Jun 22 15:40:46.658520 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14826a02-7384-4c79-87bf-62083c217037 req-ca280227-e3d0-4aaa-9917-bf36ca9d57e0 service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825446 Jun 22 15:40:46.750657 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-14826a02-7384-4c79-87bf-62083c217037 req-9ec0fb81-8edf-4ac0-b9e0-aed5e3216824 service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844033 Jun 22 15:41:00.231541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f35347da-ffed-4496-ba31-bf869b1293a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:02.724458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-10cf89f7-e165-45e5-8bf1-6974861d1cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:02.967452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:04.078694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:05.781918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:06.190558 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:41:10.543869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:23.897376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48316) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:24.396135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port f060dbb9-0114-44d5-9e15-0493d6fe9052 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:41:24.396482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:24.469495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:24.469827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:24.534666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for f060dbb9-0114-44d5-9e15-0493d6fe9052 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:41:24.678228 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:24.680936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-93721e52-0393-4fc1-8940-29a25d450888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:24.702569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=f060dbb9-0114-44d5-9e15-0493d6fe9052,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:24.731089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.731554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.731941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.732322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.732704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.733089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.733458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.734529 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.734995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.735364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.735734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.736100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:24.739767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:24.774466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:24.774797 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP 55339289-e8a2-4c4f-9b65-aa0aafcd4138 disassociated (deleted). External IP: 172.26.6.54, port: 07ebdb9d-5300-4a16-98b9-78dfa4230e7b. Jun 22 15:41:24.976684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:41:25.082093 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:41:25.087162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:25.091611 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] Sync routers for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:41:25.101450 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:25.102092 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:25.121276 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/floatingips/55339289-e8a2-4c4f-9b65-aa0aafcd4138 HTTP/1.1" status: 204 len: 168 time: 1.2228820 Jun 22 15:41:25.122061 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:41:25.124579 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881b176a-0d98-4df4-ae0c-29d30d4ec567" -d '{"events": [{"name": "network-changed", "server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:41:25.207730 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:25.214754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb9d7ca-e27c-46e1-a93c-25e46335c2ac x-openstack-request-id: req-9eb9d7ca-e27c-46e1-a93c-25e46335c2ac {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:41:25.215107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:41:25.215446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9eb9d7ca-e27c-46e1-a93c-25e46335c2ac {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:41:25.215905 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'status': 'completed', 'code': 200} Jun 22 15:41:25.297233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-dd626649-0524-4eae-883c-14b603323419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:25.298819 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-dd626649-0524-4eae-883c-14b603323419 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 1098 time: 0.0607193 Jun 22 15:41:25.398090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-12c93c50-fbde-45a9-ba66-ddc9f4d43249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:25.399546 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-12c93c50-fbde-45a9-ba66-ddc9f4d43249 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccadfec4-5bd8-49f7-96d8-813f46165a77 HTTP/1.1" status: 200 len: 898 time: 0.0949619 Jun 22 15:41:25.420072 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:58Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7c22207a-1877-4638-9016-8ac46d2864c0', 'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:16:c3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:58Z', 'updated_at': '2021-06-22T15:39:04Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:25.443512 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-4a5c2f74-86a2-49be-a698-ed5863941e3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b HTTP/1.1" status: 200 len: 217 time: 0.0362599 Jun 22 15:41:25.447937 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] Checking router: 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:41:25.456551 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:25.457186 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:25.528679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-7412cd86-d2b1-465c-b496-3fe9e8a378d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:25.530129 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-7412cd86-d2b1-465c-b496-3fe9e8a378d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=775e6d6e-f8f9-4631-a00d-5c2bb539ec1b HTTP/1.1" status: 200 len: 835 time: 0.0740058 Jun 22 15:41:25.556908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effbfad-bb71-4d5e-a12b-49ae2c248850 req-f0d2d431-0d4f-44c7-ae69-2195a1ec60b6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:25.559161 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5effbfad-bb71-4d5e-a12b-49ae2c248850 req-f0d2d431-0d4f-44c7-ae69-2195a1ec60b6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.1133299 Jun 22 15:41:25.560674 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:25.622332 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5effbfad-bb71-4d5e-a12b-49ae2c248850 req-9de79847-b728-443e-910e-0a1cbd5e0bc1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457258 Jun 22 15:41:25.635369 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-cf876254-cc35-4bcd-bd2f-1bddf6186103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:25.635369 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-cf876254-cc35-4bcd-bd2f-1bddf6186103 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccadfec4-5bd8-49f7-96d8-813f46165a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0924346 Jun 22 15:41:25.734447 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-ca4c2dee-ac9e-47b6-b2b6-90eccef4a29c service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886400 Jun 22 15:41:25.824021 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-881b176a-0d98-4df4-ae0c-29d30d4ec567 req-bbee11d5-5b40-4158-83ed-0ca4089f9d75 service neutron] 10.222.0.21 "GET /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811219 Jun 22 15:41:25.846509 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:58Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7c22207a-1877-4638-9016-8ac46d2864c0', 'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:16:c3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:58Z', 'updated_at': '2021-06-22T15:39:04Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:25.875048 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef93262-b244-4e68-9ca7-fb69c003e73b None None] The sync data for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv is: [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:38:58Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7c22207a-1877-4638-9016-8ac46d2864c0', 'name': '', 'network_id': 'ccadfec4-5bd8-49f7-96d8-813f46165a77', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:16:c3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:58Z', 'updated_at': '2021-06-22T15:39:04Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '775e6d6e-f8f9-4631-a00d-5c2bb539ec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:41:26.099310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ab5da-e302-4cb1-8da6-45c33b7b57b7 None None] New status for floating IP 55339289-e8a2-4c4f-9b65-aa0aafcd4138: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:41:26.803820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fc92f-cfbe-4a10-b650-657c8624bd44 req-039be8b1-92c0-4a98-a78f-cbdc67b2de90 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:26.805059 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-276fc92f-cfbe-4a10-b650-657c8624bd44 req-039be8b1-92c0-4a98-a78f-cbdc67b2de90 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0669467 Jun 22 15:41:26.842358 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-276fc92f-cfbe-4a10-b650-657c8624bd44 req-d4eb5e51-88a6-4215-945d-4a12049baeb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=26887f01-61fa-408c-a393-658c32e26546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317395 Jun 22 15:41:27.347823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-72bc61e6-3f79-4bb6-9acb-07e0339310a4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:27.349260 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-72bc61e6-3f79-4bb6-9acb-07e0339310a4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 945 time: 0.0617297 Jun 22 15:41:27.448269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:41:27.448614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:27.534533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:27.534888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:27.599901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 07ebdb9d-5300-4a16-98b9-78dfa4230e7b owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:41:27.727083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:27.731559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b13f1493-8806-4cda-b820-ac1e82a7fda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:27.756829 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=07ebdb9d-5300-4a16-98b9-78dfa4230e7b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:27.786656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.787057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.787447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.787833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.788212 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.788590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.788998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.789372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.789743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.790111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.790481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.790850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:27.794191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:27.817940 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] No DVR routers for this DVR port 07ebdb9d-5300-4a16-98b9-78dfa4230e7b on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:41:27.820340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:27.822482 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f84f787c-828d-4507-96f1-6cdf1c67d473 req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "DELETE /v2.0/ports/07ebdb9d-5300-4a16-98b9-78dfa4230e7b HTTP/1.1" status: 204 len: 173 time: 0.4680238 Jun 22 15:41:27.823033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'name': 'network-vif-deleted', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:41:27.825944 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61648ee0-800d-4a67-8c95-6dca1875ce32" -d '{"events": [{"server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "name": "network-vif-deleted", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:41:27.863514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd48c2e-524c-4869-b77d-1c9f73a2259a x-openstack-request-id: req-0dd48c2e-524c-4869-b77d-1c9f73a2259a {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:41:27.863888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29833805-8669-420e-b26c-aaac5688899e", "name": "network-vif-deleted", "tag": "07ebdb9d-5300-4a16-98b9-78dfa4230e7b", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:41:27.864202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dd48c2e-524c-4869-b77d-1c9f73a2259a {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:41:27.864659 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29833805-8669-420e-b26c-aaac5688899e', 'name': 'network-vif-deleted', 'tag': '07ebdb9d-5300-4a16-98b9-78dfa4230e7b', 'status': 'completed', 'code': 200} Jun 22 15:41:27.989908 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-007f4852-9ea7-48b9-b8cf-3f06b28569dc req-4ca2ec95-34aa-41a7-a12a-ddd6ca826011 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=29833805-8669-420e-b26c-aaac5688899e HTTP/1.1" status: 200 len: 210 time: 0.0300484 Jun 22 15:41:29.083348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48338) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:29.443355 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:29.707441 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 7c22207a-1877-4638-9016-8ac46d2864c0 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:41:29.707697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:29.795420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 7c22207a-1877-4638-9016-8ac46d2864c0, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7c22207a-1877-4638-9016-8ac46d2864c0,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:29.795783 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:29.866098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 7c22207a-1877-4638-9016-8ac46d2864c0 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:41:30.048662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:30.051415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8b6dc6a2-5f41-4a60-87ec-e58f91b586c0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:30.076375 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=7c22207a-1877-4638-9016-8ac46d2864c0,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:30.081108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:30.239404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ca541ad8-1f0e-42c6-b5ca-61fb8e03e266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:30.251034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:30.463740 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:41:30.567716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:41:30.573217 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/1c6b8a86-c3ce-4dd8-9041-bb5228ca0353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4887853 Jun 22 15:41:30.575348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48340) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:30.577185 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] Sync routers for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:41:30.587112 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:30.587711 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:30.626121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1968f9b7-a8e1-4ba9-8f16-7e995bfedf1e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting subnet 775e6d6e-f8f9-4631-a00d-5c2bb539ec1b {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:41:30.629180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1968f9b7-a8e1-4ba9-8f16-7e995bfedf1e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:30.674713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1968f9b7-a8e1-4ba9-8f16-7e995bfedf1e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:30.690177 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:30.759360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1968f9b7-a8e1-4ba9-8f16-7e995bfedf1e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:30.817953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1968f9b7-a8e1-4ba9-8f16-7e995bfedf1e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:30.820604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d5ed52b5-852b-427c-b39f-c0546298ae1d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:30.849096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1968f9b7-a8e1-4ba9-8f16-7e995bfedf1e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:30.853322 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1968f9b7-a8e1-4ba9-8f16-7e995bfedf1e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/subnets/775e6d6e-f8f9-4631-a00d-5c2bb539ec1b HTTP/1.1" status: 204 len: 168 time: 0.2746947 Jun 22 15:41:30.853322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968f9b7-a8e1-4ba9-8f16-7e995bfedf1e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Subnet': ['ID=775e6d6e-f8f9-4631-a00d-5c2bb539ec1b,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:30.853827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48342) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:30.854536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1968f9b7-a8e1-4ba9-8f16-7e995bfedf1e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:30.863586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9dff9-7e11-4ed1-89e2-dec1e3a382b2 None None] Network ccadfec4-5bd8-49f7-96d8-813f46165a77 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:41:30.871220 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:41:29Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:30.900483 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] Checking router: 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:41:30.909237 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] Routers {'1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:30.909860 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:30.967147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:31.021074 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] Set router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:31.050104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] DHCP port deletion for ccadfec4-5bd8-49f7-96d8-813f46165a77 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:41:31.102229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Deleting port 5473c473-d0a2-44e5-ba76-271c4291770a {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:41:31.102987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:31.173651 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] For port 5473c473-d0a2-44e5-ba76-271c4291770a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=5473c473-d0a2-44e5-ba76-271c4291770a,segment=NetworkSegment(98df6101-e0f2-4745-8e09-2761ddca4567),segment_id=98df6101-e0f2-4745-8e09-2761ddca4567)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:31.174489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:31.212329 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:41:29Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:31.240608 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f42a8d-4d99-4edf-b8b8-1d360299bd83 None None] The sync data for ids ['1c6b8a86-c3ce-4dd8-9041-bb5228ca0353'] in dv-neutron-601336-93-hyperv is: [{'id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-873494928', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:38:55Z', 'updated_at': '2021-06-22T15:41:29Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': '320f02c2-4678-49ee-9f36-199a600e38bd', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:89:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6b8a86-c3ce-4dd8-9041-bb5228ca0353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:38:56Z', 'updated_at': '2021-06-22T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:41:31.244025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Calling delete_port for 5473c473-d0a2-44e5-ba76-271c4291770a owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:41:31.326163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:31.329547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:31.357606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Pushing event deleted for resources: {'Port': ['ID=5473c473-d0a2-44e5-ba76-271c4291770a,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:31.360680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] No DVR routers for this DVR port 5473c473-d0a2-44e5-ba76-271c4291770a on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:41:31.372049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 07ebdb9d-5300-4a16-98b9-78dfa4230e7b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:41:31.376011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.376358 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.376697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.377068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.377396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.377721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.378044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.378365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.378689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.379004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.379329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.379755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:31.399004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:31.399714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 07ebdb9d-5300-4a16-98b9-78dfa4230e7b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:41:31.400054 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 07ebdb9d-5300-4a16-98b9-78dfa4230e7b not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:41:31.445055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:31.495854 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 320f02c2-4678-49ee-9f36-199a600e38bd {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:41:31.496189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:31.572256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 320f02c2-4678-49ee-9f36-199a600e38bd, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=320f02c2-4678-49ee-9f36-199a600e38bd,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:31.572528 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:31.642488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 320f02c2-4678-49ee-9f36-199a600e38bd owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:41:31.823282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:31.825267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4e0cf372-f165-4fc3-bdbf-b470f7f913ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:31.847118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=320f02c2-4678-49ee-9f36-199a600e38bd,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:31.849752 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:31.914265 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.007220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.009313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.054722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.055437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Fanout notify agent at l3_agent the message router_deleted on router 1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:41:32.064041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.067572 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/routers/1c6b8a86-c3ce-4dd8-9041-bb5228ca0353 HTTP/1.1" status: 204 len: 168 time: 1.2095134 Jun 22 15:41:32.067836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48346) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:32.086457 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 5473c473-d0a2-44e5-ba76-271c4291770a no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:41:32.108030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 5473c473-d0a2-44e5-ba76-271c4291770a {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:41:32.108414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 5473c473-d0a2-44e5-ba76-271c4291770a not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:41:32.109107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7c22207a-1877-4638-9016-8ac46d2864c0 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:41:32.129768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 7c22207a-1877-4638-9016-8ac46d2864c0 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:41:32.130119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7c22207a-1877-4638-9016-8ac46d2864c0 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:41:32.153205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.246997 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.256760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccadfec4-5bd8-49f7-96d8-813f46165a77']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:32.266135 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98df6101-e0f2-4745-8e09-2761ddca4567') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:32.266430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98df6101-e0f2-4745-8e09-2761ddca4567') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:32.274791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.292704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.299666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:41:32.300184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:41:32.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:41:32.359593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.364928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.366754 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/networks/ccadfec4-5bd8-49f7-96d8-813f46165a77 HTTP/1.1" status: 204 len: 168 time: 0.2980063 Jun 22 15:41:32.367635 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ebb572df-dbc5-4a1a-8137-63dc0c9f2f8b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:32.369536 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48348) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:32.384270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Network': ['ID=ccadfec4-5bd8-49f7-96d8-813f46165a77,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:32.387289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:32.432573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46a97a55-179d-4548-aaff-ae8ac8967903 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.456928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46a97a55-179d-4548-aaff-ae8ac8967903 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.529007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46a97a55-179d-4548-aaff-ae8ac8967903 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.531811 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-46a97a55-179d-4548-aaff-ae8ac8967903 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.533019 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-46a97a55-179d-4548-aaff-ae8ac8967903 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/security-groups/26887f01-61fa-408c-a393-658c32e26546 HTTP/1.1" status: 204 len: 168 time: 0.1618748 Jun 22 15:41:32.533948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b63beac6-edef-4c8d-bc99-4836ab34a52e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:32.543188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a97a55-179d-4548-aaff-ae8ac8967903 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26887f01-61fa-408c-a393-658c32e26546,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:32.546638 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-46a97a55-179d-4548-aaff-ae8ac8967903 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:32.709076 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-89e3d097-71c4-4de6-aa05-e4bbea20f5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.766931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48354) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:32.771620 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9d92d2b9-7cc8-4f46-9a73-89b91ded2adf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621942240', 'description': 'tempest-secgroup-smoke-621942240 description', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:32.793395 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d92d2b9-7cc8-4f46-9a73-89b91ded2adf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.878148 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d92d2b9-7cc8-4f46-9a73-89b91ded2adf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.881932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d92d2b9-7cc8-4f46-9a73-89b91ded2adf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.885109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d2baa9e5-5be0-4149-90ab-d48b6649e0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:32.908837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d92d2b9-7cc8-4f46-9a73-89b91ded2adf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.910021 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9d92d2b9-7cc8-4f46-9a73-89b91ded2adf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1421051 Jun 22 15:41:32.913077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48356) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:32.913992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92d2b9-7cc8-4f46-9a73-89b91ded2adf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:32.916732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d92d2b9-7cc8-4f46-9a73-89b91ded2adf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:32.918833 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-982afade-5769-4b86-9025-348419de2e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:32.946500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-982afade-5769-4b86-9025-348419de2e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.974055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:32.995906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-982afade-5769-4b86-9025-348419de2e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.000386 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-982afade-5769-4b86-9025-348419de2e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.002275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c16ac896-dbb9-47e0-8236-dd69e7fe69ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:33.019613 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982afade-5769-4b86-9025-348419de2e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173b9811-1435-43fd-b9bf-3bb4b70a8937,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:33.022639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-982afade-5769-4b86-9025-348419de2e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:33.025194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-982afade-5769-4b86-9025-348419de2e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.026542 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-982afade-5769-4b86-9025-348419de2e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124089 Jun 22 15:41:33.029254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48358) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:33.034141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-6f1b9625-55e6-438e-9f5d-aa121c2de31e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:33.060244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9625-55e6-438e-9f5d-aa121c2de31e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.116280 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9625-55e6-438e-9f5d-aa121c2de31e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.119578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9625-55e6-438e-9f5d-aa121c2de31e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.121576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2f87766b-0ed9-4c10-bc54-be27f4a6c36c tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:33.137940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b9625-55e6-438e-9f5d-aa121c2de31e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54380a6b-e956-43fb-ba55-6160ebca5e34,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:33.141280 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f1b9625-55e6-438e-9f5d-aa121c2de31e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:33.145924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9625-55e6-438e-9f5d-aa121c2de31e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.147201 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6f1b9625-55e6-438e-9f5d-aa121c2de31e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169510 Jun 22 15:41:33.149937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48360) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:33.154779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-4f7e9971-e305-47ca-b560-94360849edab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:33.181576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9971-e305-47ca-b560-94360849edab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.242513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9971-e305-47ca-b560-94360849edab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.245838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9971-e305-47ca-b560-94360849edab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.247604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c9695e91-e965-4901-95f6-c57f56a0d9a4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:33.263385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e9971-e305-47ca-b560-94360849edab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea69b122-c444-42ab-8b58-7a156c275a8e,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:33.266820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4f7e9971-e305-47ca-b560-94360849edab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:33.269152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4f7e9971-e305-47ca-b560-94360849edab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.270311 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4f7e9971-e305-47ca-b560-94360849edab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194487 Jun 22 15:41:33.273078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48362) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:33.277416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-99d51caf-f279-4124-ad4d-316186b25b7c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:33.305200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99d51caf-f279-4124-ad4d-316186b25b7c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.364002 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99d51caf-f279-4124-ad4d-316186b25b7c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.367735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99d51caf-f279-4124-ad4d-316186b25b7c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.373244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a704f8d0-cecb-4120-b5e0-f3a2a1b55e91 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:33.387257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d51caf-f279-4124-ad4d-316186b25b7c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbbd29f-b4fe-4268-9044-f00da2716e00,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:33.390104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-99d51caf-f279-4124-ad4d-316186b25b7c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:33.394568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-99d51caf-f279-4124-ad4d-316186b25b7c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.395833 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-99d51caf-f279-4124-ad4d-316186b25b7c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218417 Jun 22 15:41:33.399372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48364) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:33.403891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:33.426062 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:41:33.430659 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.490415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.494195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.496040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-981b1e8f-689e-495d-8be3-f1cc551373d5 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:33.514086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b96a7d7-cf37-4fbd-a533-c73e0e1d187c,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:33.517064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:33.517915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.519098 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188176 Jun 22 15:41:33.521782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48366) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:33.526239 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:33.551892 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:41:33.556601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.618965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.622384 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.624260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6fd2f188-f4a4-4b05-b326-e2bcd6897936 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:33.641516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f24724-8460-4b14-8f6e-cb2ee590b6bc,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:33.643758 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.647881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48368) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:33.649397 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264052 Jun 22 15:41:33.650493 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:33.653075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'network': {'name': 'tempest-network-smoke--488012772', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:33.673861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:41:33.677270 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.700830 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:41:33.711610 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.711951 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Added segment c9b650f3-942e-42e5-a5ed-3d78fa72f338 of type vlan for network 95be9626-084c-45cd-8194-3fac097e8613 Jun 22 15:41:33.755601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.785166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.791308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:33.791892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.794176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b39eaa15-51fe-41e7-a7a8-e126d7109ea3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:33.855566 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2064538 Jun 22 15:41:33.858845 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48370) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:33.865448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'admin_state_up': True, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:33.870128 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Network': ['ID=95be9626-084c-45cd-8194-3fac097e8613,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:33.877132 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:33.883514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 95be9626-084c-45cd-8194-3fac097e8613 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:41:33.895836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.897075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.951646 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:33.983111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 320f02c2-4678-49ee-9f36-199a600e38bd no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:41:34.003452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 320f02c2-4678-49ee-9f36-199a600e38bd {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:41:34.003806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 320f02c2-4678-49ee-9f36-199a600e38bd not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:41:34.081173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:34.086235 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:34.275787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:34.296945 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:34.396481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.176 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/e8fcb637-521b-4013-89e5-af2396bbe576) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:41:34.500570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:34.537669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:34.540541 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-60232af6-c4b7-4d2d-946f-3e3c59467905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:34.578178 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:41:34.581078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:41:34.584447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:41:34.590112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=e8fcb637-521b-4013-89e5-af2396bbe576,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:34.608869 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:34.827468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:35.016292 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:35.138286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:41:35.255071 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:41:35.266021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Sync routers for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:41:35.274369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:35.275521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:35.275691 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4157219 Jun 22 15:41:35.276268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:35.278770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48380) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:35.308147 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c42dbd84-4673-4c29-9e4b-24dc794bdd16 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=08e09cb0c1cf4dee93b25ff349d596fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282288 Jun 22 15:41:35.310623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48382) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:35.379069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:35.402499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c73c0c-30f8-4529-9765-cf976a50f8db tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:35.404238 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-48c73c0c-30f8-4529-9765-cf976a50f8db tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924518 Jun 22 15:41:35.407385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48384) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:35.436735 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-942a40a1-45ba-4594-85ea-be12e6f92bd6 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280468 Jun 22 15:41:35.439056 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48386) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:35.443771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1094383228', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:35.536391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:41:35.540028 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:35.565460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:34Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:35.599244 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Checking router: 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:41:35.599909 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Updating router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 port e8fcb637-521b-4013-89e5-af2396bbe576 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:41:35.634790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:35.727564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:35.730198 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9fa30d45-de58-4c1e-8744-2b11dbea37de tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:35.791487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Subnet': ['ID=496c9f2f-0441-4bbd-8914-d9236e4e9761,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:35.794138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:35.801678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:35.801838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Checking segment: {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:41:35.802191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network hostable DHCP agents. Network: 95be9626-084c-45cd-8194-3fac097e8613, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:41:35.818991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 95be9626-084c-45cd-8194-3fac097e8613 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:41:35.827037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 95be9626-084c-45cd-8194-3fac097e8613) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:41:35.831283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:35.831978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:35.843770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bd43ae-7d2e-4450-a0b6-86586ee27cee None None] Network 95be9626-084c-45cd-8194-3fac097e8613 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:41:35.850887 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c59537b0-6339-44dc-b58e-ece9a99cddd3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4108253 Jun 22 15:41:35.854790 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48388) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:35.958899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:35.980212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Transition to ACTIVE for port object e8fcb637-521b-4013-89e5-af2396bbe576 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:41:36.001664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:36.005581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:36.073175 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Attempting to bind port e8fcb637-521b-4013-89e5-af2396bbe576 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:41:36.073900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Attempting to bind port e8fcb637-521b-4013-89e5-af2396bbe576 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:41:36.074265 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Attempting to bind port e8fcb637-521b-4013-89e5-af2396bbe576 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:41:36.092392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2d586-daeb-47f3-8b29-d0288b388d37 None None] Pushing event updated for resources: {'Port': ['ID=e8fcb637-521b-4013-89e5-af2396bbe576,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:36.098006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-26c2d586-daeb-47f3-8b29-d0288b388d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:36.099197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:41:36.099655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:41:36.099958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:36.100342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:41:36.100835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Bound port: e8fcb637-521b-4013-89e5-af2396bbe576, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:41:36.101208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:36.122424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-95be9626-084c-45cd-8194-3fac097e8613', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:41:36.123273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:36.216646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] For port e8fcb637-521b-4013-89e5-af2396bbe576, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:41:36.239551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] For port e8fcb637-521b-4013-89e5-af2396bbe576, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e8fcb637-521b-4013-89e5-af2396bbe576,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:41:36.245587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:36.250274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-5c79be2a-3873-4b26-a39a-ea398808451c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:36.301920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:36.340963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2d586-daeb-47f3-8b29-d0288b388d37 None None] Pushing event updated for resources: {'Port': ['ID=e8fcb637-521b-4013-89e5-af2396bbe576,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:36.346747 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:36.347360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:36.349563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Allocated IP 172.20.0.2 (95be9626-084c-45cd-8194-3fac097e8613/496c9f2f-0441-4bbd-8914-d9236e4e9761/081231db-acae-4d27-b309-2c199e78dba9) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:41:36.351530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-26c2d586-daeb-47f3-8b29-d0288b388d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:36.668373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:36.828224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:36.846767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Transition to ACTIVE for port object 081231db-acae-4d27-b309-2c199e78dba9 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:41:36.880262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Transition to ACTIVE for port object 081231db-acae-4d27-b309-2c199e78dba9 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:41:36.887327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:36.890984 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:36.938494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.1 (95be9626-084c-45cd-8194-3fac097e8613/496c9f2f-0441-4bbd-8914-d9236e4e9761/1a1e50d1-5ace-47ad-821a-f325c60708ec) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:41:36.941053 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Network 95be9626-084c-45cd-8194-3fac097e8613 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:41:36.946968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:41:36.950163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:41:36.953499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Pushing event updated for resources: {'Port': ['ID=081231db-acae-4d27-b309-2c199e78dba9,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:36.957572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:36.967477 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:34Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:37.012504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820c8d48-7f80-425b-bf73-298a70f24dd9 None None] The sync data for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv is: [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:34Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:41:37.045005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Attempting to bind port 081231db-acae-4d27-b309-2c199e78dba9 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:41:37.045394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Attempting to bind port 081231db-acae-4d27-b309-2c199e78dba9 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:41:37.046383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Attempting to bind port 081231db-acae-4d27-b309-2c199e78dba9 on network 95be9626-084c-45cd-8194-3fac097e8613 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:41:37.051934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:41:37.052313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Checking segment: {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:41:37.052722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.053143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Bound using segment: {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:41:37.054159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Bound port: 081231db-acae-4d27-b309-2c199e78dba9, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:41:37.054159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.064372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.079974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object 1a1e50d1-5ace-47ad-821a-f325c60708ec will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:41:37.117609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.119499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] For port 081231db-acae-4d27-b309-2c199e78dba9, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:41:37.121224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0121f099-18f8-456d-8a2d-90ebb0e812b9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:37.123339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] For port 081231db-acae-4d27-b309-2c199e78dba9, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=081231db-acae-4d27-b309-2c199e78dba9,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:41:37.131122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.133190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:37.175089 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 95be9626-084c-45cd-8194-3fac097e8613 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:41:37.179093 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:41:37.187855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:41:37.193572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Pushing event updated for resources: {'Port': ['ID=081231db-acae-4d27-b309-2c199e78dba9,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:37.196795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:37.216611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=1a1e50d1-5ace-47ad-821a-f325c60708ec,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:37.222351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:37.266015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.465345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.769693 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.774331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.777734 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f1a4d318-cb56-4f21-9650-0109701dfa1a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:37.851720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=1a1e50d1-5ace-47ad-821a-f325c60708ec,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:37.854662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:37.856866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:37.954846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 95be9626-084c-45cd-8194-3fac097e8613 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:41:37.956303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:41:38.085249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:41:38.098284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 081231db-acae-4d27-b309-2c199e78dba9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:41:38.160106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 081231db-acae-4d27-b309-2c199e78dba9 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:41:38.164660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e8fcb637-521b-4013-89e5-af2396bbe576 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:41:38.215476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:41:38.221685 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3658938 Jun 22 15:41:38.222388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a401c01c-38df-41ae-a5d1-1d3dac7b7d70 None None] Network 95be9626-084c-45cd-8194-3fac097e8613 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:41:38.225915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port e8fcb637-521b-4013-89e5-af2396bbe576 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:41:38.263720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e8fcb637-521b-4013-89e5-af2396bbe576 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:38.264106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:38.348654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a67778e7-1a5c-4aee-a6ea-ab8d3a68ac81 None None] Provisioning for port 081231db-acae-4d27-b309-2c199e78dba9 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:41:38.377301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a67778e7-1a5c-4aee-a6ea-ab8d3a68ac81 None None] Provisioning complete for port 081231db-acae-4d27-b309-2c199e78dba9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:38.377677 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a67778e7-1a5c-4aee-a6ea-ab8d3a68ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:38.398964 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-d8ddbaa1-b5d3-4249-ac28-7f1c78afd0e6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621942240&fields=id&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 267 time: 0.0396082 Jun 22 15:41:38.443580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:38.496040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port e8fcb637-521b-4013-89e5-af2396bbe576, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e8fcb637-521b-4013-89e5-af2396bbe576,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:38.504042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:38.507371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-72b1689e-368b-4a22-8c99-c218f1adc685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:38.517016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-75d59e51-0367-4470-a206-74567c50f260 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:38.518816 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-75d59e51-0367-4470-a206-74567c50f260 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 796 time: 0.1123607 Jun 22 15:41:38.534634 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-d0d99386-8bae-4f91-bf67-5785b115e5d1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/quotas/08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 375 time: 0.0100224 Jun 22 15:41:38.588208 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a67778e7-1a5c-4aee-a6ea-ab8d3a68ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:38.606011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=e8fcb637-521b-4013-89e5-af2396bbe576,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:38.611094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:38.641005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-a67778e7-1a5c-4aee-a6ea-ab8d3a68ac81 None None] For port 081231db-acae-4d27-b309-2c199e78dba9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=081231db-acae-4d27-b309-2c199e78dba9,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:38.650426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a67778e7-1a5c-4aee-a6ea-ab8d3a68ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:38.652928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:38.687288 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Sync routers for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:41:38.702752 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:38.703447 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:38.716859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67778e7-1a5c-4aee-a6ea-ab8d3a68ac81 None None] Pushing event updated for resources: {'Port': ['ID=081231db-acae-4d27-b309-2c199e78dba9,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:38.729142 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a67778e7-1a5c-4aee-a6ea-ab8d3a68ac81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:38.818947 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:38.886915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-05cff60c-1eb6-4751-b37d-d86259947784 None None] Provisioning for port 1a1e50d1-5ace-47ad-821a-f325c60708ec completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:41:38.892003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-05cff60c-1eb6-4751-b37d-d86259947784 None None] Provisioning complete for port 1a1e50d1-5ace-47ad-821a-f325c60708ec triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:38.892668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-05cff60c-1eb6-4751-b37d-d86259947784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:38.937254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-05cff60c-1eb6-4751-b37d-d86259947784 None None] Port 1a1e50d1-5ace-47ad-821a-f325c60708ec cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:41:38.949827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-05cff60c-1eb6-4751-b37d-d86259947784 None None] Provisioning complete for port 081231db-acae-4d27-b309-2c199e78dba9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:38.950492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-05cff60c-1eb6-4751-b37d-d86259947784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:38.970505 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-20443fa3-cc9f-4c04-a419-7d7c9818f086 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4300320 Jun 22 15:41:38.987514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-a565c897-7c82-4d27-a53e-adee35346209 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:41:38.988909 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-a565c897-7c82-4d27-a53e-adee35346209 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0068944 Jun 22 15:41:39.031088 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '1a1e50d1-5ace-47ad-821a-f325c60708ec', 'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:df:78:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:36Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 2, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:39.062136 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Checking router: 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:41:39.062497 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Updating router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 port 1a1e50d1-5ace-47ad-821a-f325c60708ec binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:41:39.089881 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-87e988eb-cc71-4a8b-b927-69fa13dc39eb service neutron] 10.222.0.22 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923643 Jun 22 15:41:39.103158 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:39.185541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7a027969-e9fa-4c07-8f72-4b0074361175 None None] Provisioning complete for port 1a1e50d1-5ace-47ad-821a-f325c60708ec triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:39.187160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7a027969-e9fa-4c07-8f72-4b0074361175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:39.200587 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-74194f67-259e-4154-9a57-d703a76911e4 service neutron] 10.222.0.22 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043100 Jun 22 15:41:39.229323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-7a027969-e9fa-4c07-8f72-4b0074361175 None None] Port 1a1e50d1-5ace-47ad-821a-f325c60708ec cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:41:39.355454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-4d128ee7-1de5-4589-9462-b9edc4b30908 None None] Provisioning complete for port 1a1e50d1-5ace-47ad-821a-f325c60708ec triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:39.356931 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d128ee7-1de5-4589-9462-b9edc4b30908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:39.411886 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cbf3e40d-417e-4328-88dd-350a620d9cc1 req-db8495a8-c74e-4f4c-a0ff-c3424310e9d1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 210 time: 0.0441222 Jun 22 15:41:39.443981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-4d128ee7-1de5-4589-9462-b9edc4b30908 None None] Port 1a1e50d1-5ace-47ad-821a-f325c60708ec cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:41:39.487939 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:39.497269 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Transition to ACTIVE for port object 1a1e50d1-5ace-47ad-821a-f325c60708ec will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:41:39.504553 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:39.507734 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-88dccd43-353a-4f75-a458-223c2ad43e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:39.612900 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Pushing event updated for resources: {'Port': ['ID=1a1e50d1-5ace-47ad-821a-f325c60708ec,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:39.641633 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.641981 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.642310 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.642635 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.642955 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.643276 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.643647 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.644088 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.644283 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.644592 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.644930 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.645235 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:41:39.654206 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:39.660528 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Attempting to bind port 1a1e50d1-5ace-47ad-821a-f325c60708ec on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:41:39.661004 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Attempting to bind port 1a1e50d1-5ace-47ad-821a-f325c60708ec by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:41:39.661437 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Attempting to bind port 1a1e50d1-5ace-47ad-821a-f325c60708ec on network 95be9626-084c-45cd-8194-3fac097e8613 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:41:39.666757 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:41:39.667229 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Checking segment: {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:41:39.667703 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:39.668165 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Bound using segment: {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:41:39.668703 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Bound port: 1a1e50d1-5ace-47ad-821a-f325c60708ec, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:41:39.669170 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:39.740647 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] For port 1a1e50d1-5ace-47ad-821a-f325c60708ec, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:41:39.744244 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] For port 1a1e50d1-5ace-47ad-821a-f325c60708ec, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1a1e50d1-5ace-47ad-821a-f325c60708ec,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:41:39.751243 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:39.753488 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-4ee42712-6ad2-44a8-a6d7-2078ad025cf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:39.822603 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Pushing event updated for resources: {'Port': ['ID=1a1e50d1-5ace-47ad-821a-f325c60708ec,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:39.825097 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:39.825882 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:39.828438 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:39.941023 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:40.042388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 081231db-acae-4d27-b309-2c199e78dba9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:41:40.103137 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 081231db-acae-4d27-b309-2c199e78dba9 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:40.103560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:40.140652 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '1a1e50d1-5ace-47ad-821a-f325c60708ec', 'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:df:78:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:36Z', 'updated_at': '2021-06-22T15:41:39Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:40.165805 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb34b6-e652-4aa0-85b6-13f1d76e1e91 None None] The sync data for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv is: [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '1a1e50d1-5ace-47ad-821a-f325c60708ec', 'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:df:78:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:36Z', 'updated_at': '2021-06-22T15:41:39Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:41:40.182768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e8fcb637-521b-4013-89e5-af2396bbe576 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:41:40.244331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e8fcb637-521b-4013-89e5-af2396bbe576 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:40.244997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:40.502338 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-bfb16998-6f8f-4e49-b61d-b407902ee797 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:40.503844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-bfb16998-6f8f-4e49-b61d-b407902ee797 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 796 time: 0.1143234 Jun 22 15:41:40.546461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:40.556553 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-b2c89ae4-612b-429b-a2f7-6f686c1865c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 379 time: 0.0425067 Jun 22 15:41:40.567650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'port': {'device_id': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'admin_state_up': True, 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'security_groups': ['7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:40.600895 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a1fc95af-112e-4e30-a25f-33a801920d2d req-a5114aac-b7f9-4baf-8fd7-70890843aea1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 210 time: 0.0358629 Jun 22 15:41:40.694289 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:41:40.698245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:40.833087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.14 (95be9626-084c-45cd-8194-3fac097e8613/496c9f2f-0441-4bbd-8914-d9236e4e9761/9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:41:40.974424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:40.989421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:41:41.023177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:41.027031 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-44eb88b0-ee47-4e06-8724-7432ff9523eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:41.075146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 95be9626-084c-45cd-8194-3fac097e8613 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:41:41.079308 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:41:41.083500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:41:41.090147 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:41.109911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:41.143982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:41.144650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:41.163137 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6004665 Jun 22 15:41:41.176353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Request body: {'port': {'device_id': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:41.253407 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:41.330777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2259bf81-0dea-4b18-a198-476a7869ff2f None None] Provisioning for port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:41:41.335615 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2259bf81-0dea-4b18-a198-476a7869ff2f None None] Provisioning complete for port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:41.336140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2259bf81-0dea-4b18-a198-476a7869ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:41.369303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2259bf81-0dea-4b18-a198-476a7869ff2f None None] Port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:41:41.519403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:41:41.526591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:41.538061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Transition to ACTIVE for port object 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:41:41.541455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:41.544074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b770a51b-06dd-42d0-aceb-3149fccdd7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:41.619974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:41.624038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:42.047061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1a1e50d1-5ace-47ad-821a-f325c60708ec up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:41:42.089402 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Attempting to bind port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:41:42.089659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Attempting to bind port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:41:42.089984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Attempting to bind port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c on network 95be9626-084c-45cd-8194-3fac097e8613 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:41:42.097149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c on network 95be9626-084c-45cd-8194-3fac097e8613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:41:42.097462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Attempting to bind port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c on network 95be9626-084c-45cd-8194-3fac097e8613 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:41:42.098388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 1a1e50d1-5ace-47ad-821a-f325c60708ec completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:41:42.102283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1a1e50d1-5ace-47ad-821a-f325c60708ec triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:42.102734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:42.106016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:41:42.106360 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Checking segment: {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:41:42.106738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Bound using segment: {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:41:42.107160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Bound port: 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b650f3-942e-42e5-a5ed-3d78fa72f338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '95be9626-084c-45cd-8194-3fac097e8613'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:41:42.107504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:42.116565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996cd32-dfeb-4aa3-960c-0d8db0507678 req-71d7a4a5-9f94-4b23-b053-b9e2a8baecdb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:42.118055 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b996cd32-dfeb-4aa3-960c-0d8db0507678 req-71d7a4a5-9f94-4b23-b053-b9e2a8baecdb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.1128345 Jun 22 15:41:42.179807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:42.189187 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b996cd32-dfeb-4aa3-960c-0d8db0507678 req-7843fae0-be97-4064-8dd7-210b785b6e9d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628262 Jun 22 15:41:42.212420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] For port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:41:42.215167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] For port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:41:42.216338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 1a1e50d1-5ace-47ad-821a-f325c60708ec, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1a1e50d1-5ace-47ad-821a-f325c60708ec,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:42.221852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:42.222684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:42.223889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4ecd6ef7-c8ee-4139-9bb0-97f4eb61ec71 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:42.225463 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:42.259310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:42.259932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:42.261325 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] 10.222.0.21 "PUT /v2.0/ports/9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 1094 time: 1.0895760 Jun 22 15:41:42.261863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:41:42.264243 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c74682-a350-4958-bbf4-54876a1d4c43" -d '{"events": [{"name": "network-changed", "server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:41:42.283715 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=1a1e50d1-5ace-47ad-821a-f325c60708ec,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:42.285479 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:42.288116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:42.288387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:42.319341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440af2ef-2a5d-4674-8ca8-1c9b7482fc4b x-openstack-request-id: req-440af2ef-2a5d-4674-8ca8-1c9b7482fc4b {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:41:42.319773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:41:42.320146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-440af2ef-2a5d-4674-8ca8-1c9b7482fc4b {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:41:42.320652 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'status': 'completed', 'code': 200} Jun 22 15:41:42.366913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-46f3b77b-398c-4ced-b554-974fed54b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:42.368553 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-46f3b77b-398c-4ced-b554-974fed54b26e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1097 time: 0.0588598 Jun 22 15:41:42.414475 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-002770b3-520d-4b6b-8c54-ce6922b073b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 217 time: 0.0385370 Jun 22 15:41:42.466575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-629bfdcc-5ed6-47ae-8e34-356401c4d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:42.468837 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-629bfdcc-5ed6-47ae-8e34-356401c4d527 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 200 len: 835 time: 0.0479178 Jun 22 15:41:42.524331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-da89f710-ec69-41ca-aa6a-6d46c144a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:42.525819 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-da89f710-ec69-41ca-aa6a-6d46c144a717 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be9626-084c-45cd-8194-3fac097e8613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0513315 Jun 22 15:41:42.615763 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-1de68112-2198-4666-b46f-959b8f97b15b service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836775 Jun 22 15:41:42.703826 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d57fe4fe-bf39-4be7-86e3-cf588013844b req-ba7a7af5-8b49-4412-93d8-821824e8800a service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810935 Jun 22 15:41:42.801099 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-4ce05028-0543-47be-9b63-bfdbd9afdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:42.802548 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-4ce05028-0543-47be-9b63-bfdbd9afdd97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1097 time: 0.0517871 Jun 22 15:41:42.895670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-35d73326-7006-46d3-996f-080b32ee2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:42.897051 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-35d73326-7006-46d3-996f-080b32ee2054 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 897 time: 0.0872276 Jun 22 15:41:42.937837 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-46940674-fd80-4a4d-bee4-ded858bb723a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 217 time: 0.0345087 Jun 22 15:41:42.990124 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-046d9dc9-7b98-48c6-b823-90df35f61937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:42.991502 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-046d9dc9-7b98-48c6-b823-90df35f61937 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 200 len: 835 time: 0.0478759 Jun 22 15:41:43.047998 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-1261b75c-52b3-4501-b8e9-e938a24f7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:43.049509 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-1261b75c-52b3-4501-b8e9-e938a24f7852 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be9626-084c-45cd-8194-3fac097e8613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514684 Jun 22 15:41:43.136050 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-572b517f-6258-4d94-9811-b1299cb81186 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802341 Jun 22 15:41:43.189199 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:41:43.226838 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49c74682-a350-4958-bbf4-54876a1d4c43 req-884dca5e-d86c-43e6-98a7-49a05fa8bdb9 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850949 Jun 22 15:41:43.363896 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06958b12-a313-471c-ab91-c9820f35f235 req-a88f86f7-963f-4e9d-9d03-5681c7b3d27d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:43.365361 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-06958b12-a313-471c-ab91-c9820f35f235 req-a88f86f7-963f-4e9d-9d03-5681c7b3d27d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.0620573 Jun 22 15:41:43.401223 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-06958b12-a313-471c-ab91-c9820f35f235 req-da0460cc-1ade-4110-a902-063de7ffd98c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303316 Jun 22 15:41:44.033897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1a1e50d1-5ace-47ad-821a-f325c60708ec up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:41:44.081024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1a1e50d1-5ace-47ad-821a-f325c60708ec triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:44.081400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:44.572702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c213c-9982-44e5-ab5d-74ba11d867b2 req-9759a9ab-1cfd-40fe-8ab0-6f77f597a043 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:44.574177 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a7c213c-9982-44e5-ab5d-74ba11d867b2 req-9759a9ab-1cfd-40fe-8ab0-6f77f597a043 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.0627189 Jun 22 15:41:44.629073 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a7c213c-9982-44e5-ab5d-74ba11d867b2 req-096fd789-b4d4-40be-b906-64c8c7b85b85 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490258 Jun 22 15:41:45.464066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:41:45.557587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:45.569039 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'port_id': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'mac_address': 'fa:16:3e:d9:41:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:41:45.605780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:45.618044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:41:45.637470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:45.644303 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:45.646088 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:45.695698 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:45.699945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:45.806245 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b71344-e22e-440b-b4cc-6ce8caafdaed req-bff0131a-cd22-45d3-9671-d3bd18e8b49e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:45.807694 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b4b71344-e22e-440b-b4cc-6ce8caafdaed req-bff0131a-cd22-45d3-9671-d3bd18e8b49e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 945 time: 0.0632346 Jun 22 15:41:45.851257 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b4b71344-e22e-440b-b4cc-6ce8caafdaed req-dcf3d0a0-eb54-4a7d-ae97-4e94567d83a1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369470 Jun 22 15:41:46.064068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:41:47.022390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e7698-4f1c-43ca-a037-654549c221da req-3df353d6-b3bc-4543-b7cc-612196af5046 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:47.023855 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-040e7698-4f1c-43ca-a037-654549c221da req-3df353d6-b3bc-4543-b7cc-612196af5046 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 945 time: 0.0643642 Jun 22 15:41:47.059867 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-040e7698-4f1c-43ca-a037-654549c221da req-fdfbdbbb-bd71-4dcc-b51a-4ba2f6477136 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304201 Jun 22 15:41:47.464160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:41:47.515572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:41:47.519274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:41:47.519654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:47.593723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:47.615325 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:41:47.617717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7beae7-dfc1-4024-bf88-aef71ca2f562" -d '{"events": [{"server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:41:47.630575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:41:47.634865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:47.637281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-af2a564f-2d2c-4948-867c-841839f307f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:47.667220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a371e96c-ba38-4e31-aaf9-7a1199a4dff5 x-openstack-request-id: req-a371e96c-ba38-4e31-aaf9-7a1199a4dff5 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:41:47.667526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "name": "network-vif-plugged", "status": "completed", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:41:47.667791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a371e96c-ba38-4e31-aaf9-7a1199a4dff5 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:41:47.668183 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'code': 200} Jun 22 15:41:47.694416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:47.697399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:47.875894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ea846-4781-41c4-9546-4e6ba68ca41d req-1e5d49d3-3952-4d2a-b54c-37aca6eedec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:47.877371 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-745ea846-4781-41c4-9546-4e6ba68ca41d req-1e5d49d3-3952-4d2a-b54c-37aca6eedec7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0514016 Jun 22 15:41:47.910415 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-745ea846-4781-41c4-9546-4e6ba68ca41d req-ebfdc380-59d0-4aab-925d-f47fdf650973 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269456 Jun 22 15:41:48.235117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae882f5-7dd9-449d-be52-54a9f6737a7d req-ee07566d-c4cf-4ddf-ba38-d2e07b30749e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:48.236493 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-aae882f5-7dd9-449d-be52-54a9f6737a7d req-ee07566d-c4cf-4ddf-ba38-d2e07b30749e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0633807 Jun 22 15:41:48.284085 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-aae882f5-7dd9-449d-be52-54a9f6737a7d req-cb498ad9-2341-4e17-830c-f0937a0e3d0f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337911 Jun 22 15:41:49.463965 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2d235-28c9-4e38-b2c6-caaf2841ecee req-6628a7a2-e749-45e7-a34e-caabd09240d1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:49.465438 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2ee2d235-28c9-4e38-b2c6-caaf2841ecee req-6628a7a2-e749-45e7-a34e-caabd09240d1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0675912 Jun 22 15:41:49.503059 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2ee2d235-28c9-4e38-b2c6-caaf2841ecee req-ffe921ef-fb94-428f-87af-22e581da215a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313172 Jun 22 15:41:49.683487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de4bb2-30b0-43bf-b1c6-5bf4f3cbbd9b req-535413f8-e33a-47f7-8cda-3033a88785b5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:49.684952 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87de4bb2-30b0-43bf-b1c6-5bf4f3cbbd9b req-535413f8-e33a-47f7-8cda-3033a88785b5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0664797 Jun 22 15:41:49.726252 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87de4bb2-30b0-43bf-b1c6-5bf4f3cbbd9b req-69ddfafa-3233-4253-861c-165c6da4d973 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346801 Jun 22 15:41:49.750902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48444) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:49.800649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7599cb0f-e596-4c28-a355-9ba8db5e1f1d tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:49.802144 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7599cb0f-e596-4c28-a355-9ba8db5e1f1d tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1094 time: 0.0502810 Jun 22 15:41:49.804919 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48446) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:49.809381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:41:49.831394 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:49.929310 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:50.029600 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.183 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/4b43fa3d-a498-40d5-9f2e-2127e6844bed) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:41:50.134148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:50.176052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:50.178898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97c6b4ee-b5e0-40ec-b793-bbac1fd6c055 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:50.215818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:41:50.219175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:41:50.222623 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:41:50.244599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=4b43fa3d-a498-40d5-9f2e-2127e6844bed,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:50.249167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:50.596694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:50.680885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:50.827424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:50.832065 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:50.834789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1fdac3d-a7d5-49ef-ba9f-cf0ffd7a905a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:41:50.899928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=4b43fa3d-a498-40d5-9f2e-2127e6844bed,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:41:50.905705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:41:50.912128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:51.015782 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP cb24b6d2-b0b1-465f-b7c5-f582af94566a associated. External IP: 172.26.6.183, port: 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c. Jun 22 15:41:51.220289 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:41:51.330624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:41:51.339899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] Sync routers for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:41:51.347127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:41:51.350595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:51.351218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:51.383515 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5775061 Jun 22 15:41:51.384200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:41:51.386616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a346de6-3888-4fe1-b6a5-f5d70910a861" -d '{"events": [{"name": "network-changed", "server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:41:51.431944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6965d1-862f-43d8-b2b8-04806518dfd5 x-openstack-request-id: req-9f6965d1-862f-43d8-b2b8-04806518dfd5 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:41:51.432296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:41:51.432619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f6965d1-862f-43d8-b2b8-04806518dfd5 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:41:51.433108 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'status': 'completed', 'code': 200} Jun 22 15:41:51.463568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:51.560493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-89917a9f-d685-4996-938a-f6d926a61cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:51.562882 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-89917a9f-d685-4996-938a-f6d926a61cc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1099 time: 0.1058154 Jun 22 15:41:51.574159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a102697-92e0-4f78-90b7-0c08842246ef req-0aee5a2c-719f-46c1-a497-530fa4a1d7d4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:51.575562 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9a102697-92e0-4f78-90b7-0c08842246ef req-0aee5a2c-719f-46c1-a497-530fa4a1d7d4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0831997 Jun 22 15:41:51.666412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9a102697-92e0-4f78-90b7-0c08842246ef req-cf3c8b88-1051-4b4c-bda1-e05dc40d77bb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810273 Jun 22 15:41:51.692398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'cb24b6d2-b0b1-465f-b7c5-f582af94566a', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.183', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'port_id': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'mac_address': 'fa:16:3e:d9:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:41:50Z', 'updated_at': '2021-06-22T15:41:50Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1e50d1-5ace-47ad-821a-f325c60708ec', 'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:df:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:36Z', 'updated_at': '2021-06-22T15:41:42Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:51.692906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48452) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:51.698252 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-c4a1dda3-9e95-48b4-a796-f396f3bb0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:51.699762 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-c4a1dda3-9e95-48b4-a796-f396f3bb0ffd service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 897 time: 0.1233454 Jun 22 15:41:51.720637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] Checking router: 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:41:51.729388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:41:51.729532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:41:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:51.756983 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2026a4d8-9f46-4b9d-93ee-ed04bcf41e6c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/cb24b6d2-b0b1-465f-b7c5-f582af94566a HTTP/1.1" status: 200 len: 992 time: 0.0615602 Jun 22 15:41:51.763298 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-17677ef8-cd9c-4142-a728-2f3a6233a3fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 1000 time: 0.0576026 Jun 22 15:41:51.817637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-d3327126-2ca2-44ed-a6a4-07cf0af78b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:51.819084 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-d3327126-2ca2-44ed-a6a4-07cf0af78b1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 200 len: 835 time: 0.0501826 Jun 22 15:41:51.835532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:41:51.881869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-cb9ad101-0f41-4e2f-82bb-facb616bc136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:41:51.883346 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-cb9ad101-0f41-4e2f-82bb-facb616bc136 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be9626-084c-45cd-8194-3fac097e8613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0575795 Jun 22 15:41:51.972617 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-c30b04ad-bd13-45e4-bb8d-c5ad4f916376 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825877 Jun 22 15:41:52.057508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'cb24b6d2-b0b1-465f-b7c5-f582af94566a', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.183', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'port_id': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'mac_address': 'fa:16:3e:d9:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:41:50Z', 'updated_at': '2021-06-22T15:41:50Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1e50d1-5ace-47ad-821a-f325c60708ec', 'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:df:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:36Z', 'updated_at': '2021-06-22T15:41:42Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:41:52.068617 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-1a346de6-3888-4fe1-b6a5-f5d70910a861 req-8f385254-5a58-4f88-bb80-894e35550e14 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892949 Jun 22 15:41:52.084236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb76a12-a45f-4aff-976b-7f9fec26c78e None None] The sync data for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv is: [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'cb24b6d2-b0b1-465f-b7c5-f582af94566a', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.183', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'port_id': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'mac_address': 'fa:16:3e:d9:41:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:41:50Z', 'updated_at': '2021-06-22T15:41:50Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a1e50d1-5ace-47ad-821a-f325c60708ec', 'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:df:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:36Z', 'updated_at': '2021-06-22T15:41:42Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:41:52.275870 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e73496-3a52-496c-8e8d-ad5815bbdc61 None None] New status for floating IP cb24b6d2-b0b1-465f-b7c5-f582af94566a: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:41:52.759779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48454) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:41:52.824521 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b4b19047-3863-4fb4-a1da-d47129c312e0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/cb24b6d2-b0b1-465f-b7c5-f582af94566a HTTP/1.1" status: 200 len: 994 time: 0.0622265 Jun 22 15:42:00.230969 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ca91b822-3d52-4e55-bd65-5debb038ad2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:02.709606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0751ea92-7bb2-4feb-99ec-8f2ff49158db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:02.978654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:04.084423 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:05.791328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:10.542903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:20.188166 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:42:30.232498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e636389e-157a-4450-b04c-2b7fc29488af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:32.709122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-08e44530-53f6-4566-a96e-3b9494ab4425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:32.980032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:34.087968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:35.791135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:40.539097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:42:50.189370 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-1a4e30eb-6e67-4002-a9b4-85a6deb11341 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528259 Jun 22 15:42:50.280535 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-efe4de01-d3e0-444c-874c-805f0e107e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:42:50.282006 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-efe4de01-d3e0-444c-874c-805f0e107e56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0505168 Jun 22 15:42:50.386349 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-30240500-052b-4cf8-adbf-a5dd1af7539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:42:50.388562 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-30240500-052b-4cf8-adbf-a5dd1af7539d service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 897 time: 0.0863452 Jun 22 15:42:50.452148 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-b589f19b-252a-4a54-b436-3da951d2aeac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 1002 time: 0.0571017 Jun 22 15:42:50.501618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-5d506547-b9ae-4d05-b4e1-c9e9deffd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:42:50.503050 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-5d506547-b9ae-4d05-b4e1-c9e9deffd25b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 200 len: 835 time: 0.0452671 Jun 22 15:42:50.561529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-7fdb43a8-5e28-4843-94ae-b5fc31e613f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:42:50.562864 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-7fdb43a8-5e28-4843-94ae-b5fc31e613f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be9626-084c-45cd-8194-3fac097e8613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0540473 Jun 22 15:42:50.650547 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-41e9ccba-b943-4682-9ad4-73902cf052c2 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807550 Jun 22 15:42:50.741492 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-13c928f9-1964-4513-bf30-7858d5a46e53 req-957ca4f2-6e28-4e89-8a0a-b4f9659aaa72 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843689 Jun 22 15:42:57.186921 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:43:00.233186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-67d0b876-e6f6-45ef-89f5-85bc47cdcf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:02.710300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-123c4a7d-1469-47c4-8998-40e3abae32d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:02.980824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:04.088207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:05.795091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:06.247250 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-b4987892-102c-4104-8a3d-506ce37c994a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992980 Jun 22 15:43:06.327488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7b294-0d41-49f7-90d0-eb5b3390db80 req-b0538fde-c301-4689-b2f2-d2f491079ca1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:06.329025 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2ae7b294-0d41-49f7-90d0-eb5b3390db80 req-b0538fde-c301-4689-b2f2-d2f491079ca1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.1331446 Jun 22 15:43:06.369318 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2ae7b294-0d41-49f7-90d0-eb5b3390db80 req-602b14e3-a0f2-44e2-a2de-1cf67e38fc10 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342405 Jun 22 15:43:07.472014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-31942999-4da2-42c4-8d4c-93180e1a5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:07.473633 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-31942999-4da2-42c4-8d4c-93180e1a5aa8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0551736 Jun 22 15:43:07.580470 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-ac7f3ce8-128f-487a-9839-43a8bd2b7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:07.581982 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-ac7f3ce8-128f-487a-9839-43a8bd2b7d1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 897 time: 0.1020014 Jun 22 15:43:07.678129 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-ee22e989-dea7-4905-973d-e4c1797638d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 1002 time: 0.0858505 Jun 22 15:43:07.723432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee17a3f-64c9-46db-bc57-3b04f17b670d req-39389e98-b5fc-417d-aaff-91d5d741f610 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:07.724929 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8ee17a3f-64c9-46db-bc57-3b04f17b670d req-39389e98-b5fc-417d-aaff-91d5d741f610 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.1948328 Jun 22 15:43:07.750902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-1f44b596-7bf4-4538-a63a-13ad98995467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:07.752285 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-1f44b596-7bf4-4538-a63a-13ad98995467 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 200 len: 835 time: 0.0669091 Jun 22 15:43:07.796056 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8ee17a3f-64c9-46db-bc57-3b04f17b670d req-03b559a7-032f-4635-a639-dcd0ce88da56 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630255 Jun 22 15:43:07.820371 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-f72f6644-92ee-4731-b9b2-f29b8d725f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:07.822875 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-f72f6644-92ee-4731-b9b2-f29b8d725f6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be9626-084c-45cd-8194-3fac097e8613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0630088 Jun 22 15:43:07.925036 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-f0e08187-e352-408e-87e0-1a5847c4b4fd service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917199 Jun 22 15:43:08.013412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-a18dbffa-9507-4f04-b0c6-008a8be42ba3 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816498 Jun 22 15:43:08.975119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaace8ca-9f1b-4242-913c-0ccb9864e020 req-11a61240-5af3-4f17-bbbd-5fb46693f8d9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:08.976491 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-eaace8ca-9f1b-4242-913c-0ccb9864e020 req-11a61240-5af3-4f17-bbbd-5fb46693f8d9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0678861 Jun 22 15:43:09.013442 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-eaace8ca-9f1b-4242-913c-0ccb9864e020 req-423647d7-9c04-4558-b4de-3805d5f43806 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308299 Jun 22 15:43:10.186575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885abb5e-7e7b-49d6-b540-bba90b9fbeba req-dcc4494c-362b-4eaa-907d-65af028e461e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:10.188020 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-885abb5e-7e7b-49d6-b540-bba90b9fbeba req-dcc4494c-362b-4eaa-907d-65af028e461e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0627518 Jun 22 15:43:10.231008 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-885abb5e-7e7b-49d6-b540-bba90b9fbeba req-4eff6558-b264-4dcf-b7dc-8a77e9b28f10 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373406 Jun 22 15:43:10.550550 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:11.403880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fd96a-2f4e-4064-b787-cad140fdccd6 req-cc1a820f-84fa-4686-8603-8828be0b55e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:11.405379 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-616fd96a-2f4e-4064-b787-cad140fdccd6 req-cc1a820f-84fa-4686-8603-8828be0b55e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0652835 Jun 22 15:43:11.442679 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-616fd96a-2f4e-4064-b787-cad140fdccd6 req-3ac06e2d-6190-42ae-a934-d3c22779b8ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316515 Jun 22 15:43:12.610385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f59c8a-05a8-4ac7-9e3a-49cda6dfb4f3 req-d7ea66a5-7454-4622-82e6-13cac5422b3a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:12.611823 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-93f59c8a-05a8-4ac7-9e3a-49cda6dfb4f3 req-d7ea66a5-7454-4622-82e6-13cac5422b3a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0620334 Jun 22 15:43:12.650663 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-93f59c8a-05a8-4ac7-9e3a-49cda6dfb4f3 req-292280f1-21e5-4265-9d00-675fa7ed7f74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332816 Jun 22 15:43:13.819622 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e2c64-a9e9-4731-a1a1-516961bf1f6c req-352bc819-69d4-48e4-b2a6-bf1459b7257b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:13.821097 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-397e2c64-a9e9-4731-a1a1-516961bf1f6c req-352bc819-69d4-48e4-b2a6-bf1459b7257b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0624790 Jun 22 15:43:13.863028 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-397e2c64-a9e9-4731-a1a1-516961bf1f6c req-6fe555d9-9ffc-495b-8c9c-afedde0baa05 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361755 Jun 22 15:43:15.035256 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2e2ff-c7a4-4150-930f-9716c9b83e15 req-24afd819-8065-493c-a882-b3007f0d5f79 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:15.036684 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10c2e2ff-c7a4-4150-930f-9716c9b83e15 req-24afd819-8065-493c-a882-b3007f0d5f79 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0623748 Jun 22 15:43:15.075327 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-10c2e2ff-c7a4-4150-930f-9716c9b83e15 req-192f5faa-19fd-4d7a-a751-a99e38214ef1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322320 Jun 22 15:43:16.247767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476875d8-7a3d-4e77-a33a-1f81809cd285 req-3b9c6877-dccf-4732-a9a4-0a3e8833705b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:16.249250 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-476875d8-7a3d-4e77-a33a-1f81809cd285 req-3b9c6877-dccf-4732-a9a4-0a3e8833705b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0660167 Jun 22 15:43:16.286364 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-476875d8-7a3d-4e77-a33a-1f81809cd285 req-bf092a0e-158b-4784-bb96-26aa5339412a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314240 Jun 22 15:43:17.462321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208da1f-acbb-4b80-822d-74bf5a6bbd55 req-ee3b0226-0609-4c97-bb38-d684bf0cf129 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:17.464357 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0208da1f-acbb-4b80-822d-74bf5a6bbd55 req-ee3b0226-0609-4c97-bb38-d684bf0cf129 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0674021 Jun 22 15:43:17.500645 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0208da1f-acbb-4b80-822d-74bf5a6bbd55 req-db89c2bd-862e-4a20-bc47-a916a95c4694 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307283 Jun 22 15:43:18.675659 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07ed01-acec-4ca5-aa69-b65e160db234 req-bc221c12-910f-45e7-a48c-cc6ef77495f6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:18.677147 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8a07ed01-acec-4ca5-aa69-b65e160db234 req-bc221c12-910f-45e7-a48c-cc6ef77495f6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0633922 Jun 22 15:43:18.714662 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8a07ed01-acec-4ca5-aa69-b65e160db234 req-2a140900-2f98-45b2-9f07-114a1cdb0180 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312355 Jun 22 15:43:19.644172 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-9f4a108f-e30c-4679-a005-c347c4a8b84f service neutron] 10.222.0.21 "GET /v2.0/ports/9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0532315 Jun 22 15:43:19.933614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3afc90-509b-47bd-9794-2dfc66706329 req-8ce02e58-9bd8-4103-b4a4-fdab837722a6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:19.934964 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0a3afc90-509b-47bd-9794-2dfc66706329 req-8ce02e58-9bd8-4103-b4a4-fdab837722a6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.1028013 Jun 22 15:43:19.939917 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-1e2d5053-7ec2-452b-829a-46fb3676032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:19.941321 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-1e2d5053-7ec2-452b-829a-46fb3676032c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 1099 time: 0.0976384 Jun 22 15:43:19.997269 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0a3afc90-509b-47bd-9794-2dfc66706329 req-33dac882-3ed2-4288-be46-529e506a7fe4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550246 Jun 22 15:43:20.024314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-65284699-1c1c-409a-825f-29f4f683d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:20.025511 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-65284699-1c1c-409a-825f-29f4f683d02d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1099 time: 0.0573773 Jun 22 15:43:20.115179 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-3d56c863-e534-4ab1-9b12-0611854a67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:20.116614 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-3d56c863-e534-4ab1-9b12-0611854a67d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 897 time: 0.0853813 Jun 22 15:43:20.178027 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-7bda324d-29f3-46b6-9bd7-556d9e6f6d61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 1002 time: 0.0555937 Jun 22 15:43:20.225726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-20289e5a-2fb1-4b63-b0cc-bc5e10599bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:20.227040 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-20289e5a-2fb1-4b63-b0cc-bc5e10599bc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 200 len: 835 time: 0.0424924 Jun 22 15:43:20.292982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-a86e660b-032f-4687-8af7-1612db27e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:20.294452 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-a86e660b-032f-4687-8af7-1612db27e7bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be9626-084c-45cd-8194-3fac097e8613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0613163 Jun 22 15:43:20.381716 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-834c3266-44d3-40d2-b94e-7d28b9ea389f service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809932 Jun 22 15:43:20.471617 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-af84380a-23d8-4450-980a-a3c4c10b0a32 req-c60b462b-0e6a-44a6-97c3-b8fc2755ac04 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842659 Jun 22 15:43:21.174603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9e065-e4fa-43c5-9014-f46b7b341acb req-ba6e4cff-9289-4578-a363-e91a015514d9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:21.176054 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-79c9e065-e4fa-43c5-9014-f46b7b341acb req-ba6e4cff-9289-4578-a363-e91a015514d9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 946 time: 0.0675364 Jun 22 15:43:21.215691 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-79c9e065-e4fa-43c5-9014-f46b7b341acb req-08cb7476-324d-4eac-8255-7bc3ea997736 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340450 Jun 22 15:43:21.913994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:43:21.990911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:22.012930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:43:22.015160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3ed903-ef4a-49b5-af86-81ae10205c96" -d '{"events": [{"server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:43:22.029321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:43:22.033429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:22.035369 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:43:22.081355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:43:22.088657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.089041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.089384 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.089721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.090055 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.090388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.090714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.091042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.091368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.091689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.092012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.092331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:43:22.096266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:43:22.107608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a81dfc-dd0b-4f94-881f-24c0b915a872 x-openstack-request-id: req-e5a81dfc-dd0b-4f94-881f-24c0b915a872 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:43:22.107915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:43:22.108184 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5a81dfc-dd0b-4f94-881f-24c0b915a872 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:43:22.108616 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'code': 200} Jun 22 15:43:22.388312 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b71843-61fa-432c-af6c-1a9ca60ec262 req-ae352dd0-5c34-4379-ac78-7035d020fa06 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:22.389801 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b1b71843-61fa-432c-af6c-1a9ca60ec262 req-ae352dd0-5c34-4379-ac78-7035d020fa06 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.0630195 Jun 22 15:43:22.427408 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b1b71843-61fa-432c-af6c-1a9ca60ec262 req-33cc36fa-036a-4626-b1f4-24e22782cb6b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318341 Jun 22 15:43:23.609180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae084e5-76f9-431e-a77b-f81c76387504 req-eae0d1dd-34d9-4b3e-81a5-f44de13217bd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:23.610949 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ae084e5-76f9-431e-a77b-f81c76387504 req-eae0d1dd-34d9-4b3e-81a5-f44de13217bd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.0698001 Jun 22 15:43:23.650172 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ae084e5-76f9-431e-a77b-f81c76387504 req-fb65340b-eba9-4d30-9248-c0f3b8c3ec65 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335953 Jun 22 15:43:23.997863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0324f5f-947d-4f4d-a4bb-b01291260a00 req-0f4a7f70-c403-4644-ad21-5a045e1c866d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:23.999321 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d0324f5f-947d-4f4d-a4bb-b01291260a00 req-0f4a7f70-c403-4644-ad21-5a045e1c866d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.1168063 Jun 22 15:43:24.006290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-e4d32da4-b974-4ce9-a7a4-71dfa964fd7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:24.007578 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-e4d32da4-b974-4ce9-a7a4-71dfa964fd7e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1156428 Jun 22 15:43:24.045065 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d0324f5f-947d-4f4d-a4bb-b01291260a00 req-1dfe5fc0-ae25-4554-ae0c-917b692fe1b1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364640 Jun 22 15:43:24.101817 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-0b3a0ed2-a215-4639-9bc7-3c5e4267bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:24.103292 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-0b3a0ed2-a215-4639-9bc7-3c5e4267bf51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1097 time: 0.0524948 Jun 22 15:43:24.193861 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-a59ccfe6-c55d-40e8-be2f-86e9e57ce4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:24.195468 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-a59ccfe6-c55d-40e8-be2f-86e9e57ce4be service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 897 time: 0.0862370 Jun 22 15:43:24.226047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbd01-e4ae-40d0-8c61-b891a83a5708 req-d22cb3c6-465b-4dce-a170-e40f0723e4b1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:24.227509 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c21cbd01-e4ae-40d0-8c61-b891a83a5708 req-d22cb3c6-465b-4dce-a170-e40f0723e4b1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.0670919 Jun 22 15:43:24.259345 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-8bf6ffc7-7c3c-4398-8d47-00fc65859e99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 1000 time: 0.0574656 Jun 22 15:43:24.270634 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c21cbd01-e4ae-40d0-8c61-b891a83a5708 req-12c975b9-2a38-4799-b380-ef615a061912 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373890 Jun 22 15:43:24.306481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-7f27aaf6-c395-4c1b-bc65-280b743ab77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:24.308002 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-7f27aaf6-c395-4c1b-bc65-280b743ab77b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 200 len: 835 time: 0.0430520 Jun 22 15:43:24.374039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-67af692b-f28f-4d4d-8e6a-b553fd8ce795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:24.375499 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-67af692b-f28f-4d4d-8e6a-b553fd8ce795 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be9626-084c-45cd-8194-3fac097e8613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0613823 Jun 22 15:43:24.462328 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-27b61ddb-c3f9-404d-888a-6ab86911c387 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802302 Jun 22 15:43:24.551601 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d3389ba6-9103-4a3d-954b-83c089ff48a4 req-77d12494-8104-4214-88b0-fb189e65df42 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Jun 22 15:43:25.439995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b4aa9-5b55-445e-a692-4db2fa62c761 req-b46d3c5b-53e4-48e6-9f89-079e8f21dcd0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:25.441489 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56b4aa9-5b55-445e-a692-4db2fa62c761 req-b46d3c5b-53e4-48e6-9f89-079e8f21dcd0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.0617149 Jun 22 15:43:25.478661 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56b4aa9-5b55-445e-a692-4db2fa62c761 req-6246b5d7-68d6-4890-add4-be1400e35bb8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Jun 22 15:43:25.503430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48568) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:43:25.561962 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-205ec9c9-2c89-407e-9dde-14bcc2ce433e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/cb24b6d2-b0b1-465f-b7c5-f582af94566a HTTP/1.1" status: 200 len: 992 time: 0.0572519 Jun 22 15:43:30.238241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-49f11d72-4184-48d4-bcae-9526c2d2ddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:32.712388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b04b396-32b2-49a8-82ff-983eabf4aac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:32.982524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:34.092002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:34.185226 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:43:35.797395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:40.552319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:43:50.202783 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-8b7953c8-dace-4f4a-ab28-083c520c168c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517497 Jun 22 15:43:50.298626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-2de76e04-55f9-4fdb-9368-aea131939e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:50.299955 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-2de76e04-55f9-4fdb-9368-aea131939e36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1097 time: 0.0560625 Jun 22 15:43:50.401595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-cd4f21b9-cfc2-4e7b-8aa1-57272c0b43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:50.403032 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-cd4f21b9-cfc2-4e7b-8aa1-57272c0b43f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 897 time: 0.0830269 Jun 22 15:43:50.468653 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-84fefe6b-f129-4a79-b215-5361946b9def service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 1000 time: 0.0591881 Jun 22 15:43:50.516310 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-8700a9ae-dfcc-4fe9-97d5-52b24fd31f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:50.517712 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-8700a9ae-dfcc-4fe9-97d5-52b24fd31f8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 200 len: 835 time: 0.0431793 Jun 22 15:43:50.576176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-7fc2d50c-b901-4664-aaaa-270e2bdd9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:43:50.577623 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-7fc2d50c-b901-4664-aaaa-270e2bdd9d76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be9626-084c-45cd-8194-3fac097e8613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0533862 Jun 22 15:43:50.670220 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-12ed05f0-8d5f-4d74-a7fc-157fb535755a service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860898 Jun 22 15:43:51.111146 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c56cf7c0-0612-47fb-8cc3-cf3f8bdc5c88 req-7fd47ccf-6fb3-4fde-a457-a786f36ff97a service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348488 Jun 22 15:44:00.230634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5428fedc-0130-4b18-9361-bf881d3e42b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:02.713248 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4dc498e4-51c8-4c1c-bda3-368acb317730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:02.983447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:04.095038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:05.803330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:10.561269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:11.184138 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:44:20.553886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48584) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:20.709942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 4b43fa3d-a498-40d5-9f2e-2127e6844bed {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:44:20.710284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:20.786787 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:20.787113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:20.851918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 4b43fa3d-a498-40d5-9f2e-2127e6844bed owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:44:20.992543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:20.996125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:21.023475 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=4b43fa3d-a498-40d5-9f2e-2127e6844bed,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:21.048552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.048961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.049342 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.049717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.050086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.050454 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.050817 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.051181 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.051544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.051905 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.052273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.052627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:21.057821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:21.093711 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:21.094039 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP cb24b6d2-b0b1-465f-b7c5-f582af94566a disassociated (deleted). External IP: 172.26.6.183, port: 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c. Jun 22 15:44:21.296752 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:44:21.400778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:44:21.405797 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:21.411059 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] Sync routers for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:44:21.420547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:21.421194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:21.443206 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/floatingips/cb24b6d2-b0b1-465f-b7c5-f582af94566a HTTP/1.1" status: 204 len: 168 time: 0.8882487 Jun 22 15:44:21.443885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:44:21.446230 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d378f5f-2008-4c38-9feb-e03785832854" -d '{"events": [{"name": "network-changed", "server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:44:21.486302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baf3c1e-f226-46cf-846f-fab49072c2c3 x-openstack-request-id: req-4baf3c1e-f226-46cf-846f-fab49072c2c3 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:44:21.486678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:44:21.486997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4baf3c1e-f226-46cf-846f-fab49072c2c3 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:44:21.487458 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'status': 'completed', 'code': 200} Jun 22 15:44:21.528146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:21.566016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d378f5f-2008-4c38-9feb-e03785832854 req-f0cbe13e-abc0-4ae4-ac2e-3ce1e78dfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:21.567241 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7d378f5f-2008-4c38-9feb-e03785832854 req-f0cbe13e-abc0-4ae4-ac2e-3ce1e78dfe89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 1097 time: 0.0577474 Jun 22 15:44:21.662122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d378f5f-2008-4c38-9feb-e03785832854 req-7ba098e5-afae-431c-afd4-08d9ecb117d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:21.663597 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7d378f5f-2008-4c38-9feb-e03785832854 req-7ba098e5-afae-431c-afd4-08d9ecb117d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 200 len: 897 time: 0.0905228 Jun 22 15:44:21.712419 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7d378f5f-2008-4c38-9feb-e03785832854 req-9ac6b1b6-1efd-462f-9828-924935488653 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 200 len: 217 time: 0.0426712 Jun 22 15:44:21.752273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '1a1e50d1-5ace-47ad-821a-f325c60708ec', 'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:df:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:36Z', 'updated_at': '2021-06-22T15:41:42Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:21.762869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d378f5f-2008-4c38-9feb-e03785832854 req-3bda8a99-6354-434d-abd8-33d4f491e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:21.764468 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7d378f5f-2008-4c38-9feb-e03785832854 req-3bda8a99-6354-434d-abd8-33d4f491e38c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 200 len: 835 time: 0.0462708 Jun 22 15:44:21.779613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] Checking router: 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:44:21.789893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:21.790504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:21.823530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d378f5f-2008-4c38-9feb-e03785832854 req-35cf0bc8-823d-4d04-9c51-21774141006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:21.824951 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7d378f5f-2008-4c38-9feb-e03785832854 req-35cf0bc8-823d-4d04-9c51-21774141006e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95be9626-084c-45cd-8194-3fac097e8613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0523391 Jun 22 15:44:21.832966 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea230a4-281b-43bb-9990-7732d57b0328 req-85f25a03-b94e-4ae1-8d22-78ae13a1faef tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:21.834715 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7ea230a4-281b-43bb-9990-7732d57b0328 req-85f25a03-b94e-4ae1-8d22-78ae13a1faef tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.0664108 Jun 22 15:44:21.878998 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7ea230a4-281b-43bb-9990-7732d57b0328 req-fb56f124-4e62-4209-8e64-5bfef4466833 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370443 Jun 22 15:44:21.904659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:21.932391 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7d378f5f-2008-4c38-9feb-e03785832854 req-7cfe752e-cbea-4784-b78b-a9b64d4ec49a service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000011 Jun 22 15:44:22.026563 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7d378f5f-2008-4c38-9feb-e03785832854 req-659f3d66-d60d-4147-9be0-12f327a69a91 service neutron] 10.222.0.21 "GET /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878015 Jun 22 15:44:22.106830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '1a1e50d1-5ace-47ad-821a-f325c60708ec', 'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:df:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:36Z', 'updated_at': '2021-06-22T15:41:42Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:22.131488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1497e5-74c7-4e4f-82a1-9f1101a881b2 None None] The sync data for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv is: [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:41:37Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '1a1e50d1-5ace-47ad-821a-f325c60708ec', 'name': '', 'network_id': '95be9626-084c-45cd-8194-3fac097e8613', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:df:78:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:36Z', 'updated_at': '2021-06-22T15:41:42Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': '496c9f2f-0441-4bbd-8914-d9236e4e9761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:44:22.357127 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e4606-bb50-4d5f-ae50-55c2b7b5b753 None None] New status for floating IP cb24b6d2-b0b1-465f-b7c5-f582af94566a: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:44:23.053143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa966-bc85-4e88-8774-be34f29901c1 req-d17eca4e-499e-49ce-9d27-eb3672a43be7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:23.054597 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-774aa966-bc85-4e88-8774-be34f29901c1 req-d17eca4e-499e-49ce-9d27-eb3672a43be7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.0627463 Jun 22 15:44:23.096470 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-774aa966-bc85-4e88-8774-be34f29901c1 req-946c3591-e8e4-465c-aa3d-085fcbbdbf81 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356016 Jun 22 15:44:23.625483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-7f3c57c2-c217-44a7-8ce9-0ae52a05c344 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:23.626895 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-7f3c57c2-c217-44a7-8ce9-0ae52a05c344 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 944 time: 0.0642271 Jun 22 15:44:23.724678 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:44:23.725040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:23.813587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:23.813935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:23.879595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:44:24.002592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:24.006702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c6fbbf9e-42c0-4a33-8601-502a03d14abc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:24.044934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:24.068699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.069297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.069483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.069857 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.070227 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.070597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.070963 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.071325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.071692 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.072054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.072445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.072827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:24.077787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:24.095726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] No DVR routers for this DVR port 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:44:24.097980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:24.100109 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cac0766c-f95d-497b-b91e-6513f1ba133b req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "DELETE /v2.0/ports/9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c HTTP/1.1" status: 204 len: 173 time: 0.4670701 Jun 22 15:44:24.100607 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'name': 'network-vif-deleted', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:44:24.103104 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14f399f-5510-4ba2-b601-dcecd9d0b437" -d '{"events": [{"server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "name": "network-vif-deleted", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:44:24.195366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750ce2cd-4cc3-4560-8048-7de8195bb8f3 x-openstack-request-id: req-750ce2cd-4cc3-4560-8048-7de8195bb8f3 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:44:24.195915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8698924b-e111-40ff-aa37-4d3bc506a8ca", "name": "network-vif-deleted", "tag": "9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:44:24.196385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-750ce2cd-4cc3-4560-8048-7de8195bb8f3 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:44:24.197015 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8698924b-e111-40ff-aa37-4d3bc506a8ca', 'name': 'network-vif-deleted', 'tag': '9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c', 'status': 'completed', 'code': 200} Jun 22 15:44:24.245098 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-49d9a5ab-0194-4462-b05c-298ff0f8ea9e req-5fb5209d-3e96-410f-a19b-10cd513b78d7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=8698924b-e111-40ff-aa37-4d3bc506a8ca HTTP/1.1" status: 200 len: 210 time: 0.0300884 Jun 22 15:44:25.343430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48604) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:26.034414 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:26.177360 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:44:26.196708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:44:26.197084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 9bc587b4-c6ba-4d89-b7ca-0d08f08d9a2c not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:44:26.301034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 1a1e50d1-5ace-47ad-821a-f325c60708ec {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:44:26.301292 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:26.390066 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 1a1e50d1-5ace-47ad-821a-f325c60708ec, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1a1e50d1-5ace-47ad-821a-f325c60708ec,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:26.390762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:26.452169 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 1a1e50d1-5ace-47ad-821a-f325c60708ec owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:44:26.629631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:26.632295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:26.662684 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=1a1e50d1-5ace-47ad-821a-f325c60708ec,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:26.667463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:26.837990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.046626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:44:27.151469 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:44:27.157246 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8127189 Jun 22 15:44:27.159107 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48608) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:27.160971 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] Sync routers for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:44:27.170744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:27.171359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:27.210603 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b85a79-b8a7-4b21-981f-e98a6ecf52fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting subnet 496c9f2f-0441-4bbd-8914-d9236e4e9761 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:44:27.213944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20b85a79-b8a7-4b21-981f-e98a6ecf52fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.255563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20b85a79-b8a7-4b21-981f-e98a6ecf52fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.274310 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:27.342512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20b85a79-b8a7-4b21-981f-e98a6ecf52fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.400251 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20b85a79-b8a7-4b21-981f-e98a6ecf52fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.404070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f1eaae8b-add5-44e1-8448-ec6e323a105c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:27.429544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b85a79-b8a7-4b21-981f-e98a6ecf52fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Subnet': ['ID=496c9f2f-0441-4bbd-8914-d9236e4e9761,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:27.431521 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-20b85a79-b8a7-4b21-981f-e98a6ecf52fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.436879 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48610) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:27.437434 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-20b85a79-b8a7-4b21-981f-e98a6ecf52fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/subnets/496c9f2f-0441-4bbd-8914-d9236e4e9761 HTTP/1.1" status: 204 len: 168 time: 0.2768071 Jun 22 15:44:27.437934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-20b85a79-b8a7-4b21-981f-e98a6ecf52fd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:27.438498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0d4f6-7957-44bb-b6d1-c7e7968b9fd3 None None] Network 95be9626-084c-45cd-8194-3fac097e8613 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:44:27.543924 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.548281 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:44:26Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:27.577511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] Checking router: 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:44:27.594366 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] Routers {'2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:27.594837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:27.650034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.710119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] Set router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:27.710343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port e8fcb637-521b-4013-89e5-af2396bbe576 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:44:27.710343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.737007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] DHCP port deletion for 95be9626-084c-45cd-8194-3fac097e8613 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:44:27.792905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port e8fcb637-521b-4013-89e5-af2396bbe576, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e8fcb637-521b-4013-89e5-af2396bbe576,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:27.793282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.860193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for e8fcb637-521b-4013-89e5-af2396bbe576 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:44:27.904316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Deleting port 081231db-acae-4d27-b309-2c199e78dba9 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:44:27.904708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:27.974522 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] For port 081231db-acae-4d27-b309-2c199e78dba9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=081231db-acae-4d27-b309-2c199e78dba9,segment=NetworkSegment(c9b650f3-942e-42e5-a5ed-3d78fa72f338),segment_id=c9b650f3-942e-42e5-a5ed-3d78fa72f338)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:27.974831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.025958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.028027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-97e2d2bc-6526-4504-807b-612fb41d3e18 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:28.043478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Calling delete_port for 081231db-acae-4d27-b309-2c199e78dba9 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:44:28.050994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:44:26Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:28.052043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=e8fcb637-521b-4013-89e5-af2396bbe576,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:28.055459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:28.084720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24a5bb6-1b26-4316-963b-61cccf531e48 None None] The sync data for ids ['2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4'] in dv-neutron-601336-93-hyperv is: [{'id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-261577209', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:41:33Z', 'updated_at': '2021-06-22T15:44:26Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'e8fcb637-521b-4013-89e5-af2396bbe576', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:81:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:41:34Z', 'updated_at': '2021-06-22T15:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:44:28.128174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.227311 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.230518 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.277661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.278192 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Fanout notify agent at l3_agent the message router_deleted on router 2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:44:28.285414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.286661 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5d831654-8b32-45fa-b430-9c6b760953fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/routers/2ffbd72f-d4c4-4ad9-a464-2f3ba10bd9b4 HTTP/1.1" status: 204 len: 168 time: 0.8482492 Jun 22 15:44:28.289178 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48612) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:28.317261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.320211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:28.342928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Pushing event deleted for resources: {'Port': ['ID=081231db-acae-4d27-b309-2c199e78dba9,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:28.347125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] No DVR routers for this DVR port 081231db-acae-4d27-b309-2c199e78dba9 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:44:28.354233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.354654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.354996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.355328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.355654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.355978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.356301 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.356623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.356961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.357513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.357625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.357900 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:28.365225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:28.366065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.457911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.470357 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95be9626-084c-45cd-8194-3fac097e8613']}} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:28.490972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b650f3-942e-42e5-a5ed-3d78fa72f338') {'for_net_delete': True} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:28.490972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.services.segments.db [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b650f3-942e-42e5-a5ed-3d78fa72f338') {} {{(pid=93502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:28.495152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4156366'] for segment, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.509616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.518768 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 081231db-acae-4d27-b309-2c199e78dba9 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:44:28.519200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:44:28.519762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3888781'] for segment, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: Traceback (most recent call last): Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: timer() Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: cb(*args, **kw) Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: return func(*args, **kwargs) Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: self._notify() Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: self.callback(batched_events) Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: event.method(event) Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: return f(self, *a, **k) Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._get(url).json() Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: return self.request(url, 'GET', **kwargs) Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:44:28.522683 dv-neutron-601336-93-hyperv neutron-server[93502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:44:28.539288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 081231db-acae-4d27-b309-2c199e78dba9 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:44:28.539645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 081231db-acae-4d27-b309-2c199e78dba9 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:44:28.587761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.591094 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-08be8ff2-6d25-4008-b13f-2dea3dcc9f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:28.595174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.596879 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/networks/95be9626-084c-45cd-8194-3fac097e8613 HTTP/1.1" status: 204 len: 168 time: 0.3063195 Jun 22 15:44:28.599588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48614) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:28.611626 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Network': ['ID=95be9626-084c-45cd-8194-3fac097e8613,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:28.613776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ec0f33f4-57bb-4764-848f-ed39f5562f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:28.669576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ddd65d-bdb1-4435-8c90-35629139f2c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.694678 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ddd65d-bdb1-4435-8c90-35629139f2c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.759790 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ddd65d-bdb1-4435-8c90-35629139f2c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.762523 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-35ddd65d-bdb1-4435-8c90-35629139f2c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:28.763694 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-35ddd65d-bdb1-4435-8c90-35629139f2c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/security-groups/7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a HTTP/1.1" status: 204 len: 168 time: 0.1621268 Jun 22 15:44:28.764607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0a5809b1-7295-4630-8414-3432a2965128 tempest-NetworksTest-327252836 tempest-NetworksTest-327252836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:28.776669 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddd65d-bdb1-4435-8c90-35629139f2c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbed3d5-3f7c-470b-a80a-c4e84fbfc47a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:28.777967 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-35ddd65d-bdb1-4435-8c90-35629139f2c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:30.076808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1a1e50d1-5ace-47ad-821a-f325c60708ec no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:44:30.097772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 1a1e50d1-5ace-47ad-821a-f325c60708ec {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:44:30.098148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1a1e50d1-5ace-47ad-821a-f325c60708ec not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:44:30.098571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e8fcb637-521b-4013-89e5-af2396bbe576 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:44:30.116589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: e8fcb637-521b-4013-89e5-af2396bbe576 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:44:30.117034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e8fcb637-521b-4013-89e5-af2396bbe576 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:44:30.233081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-730643a0-8b4d-4119-86a6-5262922756cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.369113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48624) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:31.374156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e88201f6-6854-4dac-ad41-e21b80783e81 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349080927', 'description': 'tempest-secgroup-smoke-1349080927 description', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:31.401940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e88201f6-6854-4dac-ad41-e21b80783e81 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.483197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e88201f6-6854-4dac-ad41-e21b80783e81 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.486999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e88201f6-6854-4dac-ad41-e21b80783e81 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.489848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1f2a2fcf-301a-4cb9-98f9-7a69ee314b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:31.519431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88201f6-6854-4dac-ad41-e21b80783e81 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:31.522868 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e88201f6-6854-4dac-ad41-e21b80783e81 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:31.523756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e88201f6-6854-4dac-ad41-e21b80783e81 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.528325 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e88201f6-6854-4dac-ad41-e21b80783e81 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1548193 Jun 22 15:44:31.529501 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48626) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:31.533724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-6fc6e38e-1dd2-4dc8-9722-7b8823ab442a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'd49cdc07-2b29-43e8-b9e4-17fb416ed8bf', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:31.559616 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e38e-1dd2-4dc8-9722-7b8823ab442a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.618781 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e38e-1dd2-4dc8-9722-7b8823ab442a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.622691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e38e-1dd2-4dc8-9722-7b8823ab442a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.627321 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bdfaecc6-8eee-4f02-a216-c2c0ace5d4ad tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:31.645214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6e38e-1dd2-4dc8-9722-7b8823ab442a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcf2c9e-450e-40e8-9aed-610280b3e54d,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:31.648032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6fc6e38e-1dd2-4dc8-9722-7b8823ab442a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:31.649630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6fc6e38e-1dd2-4dc8-9722-7b8823ab442a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.651745 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6fc6e38e-1dd2-4dc8-9722-7b8823ab442a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210546 Jun 22 15:44:31.654255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48628) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:31.658918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f8a73f3e-6ce5-4640-9687-d6a2f78d1d1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'd49cdc07-2b29-43e8-b9e4-17fb416ed8bf', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:31.685271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8a73f3e-6ce5-4640-9687-d6a2f78d1d1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.742753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8a73f3e-6ce5-4640-9687-d6a2f78d1d1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.746720 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8a73f3e-6ce5-4640-9687-d6a2f78d1d1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.748455 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-177a8b4d-38a7-4c0d-8683-d5f2e8add05a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:31.764864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a73f3e-6ce5-4640-9687-d6a2f78d1d1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9c951f-cfe7-4dac-9580-de5efbb5adab,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:31.767566 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f8a73f3e-6ce5-4640-9687-d6a2f78d1d1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:31.771301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f8a73f3e-6ce5-4640-9687-d6a2f78d1d1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.772499 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f8a73f3e-6ce5-4640-9687-d6a2f78d1d1b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172907 Jun 22 15:44:31.775262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48630) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:31.780647 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-0986c862-a9a7-4783-99ed-df57431cb035 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'd49cdc07-2b29-43e8-b9e4-17fb416ed8bf', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:31.806494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0986c862-a9a7-4783-99ed-df57431cb035 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.868724 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0986c862-a9a7-4783-99ed-df57431cb035 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.873038 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0986c862-a9a7-4783-99ed-df57431cb035 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.874869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-cfd3e10a-7f06-44b0-9a56-93beef8a8e8e tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:31.891726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986c862-a9a7-4783-99ed-df57431cb035 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee7161c-a54c-4182-b86f-8d2c1eeb158a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:31.894795 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0986c862-a9a7-4783-99ed-df57431cb035 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:31.897898 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0986c862-a9a7-4783-99ed-df57431cb035 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.899285 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0986c862-a9a7-4783-99ed-df57431cb035 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223931 Jun 22 15:44:31.903005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48634) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:31.907476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-48dec07b-6c3d-412f-ad58-7a150bc3e546 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'd49cdc07-2b29-43e8-b9e4-17fb416ed8bf', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:31.933456 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-48dec07b-6c3d-412f-ad58-7a150bc3e546 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.994027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-48dec07b-6c3d-412f-ad58-7a150bc3e546 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.997570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-48dec07b-6c3d-412f-ad58-7a150bc3e546 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:31.999401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a3e4a4ec-6fa4-41ff-955b-ec20565da9f4 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:32.015261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dec07b-6c3d-412f-ad58-7a150bc3e546 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0c0700-90ef-4757-8b68-66db5689f13a,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:32.018176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-48dec07b-6c3d-412f-ad58-7a150bc3e546 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:32.020974 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-48dec07b-6c3d-412f-ad58-7a150bc3e546 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.022158 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-48dec07b-6c3d-412f-ad58-7a150bc3e546 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182420 Jun 22 15:44:32.024991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48636) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:32.030130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-bcdd4d24-3a2e-4f78-8cc1-7376e5f50a3d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'd49cdc07-2b29-43e8-b9e4-17fb416ed8bf', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:32.050936 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-bcdd4d24-3a2e-4f78-8cc1-7376e5f50a3d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:44:32.055430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4d24-3a2e-4f78-8cc1-7376e5f50a3d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.114641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4d24-3a2e-4f78-8cc1-7376e5f50a3d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.118160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4d24-3a2e-4f78-8cc1-7376e5f50a3d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.119976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3fd668a1-3ab7-4dd9-b03e-db5903962b6a tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:32.137427 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd4d24-3a2e-4f78-8cc1-7376e5f50a3d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4cebb8-5296-4ff9-b787-08c05da429a6,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:32.140087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bcdd4d24-3a2e-4f78-8cc1-7376e5f50a3d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:32.140915 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bcdd4d24-3a2e-4f78-8cc1-7376e5f50a3d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.142087 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bcdd4d24-3a2e-4f78-8cc1-7376e5f50a3d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155548 Jun 22 15:44:32.144839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48638) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:32.149185 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': 'd49cdc07-2b29-43e8-b9e4-17fb416ed8bf', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:32.171075 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:44:32.175679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.239083 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.242505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.244769 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e112d908-ad7e-4313-bc61-7ea637053cf8 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:32.262215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ca024b-79c9-431d-a441-4dc758718fe1,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:32.264373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:32.265519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.266663 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209259 Jun 22 15:44:32.269432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48640) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:32.274235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'network': {'name': 'tempest-network-smoke--526999720', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:32.294255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:44:32.297632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.320168 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:44:32.329272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.329625 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Added segment a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a of type vlan for network df2f431c-8b43-4622-8848-f12996f5943f Jun 22 15:44:32.370449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.400636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.406340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:32.406916 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.410067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-47f787b4-982a-459f-bae5-0c4eb9538ead tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:32.461527 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1910796 Jun 22 15:44:32.464322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48642) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:32.469211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'admin_state_up': True, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:32.477006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Network': ['ID=df2f431c-8b43-4622-8848-f12996f5943f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:32.480573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-af895919-774f-47d5-9168-be96b6d963e2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:32.488991 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network df2f431c-8b43-4622-8848-f12996f5943f details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:44:32.492358 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.493378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.544818 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.683805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.716688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e03b7220-00c8-4c67-9a89-ec11a858118c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.879019 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.901478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:32.984811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:33.000829 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.79 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/df6eda28-8381-4fc6-a331-1bcf3a27b04c) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:44:33.104900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:33.143265 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:33.146048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2f22f3f6-32f3-4993-810d-e62e623e0b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:33.182918 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:44:33.185835 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:44:33.189209 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:44:33.211035 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=df6eda28-8381-4fc6-a331-1bcf3a27b04c,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:33.215449 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:33.431618 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:33.621171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:33.746378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router aaa0d800-206c-4233-b222-18c7ce534f3a is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:44:34.099695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:34.193928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:44:34.204604 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Sync routers for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:44:34.212770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:34.217468 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7492738 Jun 22 15:44:34.217612 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:34.217612 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:34.217921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48644) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:34.300344 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-14b291f0-ff19-4628-bd75-da8e85de4399 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=08e09cb0c1cf4dee93b25ff349d596fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810025 Jun 22 15:44:34.302803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48648) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:34.324257 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:34.393561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4d0a8-a8b8-4f6b-b714-af4dcf50cd16 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:34.395078 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-83c4d0a8-a8b8-4f6b-b714-af4dcf50cd16 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913801 Jun 22 15:44:34.397961 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48650) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:34.426349 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ffc618e2-cd60-4deb-a83b-0d082ebf4a42 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271776 Jun 22 15:44:34.428767 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48652) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:34.434449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1232725125', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:34.522366 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:44:34.526422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:34.585118 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:33Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:34.615317 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Checking router: aaa0d800-206c-4233-b222-18c7ce534f3a for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:44:34.615686 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Updating router aaa0d800-206c-4233-b222-18c7ce534f3a port df6eda28-8381-4fc6-a331-1bcf3a27b04c binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:44:34.662553 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:34.706958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:34.709327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c2abbc09-bc99-41ac-9d24-83ad9095ab36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:34.767512 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Subnet': ['ID=cbbfaa42-aeab-4044-9194-94e0b0adb4e8,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:34.774555 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:34.783424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Checking segment: {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:44:34.783777 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network hostable DHCP agents. Network: df2f431c-8b43-4622-8848-f12996f5943f, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:44:34.801373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network df2f431c-8b43-4622-8848-f12996f5943f is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:44:34.810546 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, df2f431c-8b43-4622-8848-f12996f5943f) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:44:34.814755 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:34.815322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:34.820557 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d443990-93b6-4d55-8fdb-a34a0b8bb23c None None] Network df2f431c-8b43-4622-8848-f12996f5943f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:44:34.831360 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4011600 Jun 22 15:44:34.833850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48654) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:34.923336 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:34.935049 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Transition to ACTIVE for port object df6eda28-8381-4fc6-a331-1bcf3a27b04c will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:44:34.942122 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:34.945548 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-d2e35e36-17a4-49e6-8df0-8a34f671e564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:34.977221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-df2f431c-8b43-4622-8848-f12996f5943f', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:44:34.978376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:34.994400 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Attempting to bind port df6eda28-8381-4fc6-a331-1bcf3a27b04c on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:44:34.994770 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Attempting to bind port df6eda28-8381-4fc6-a331-1bcf3a27b04c by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:44:34.995222 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Attempting to bind port df6eda28-8381-4fc6-a331-1bcf3a27b04c on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:44:35.005770 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:44:35.006163 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:44:35.006571 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.006981 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:44:35.007495 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Bound port: df6eda28-8381-4fc6-a331-1bcf3a27b04c, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:44:35.007873 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.013244 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Pushing event updated for resources: {'Port': ['ID=df6eda28-8381-4fc6-a331-1bcf3a27b04c,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:35.037265 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.037613 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.037956 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.038292 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.038620 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.038947 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.039273 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.039596 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.039923 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.040240 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.040559 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.040916 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:44:35.049927 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:35.075228 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] For port df6eda28-8381-4fc6-a331-1bcf3a27b04c, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:44:35.078479 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] For port df6eda28-8381-4fc6-a331-1bcf3a27b04c, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=df6eda28-8381-4fc6-a331-1bcf3a27b04c,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:44:35.083586 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.085990 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-039d62e3-2f9d-46c0-b92d-998295919596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:35.126438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Allocated IP 172.20.0.2 (df2f431c-8b43-4622-8848-f12996f5943f/cbbfaa42-aeab-4044-9194-94e0b0adb4e8/2e9babcb-91e5-4f15-abd2-aa5962d536a4) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:44:35.133604 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:35.134239 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:35.196378 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Pushing event updated for resources: {'Port': ['ID=df6eda28-8381-4fc6-a331-1bcf3a27b04c,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:35.224811 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-fb64763c-b3ed-47e9-b4a3-ee27c0e6bd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:35.252407 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:35.288664 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.298526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Transition to ACTIVE for port object 2e9babcb-91e5-4f15-abd2-aa5962d536a4 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:44:35.299180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.315044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Transition to ACTIVE for port object 2e9babcb-91e5-4f15-abd2-aa5962d536a4 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:44:35.324510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.326602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:35.360519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Network df2f431c-8b43-4622-8848-f12996f5943f is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:44:35.366673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:44:35.371304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:44:35.379923 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Pushing event updated for resources: {'Port': ['ID=2e9babcb-91e5-4f15-abd2-aa5962d536a4,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:35.383905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:35.438299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Attempting to bind port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:44:35.438681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Attempting to bind port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:44:35.439069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Attempting to bind port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 on network df2f431c-8b43-4622-8848-f12996f5943f {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:44:35.441200 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:33Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:35.444242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:44:35.444640 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Checking segment: {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:44:35.445083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.445470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Bound using segment: {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:44:35.445944 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Bound port: 2e9babcb-91e5-4f15-abd2-aa5962d536a4, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:44:35.446324 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.467502 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0ef35-0de8-4acf-bc95-e4b2851393e9 None None] The sync data for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv is: [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:33Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:44:35.515546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] For port 2e9babcb-91e5-4f15-abd2-aa5962d536a4, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:44:35.519169 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] For port 2e9babcb-91e5-4f15-abd2-aa5962d536a4, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2e9babcb-91e5-4f15-abd2-aa5962d536a4,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:44:35.526603 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.529837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-49558a04-6884-484f-977a-057faed9fbdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:35.591227 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Pushing event updated for resources: {'Port': ['ID=2e9babcb-91e5-4f15-abd2-aa5962d536a4,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:35.594432 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:35.599269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.1 (df2f431c-8b43-4622-8848-f12996f5943f/cbbfaa42-aeab-4044-9194-94e0b0adb4e8/620b3419-1a7b-44cd-94d1-5d013a286972) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:44:35.728633 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.745787 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object 620b3419-1a7b-44cd-94d1-5d013a286972 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:44:35.814858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.818343 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2b9a409f-b48b-4c8e-a540-4b736cfdccac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:35.833327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:35.874851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network df2f431c-8b43-4622-8848-f12996f5943f is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:44:35.883117 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:44:35.886895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:44:35.890930 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=620b3419-1a7b-44cd-94d1-5d013a286972,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:35.903247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:35.947652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.099591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.202390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device df6eda28-8381-4fc6-a331-1bcf3a27b04c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:44:36.258729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port df6eda28-8381-4fc6-a331-1bcf3a27b04c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:44:36.264783 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port df6eda28-8381-4fc6-a331-1bcf3a27b04c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:36.265199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.361528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.387198 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port df6eda28-8381-4fc6-a331-1bcf3a27b04c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=df6eda28-8381-4fc6-a331-1bcf3a27b04c,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:36.395341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.396353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2e9babcb-91e5-4f15-abd2-aa5962d536a4 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:44:36.418072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-26c2d586-daeb-47f3-8b29-d0288b388d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:36.429107 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.437561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.442770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:36.479848 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=df6eda28-8381-4fc6-a331-1bcf3a27b04c,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:36.484263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:36.499834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:44:36.526598 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.528486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=620b3419-1a7b-44cd-94d1-5d013a286972,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:36.531986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:36.653648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e15f9-637d-43ec-9686-c8af537293ba None None] Network df2f431c-8b43-4622-8848-f12996f5943f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:44:36.788253 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ae9a0984-5298-445a-a93b-adb459c671ee None None] Provisioning for port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:44:36.793075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-ae9a0984-5298-445a-a93b-adb459c671ee None None] Provisioning complete for port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:36.793460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0984-5298-445a-a93b-adb459c671ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.904873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0984-5298-445a-a93b-adb459c671ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.949405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-ae9a0984-5298-445a-a93b-adb459c671ee None None] For port 2e9babcb-91e5-4f15-abd2-aa5962d536a4, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2e9babcb-91e5-4f15-abd2-aa5962d536a4,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:36.954520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0984-5298-445a-a93b-adb459c671ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:36.956316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:37.003976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a0984-5298-445a-a93b-adb459c671ee None None] Pushing event updated for resources: {'Port': ['ID=2e9babcb-91e5-4f15-abd2-aa5962d536a4,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:37.007712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ae9a0984-5298-445a-a93b-adb459c671ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:37.013671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network df2f431c-8b43-4622-8848-f12996f5943f is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:44:37.015316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:44:37.133571 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router aaa0d800-206c-4233-b222-18c7ce534f3a has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:44:37.181001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f6a33d62-edad-430c-b578-aa58ae4a5bc7 None None] Provisioning for port 620b3419-1a7b-44cd-94d1-5d013a286972 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:44:37.185505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f6a33d62-edad-430c-b578-aa58ae4a5bc7 None None] Provisioning complete for port 620b3419-1a7b-44cd-94d1-5d013a286972 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:37.186173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f6a33d62-edad-430c-b578-aa58ae4a5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:37.222750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f6a33d62-edad-430c-b578-aa58ae4a5bc7 None None] Port 620b3419-1a7b-44cd-94d1-5d013a286972 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:44:37.235936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-f6a33d62-edad-430c-b578-aa58ae4a5bc7 None None] Provisioning complete for port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:37.236861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f6a33d62-edad-430c-b578-aa58ae4a5bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:37.256591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:44:37.262356 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/aaa0d800-206c-4233-b222-18c7ce534f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4272740 Jun 22 15:44:37.277097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Sync routers for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:44:37.292820 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:37.293544 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:37.418241 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-fe30abf9-3b9f-4edb-ba33-b5a8ce4895b8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349080927&fields=id&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 267 time: 0.0388231 Jun 22 15:44:37.438365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:37.535453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a2a35277-9493-42fb-a01a-5b77587d5acf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:37.537072 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a2a35277-9493-42fb-a01a-5b77587d5acf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/networks?id=df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 200 len: 796 time: 0.1098719 Jun 22 15:44:37.552343 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-15ea9720-ad5a-4c1b-a6b2-c17f9eb9ea0f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/quotas/08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 375 time: 0.0091045 Jun 22 15:44:37.580647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cc14381a-0533-49d1-96b7-40c987e7cbd0 None None] Provisioning complete for port 620b3419-1a7b-44cd-94d1-5d013a286972 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:37.581056 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cc14381a-0533-49d1-96b7-40c987e7cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:37.637250 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-cc14381a-0533-49d1-96b7-40c987e7cbd0 None None] Port 620b3419-1a7b-44cd-94d1-5d013a286972 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:44:37.639214 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-268150e0-29f8-497c-8653-d6d792ce70ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801883 Jun 22 15:44:37.682412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '620b3419-1a7b-44cd-94d1-5d013a286972', 'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:a3:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:35Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 2, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:37.696978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-310b12b6-9547-48a0-aa1a-33eebdfff714 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:44:37.698471 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-310b12b6-9547-48a0-aa1a-33eebdfff714 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0460868 Jun 22 15:44:37.712299 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Checking router: aaa0d800-206c-4233-b222-18c7ce534f3a for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:44:37.712668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Updating router aaa0d800-206c-4233-b222-18c7ce534f3a port 620b3419-1a7b-44cd-94d1-5d013a286972 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:44:37.746455 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:37.791445 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-089ff59e-6f4e-4ac8-b093-dfa81be31b88 service neutron] 10.222.0.22 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861218 Jun 22 15:44:37.880351 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-1e5fe23b-46a8-4658-a2d6-03f9a3da5f77 service neutron] 10.222.0.22 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827403 Jun 22 15:44:38.016359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:38.028555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Transition to ACTIVE for port object 620b3419-1a7b-44cd-94d1-5d013a286972 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:44:38.034861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:38.038270 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:38.068797 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fcf25a3d-0c19-4573-bc62-1507a605778b req-29827dcd-866f-497d-b2fb-75040e26faee tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 210 time: 0.0307677 Jun 22 15:44:38.155406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device df6eda28-8381-4fc6-a331-1bcf3a27b04c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:44:38.159684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6b115-f714-4de3-a800-4628633592fa None None] Pushing event updated for resources: {'Port': ['ID=620b3419-1a7b-44cd-94d1-5d013a286972,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:38.163550 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ddb6b115-f714-4de3-a800-4628633592fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:38.253779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Attempting to bind port 620b3419-1a7b-44cd-94d1-5d013a286972 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:44:38.254408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Attempting to bind port 620b3419-1a7b-44cd-94d1-5d013a286972 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:44:38.254524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Attempting to bind port 620b3419-1a7b-44cd-94d1-5d013a286972 on network df2f431c-8b43-4622-8848-f12996f5943f {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:44:38.264157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:44:38.264542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Checking segment: {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:44:38.264989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:38.265389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Bound using segment: {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:44:38.266044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Bound port: 620b3419-1a7b-44cd-94d1-5d013a286972, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:44:38.266497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:38.310648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port df6eda28-8381-4fc6-a331-1bcf3a27b04c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:38.311038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:38.377730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] For port 620b3419-1a7b-44cd-94d1-5d013a286972, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:44:38.382688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] For port 620b3419-1a7b-44cd-94d1-5d013a286972, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=620b3419-1a7b-44cd-94d1-5d013a286972,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:44:38.390880 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:38.394529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:38.488727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:38.489383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:38.491096 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6b115-f714-4de3-a800-4628633592fa None None] Pushing event updated for resources: {'Port': ['ID=620b3419-1a7b-44cd-94d1-5d013a286972,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:38.496787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ddb6b115-f714-4de3-a800-4628633592fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:38.538330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2e9babcb-91e5-4f15-abd2-aa5962d536a4 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:44:38.811965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:38.848102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:38.848458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:39.069040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '620b3419-1a7b-44cd-94d1-5d013a286972', 'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:a3:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:35Z', 'updated_at': '2021-06-22T15:44:38Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:39.096237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c01763-89cc-4f3f-82e2-67cef3e1ac98 None None] The sync data for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv is: [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '620b3419-1a7b-44cd-94d1-5d013a286972', 'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:a3:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:35Z', 'updated_at': '2021-06-22T15:44:38Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:44:39.261217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-188ad338-e5cc-43d3-bb6c-b12c0c12e4ee tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:39.263076 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-188ad338-e5cc-43d3-bb6c-b12c0c12e4ee tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/networks?id=df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 200 len: 796 time: 0.1506019 Jun 22 15:44:39.318293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6eb6b814-2a7a-4764-878b-ff0b9eebc5dd req-e84b733b-5903-4a91-9dbd-482d9320d71b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 210 time: 0.0540891 Jun 22 15:44:39.362468 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-bfd3714f-f5cc-406a-b994-7aa3b35c2c05 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 380 time: 0.0874107 Jun 22 15:44:39.373770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'port': {'device_id': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'admin_state_up': True, 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'security_groups': ['d49cdc07-2b29-43e8-b9e4-17fb416ed8bf']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:39.511000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:44:39.514941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:39.644914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.3 (df2f431c-8b43-4622-8848-f12996f5943f/cbbfaa42-aeab-4044-9194-94e0b0adb4e8/7571651d-678e-429f-9d79-b7d7faee0a9b) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:44:39.797181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:39.811985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object 7571651d-678e-429f-9d79-b7d7faee0a9b will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:44:39.846189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:39.850159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dc9bc5d5-7fe5-4c86-9981-ad1a687a667f tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:39.891823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network df2f431c-8b43-4622-8848-f12996f5943f is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:44:39.895155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:44:39.899177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:44:39.945763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=7571651d-678e-429f-9d79-b7d7faee0a9b,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:39.950887 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:39.983568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:39.984489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.004031 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6361520 Jun 22 15:44:40.018092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Request body: {'port': {'device_id': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:40.129597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.181888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 620b3419-1a7b-44cd-94d1-5d013a286972 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:44:40.237911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2bf06048-f0a6-4b1e-88ea-7086c6689f2b None None] Provisioning for port 7571651d-678e-429f-9d79-b7d7faee0a9b completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:44:40.244434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-2bf06048-f0a6-4b1e-88ea-7086c6689f2b None None] Provisioning complete for port 7571651d-678e-429f-9d79-b7d7faee0a9b triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:40.244860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2bf06048-f0a6-4b1e-88ea-7086c6689f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.267223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 620b3419-1a7b-44cd-94d1-5d013a286972 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:44:40.276292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 620b3419-1a7b-44cd-94d1-5d013a286972 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:40.276785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.308521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-2bf06048-f0a6-4b1e-88ea-7086c6689f2b None None] Port 7571651d-678e-429f-9d79-b7d7faee0a9b cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:44:40.364191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.396633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 620b3419-1a7b-44cd-94d1-5d013a286972, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=620b3419-1a7b-44cd-94d1-5d013a286972,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:40.401180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.403049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9c94d147-a245-4fd0-aec0-e0df5c574bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:40.441048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7571651d-678e-429f-9d79-b7d7faee0a9b {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:44:40.449385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.456019 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=620b3419-1a7b-44cd-94d1-5d013a286972,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:40.459490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:40.463302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Transition to ACTIVE for port object 7571651d-678e-429f-9d79-b7d7faee0a9b will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:44:40.466221 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.469195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:40.505889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5d8b9-bf78-43f0-9430-9903b603da11 req-c50e149d-048b-489c-9e42-a34bb6a416a4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:40.508110 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-88f5d8b9-bf78-43f0-9430-9903b603da11 req-c50e149d-048b-489c-9e42-a34bb6a416a4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 931 time: 0.0687094 Jun 22 15:44:40.551353 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-88f5d8b9-bf78-43f0-9430-9903b603da11 req-fd55c222-4bb6-4a57-b5f5-6fb8a6b93028 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350614 Jun 22 15:44:40.560585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.564423 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Pushing event updated for resources: {'Port': ['ID=7571651d-678e-429f-9d79-b7d7faee0a9b,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:40.573372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:40.626471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Attempting to bind port 7571651d-678e-429f-9d79-b7d7faee0a9b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:44:40.626808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Attempting to bind port 7571651d-678e-429f-9d79-b7d7faee0a9b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:44:40.627131 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Attempting to bind port 7571651d-678e-429f-9d79-b7d7faee0a9b on network df2f431c-8b43-4622-8848-f12996f5943f {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:44:40.631646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Port 7571651d-678e-429f-9d79-b7d7faee0a9b on network df2f431c-8b43-4622-8848-f12996f5943f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:44:40.631978 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Attempting to bind port 7571651d-678e-429f-9d79-b7d7faee0a9b on network df2f431c-8b43-4622-8848-f12996f5943f {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:44:40.637138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:44:40.637471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Checking segment: {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:44:40.637853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Bound using segment: {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:44:40.638283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Bound port: 7571651d-678e-429f-9d79-b7d7faee0a9b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:44:40.638628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.709938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] For port 7571651d-678e-429f-9d79-b7d7faee0a9b, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:44:40.713149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] For port 7571651d-678e-429f-9d79-b7d7faee0a9b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7571651d-678e-429f-9d79-b7d7faee0a9b,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:44:40.719803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.722116 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-eb9dff8d-8ba1-4519-9e52-60f757cb3633 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:40.755941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:40.756559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:40.758126 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] 10.222.0.21 "PUT /v2.0/ports/7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 200 len: 1093 time: 0.7457013 Jun 22 15:44:40.760662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:44:40.763954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:44:40.794612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Pushing event updated for resources: {'Port': ['ID=7571651d-678e-429f-9d79-b7d7faee0a9b,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:40.798703 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:40.813024 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d0df46-7b5a-4584-83f3-b0688ca34129 x-openstack-request-id: req-93d0df46-7b5a-4584-83f3-b0688ca34129 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:44:40.813373 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:44:40.813683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93d0df46-7b5a-4584-83f3-b0688ca34129 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:44:40.814127 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'status': 'completed', 'code': 200} Jun 22 15:44:40.858976 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e6e46c48-5384-41a0-8b50-27129d097053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:40.860411 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e6e46c48-5384-41a0-8b50-27129d097053 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1096 time: 0.0582569 Jun 22 15:44:40.908134 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-c6f8a526-b90e-45cc-ab80-d7ed5698df38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 200 len: 217 time: 0.0410552 Jun 22 15:44:40.968312 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a788c29e-fb15-4c25-a109-7d91f7614fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:40.969933 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-a788c29e-fb15-4c25-a109-7d91f7614fb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbbfaa42-aeab-4044-9194-94e0b0adb4e8 HTTP/1.1" status: 200 len: 835 time: 0.0561228 Jun 22 15:44:41.027181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-d7830345-12ff-445f-8d2d-d76ed527d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:41.028580 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-d7830345-12ff-445f-8d2d-d76ed527d02a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df2f431c-8b43-4622-8848-f12996f5943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0525758 Jun 22 15:44:41.120457 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-c5c4b120-94c1-4fe3-885f-a00df542f5f8 service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855558 Jun 22 15:44:41.206575 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cce773a7-0785-4e9d-a111-5e07378bc93c req-e29df462-764b-448d-a225-04c6368b332a service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805290 Jun 22 15:44:41.312880 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-e67af531-747e-45c3-b82f-1e605ca27256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:41.314355 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-e67af531-747e-45c3-b82f-1e605ca27256 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1096 time: 0.0594373 Jun 22 15:44:41.405473 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-6ef01ced-3e54-4ce5-bffa-bab66f11cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:41.406822 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-6ef01ced-3e54-4ce5-bffa-bab66f11cfd1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 200 len: 897 time: 0.0847313 Jun 22 15:44:41.450674 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-9a6aa22f-3420-40cd-bb12-960012839a64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 200 len: 217 time: 0.0373197 Jun 22 15:44:41.497034 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-5f3d0bfb-104f-4c5e-82fa-8c5d22f78672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:41.498412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-5f3d0bfb-104f-4c5e-82fa-8c5d22f78672 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbbfaa42-aeab-4044-9194-94e0b0adb4e8 HTTP/1.1" status: 200 len: 835 time: 0.0421631 Jun 22 15:44:41.556040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-da261b7e-6907-41bf-b996-b8c59e71e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:41.557624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-da261b7e-6907-41bf-b996-b8c59e71e66d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df2f431c-8b43-4622-8848-f12996f5943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528893 Jun 22 15:44:41.659311 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-e6ed95ba-776e-4f4e-83e6-71c61eadf6cd service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953629 Jun 22 15:44:41.736554 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e9dfd-ccb9-465b-9412-d5f17723a0ca req-eba082a4-b77c-4055-8995-9e533669c4ab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:41.738105 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0d3e9dfd-ccb9-465b-9412-d5f17723a0ca req-eba082a4-b77c-4055-8995-9e533669c4ab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 943 time: 0.0668659 Jun 22 15:44:41.749336 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb2c73a3-d4de-4fb2-a1df-1ba118be2202 req-0f9d537a-6d4d-4f67-b159-3168bb83b74f service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833361 Jun 22 15:44:41.776733 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0d3e9dfd-ccb9-465b-9412-d5f17723a0ca req-ee596b88-d293-4dce-b8d2-b9d29fdbd465 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Jun 22 15:44:42.125612 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 620b3419-1a7b-44cd-94d1-5d013a286972 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:44:42.171392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 620b3419-1a7b-44cd-94d1-5d013a286972 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:42.171771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:42.949630 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280a9e-d3a7-4447-880d-180bac14c906 req-c2c915dc-0bd3-438e-b7c0-9d10d58f9212 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:42.951128 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69280a9e-d3a7-4447-880d-180bac14c906 req-c2c915dc-0bd3-438e-b7c0-9d10d58f9212 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 943 time: 0.0639086 Jun 22 15:44:42.988829 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69280a9e-d3a7-4447-880d-180bac14c906 req-f7adc232-fb2d-4895-b080-011a9882a57c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319591 Jun 22 15:44:44.158478 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c5170-d7b7-4af5-9313-347b87a0a8be req-3f0909c9-6341-4277-9750-d14038278777 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:44.159965 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-535c5170-d7b7-4af5-9313-347b87a0a8be req-3f0909c9-6341-4277-9750-d14038278777 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 943 time: 0.0621803 Jun 22 15:44:44.198214 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-535c5170-d7b7-4af5-9313-347b87a0a8be req-501dc2e7-8f49-445f-981b-2716a50c23f6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Jun 22 15:44:44.255868 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7571651d-678e-429f-9d79-b7d7faee0a9b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:44:44.349655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7571651d-678e-429f-9d79-b7d7faee0a9b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7571651d-678e-429f-9d79-b7d7faee0a9b,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:44.360805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'port_id': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'mac_address': 'fa:16:3e:09:8f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:44:44.396459 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:44.412576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7571651d-678e-429f-9d79-b7d7faee0a9b {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:44:44.431257 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7571651d-678e-429f-9d79-b7d7faee0a9b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7571651d-678e-429f-9d79-b7d7faee0a9b,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:44.435151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:44.437974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:44.482620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=7571651d-678e-429f-9d79-b7d7faee0a9b,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:44.485646 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:44.809489 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['7571651d-678e-429f-9d79-b7d7faee0a9b'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:44:45.374945 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd154779-4d79-48b7-b2ee-a352cd8ba6ea req-186a494f-fd4e-4bb1-ac93-50a09217b4a1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:45.376399 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fd154779-4d79-48b7-b2ee-a352cd8ba6ea req-186a494f-fd4e-4bb1-ac93-50a09217b4a1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 944 time: 0.0674820 Jun 22 15:44:45.414957 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fd154779-4d79-48b7-b2ee-a352cd8ba6ea req-fd0a6e0e-0bea-4f5a-86f0-dac76438906f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329056 Jun 22 15:44:46.271368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7571651d-678e-429f-9d79-b7d7faee0a9b up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:44:46.332003 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 7571651d-678e-429f-9d79-b7d7faee0a9b completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:44:46.335837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 7571651d-678e-429f-9d79-b7d7faee0a9b triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:44:46.336213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:46.412024 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:46.434437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:44:46.436674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0faa66-8835-4ba0-84e2-5c26fa0b5ea7" -d '{"events": [{"server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "name": "network-vif-plugged", "status": "completed", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:44:46.449694 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 7571651d-678e-429f-9d79-b7d7faee0a9b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7571651d-678e-429f-9d79-b7d7faee0a9b,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:44:46.454408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:46.456522 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:46.481012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a2df90-343d-4f49-b616-23af8a8c89b6 x-openstack-request-id: req-72a2df90-343d-4f49-b616-23af8a8c89b6 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:44:46.481336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "name": "network-vif-plugged", "status": "completed", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:44:46.481787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72a2df90-343d-4f49-b616-23af8a8c89b6 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:44:46.482201 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'code': 200} Jun 22 15:44:46.510886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=7571651d-678e-429f-9d79-b7d7faee0a9b,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:46.515674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:46.595219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b4a87-a983-482a-80bc-7b9625dbcd1a req-e61ff454-c931-49bd-8717-20a5b9e7c962 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:46.596657 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2d1b4a87-a983-482a-80bc-7b9625dbcd1a req-e61ff454-c931-49bd-8717-20a5b9e7c962 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0649214 Jun 22 15:44:46.637366 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2d1b4a87-a983-482a-80bc-7b9625dbcd1a req-5c1ab3ea-b65d-42e2-a024-0c370fdf2cee tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345302 Jun 22 15:44:46.733984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4668c6-3262-4e68-9bc5-1262516d2521 req-2c8289a6-384b-4d37-be70-c601f372b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:46.735468 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e4668c6-3262-4e68-9bc5-1262516d2521 req-2c8289a6-384b-4d37-be70-c601f372b136 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1098 time: 0.0888946 Jun 22 15:44:46.768805 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7e4668c6-3262-4e68-9bc5-1262516d2521 req-ea451dde-42c5-42ea-9796-fddd3e3bc460 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270565 Jun 22 15:44:47.829712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a90d1-5bc0-482f-b2cd-625eb5ff68f6 req-d6479dfa-a1aa-4ad6-a496-390ea4910a12 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:47.831203 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d72a90d1-5bc0-482f-b2cd-625eb5ff68f6 req-d6479dfa-a1aa-4ad6-a496-390ea4910a12 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0784786 Jun 22 15:44:47.869791 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d72a90d1-5bc0-482f-b2cd-625eb5ff68f6 req-6899a54a-81e3-4494-9e5c-660c6fd73a5b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324688 Jun 22 15:44:48.182035 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:44:49.044450 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe187854-30d5-485b-bb01-6d261db26311 req-6fd48ae5-6985-459c-aa88-f7cd66c44607 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:49.045918 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fe187854-30d5-485b-bb01-6d261db26311 req-6fd48ae5-6985-459c-aa88-f7cd66c44607 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0670171 Jun 22 15:44:49.082290 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fe187854-30d5-485b-bb01-6d261db26311 req-3ab37c00-1147-4458-9a5a-982ea42fb7d8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308542 Jun 22 15:44:49.255719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d10a-728b-4a69-b8fa-2329780a0873 req-b0260fe9-de71-476a-8910-03ba0239adab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:49.257106 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c049d10a-728b-4a69-b8fa-2329780a0873 req-b0260fe9-de71-476a-8910-03ba0239adab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0643973 Jun 22 15:44:49.295035 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c049d10a-728b-4a69-b8fa-2329780a0873 req-4e9e48a4-44fe-447c-9b52-34fc1f6fa2b6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321920 Jun 22 15:44:49.318049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48718) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:49.368708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a5b063-dac0-4d70-adc8-4777366a6304 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:49.370564 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-39a5b063-dac0-4d70-adc8-4777366a6304 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1093 time: 0.0513577 Jun 22 15:44:49.373143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48720) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:49.377549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:44:49.399313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:49.497142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:49.600261 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.155 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/60c73e98-09b2-4d51-8941-9977626026c5) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:44:49.699587 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:49.738090 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:49.740958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e0d961d4-2c78-463c-aa1c-a021b61ebab8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:49.783095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:44:49.787632 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:44:49.791103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:44:49.814322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=60c73e98-09b2-4d51-8941-9977626026c5,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:49.818141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:50.153429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:50.230730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:50.383030 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:50.387526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:50.390285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d27e7703-1e98-4335-9678-4ce7ce50b6ec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:44:50.451750 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=60c73e98-09b2-4d51-8941-9977626026c5,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:44:50.455613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:44:50.465487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:50.561914 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP b95ae9b7-4cee-4b03-8402-046285332f42 associated. External IP: 172.26.6.155, port: 7571651d-678e-429f-9d79-b7d7faee0a9b. Jun 22 15:44:50.764855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router aaa0d800-206c-4233-b222-18c7ce534f3a has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:44:50.869597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:44:50.878659 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] Sync routers for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:44:50.887526 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:50.888227 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:50.889329 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:44:50.925397 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5512161 Jun 22 15:44:50.926180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:44:50.928590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb5d8bb-5761-4fc5-970d-564fd953f933" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:44:50.981205 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f7ce97-ae1d-4ea7-86fb-365ebb5c55b3 x-openstack-request-id: req-c0f7ce97-ae1d-4ea7-86fb-365ebb5c55b3 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:44:50.981661 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:44:50.982073 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0f7ce97-ae1d-4ea7-86fb-365ebb5c55b3 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:44:50.982623 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'status': 'completed', 'code': 200} Jun 22 15:44:51.003706 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:51.062183 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-94d37b2a-0219-438a-9326-58eee29aeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:51.063993 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-94d37b2a-0219-438a-9326-58eee29aeae4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1098 time: 0.0649388 Jun 22 15:44:51.093854 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1935c-5db6-4956-9348-aeeff658cdfd req-96ed22f7-e990-42fc-a6b3-e5eab4d7264a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:51.095475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3ad1935c-5db6-4956-9348-aeeff658cdfd req-96ed22f7-e990-42fc-a6b3-e5eab4d7264a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0658963 Jun 22 15:44:51.140039 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3ad1935c-5db6-4956-9348-aeeff658cdfd req-4f8df3f9-86ad-46bd-8479-6b6a76d02254 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363071 Jun 22 15:44:51.144471 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.21', 53079) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:51.165858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48726) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:51.204346 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-e490b82b-7421-454a-8f1a-ecf634b61e06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585704 Jun 22 15:44:51.206925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-bade6c0e-c291-4311-af3b-45702fd3c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:51.208359 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-bade6c0e-c291-4311-af3b-45702fd3c1eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 200 len: 897 time: 0.1388500 Jun 22 15:44:51.234916 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'b95ae9b7-4cee-4b03-8402-046285332f42', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'port_id': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'mac_address': 'fa:16:3e:09:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:44:50Z', 'updated_at': '2021-06-22T15:44:50Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620b3419-1a7b-44cd-94d1-5d013a286972', 'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:a3:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:35Z', 'updated_at': '2021-06-22T15:44:40Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:51.261066 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] Checking router: aaa0d800-206c-4233-b222-18c7ce534f3a for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:44:51.269907 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:44:51.270522 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:44:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:51.379144 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:44:51.644309 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-01b590da-3ef3-4710-8fcc-9c5f6386b8c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/b95ae9b7-4cee-4b03-8402-046285332f42 HTTP/1.1" status: 200 len: 991 time: 0.4769642 Jun 22 15:44:51.657013 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-60055b4b-0e5e-450f-8337-a6e3c29d7e23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 200 len: 999 time: 0.4413002 Jun 22 15:44:51.696163 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'b95ae9b7-4cee-4b03-8402-046285332f42', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'port_id': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'mac_address': 'fa:16:3e:09:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:44:50Z', 'updated_at': '2021-06-22T15:44:50Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620b3419-1a7b-44cd-94d1-5d013a286972', 'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:a3:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:35Z', 'updated_at': '2021-06-22T15:44:40Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:44:51.705305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-c17602bc-8fa4-493c-85cc-397e0227d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:51.706737 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-c17602bc-8fa4-493c-85cc-397e0227d18e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbbfaa42-aeab-4044-9194-94e0b0adb4e8 HTTP/1.1" status: 200 len: 835 time: 0.0436656 Jun 22 15:44:51.725606 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b841dd6-51b0-4154-8fd5-5cfda3a3516b None None] The sync data for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv is: [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'b95ae9b7-4cee-4b03-8402-046285332f42', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.155', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'port_id': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'mac_address': 'fa:16:3e:09:8f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:44:50Z', 'updated_at': '2021-06-22T15:44:50Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620b3419-1a7b-44cd-94d1-5d013a286972', 'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:a3:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:35Z', 'updated_at': '2021-06-22T15:44:40Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:44:51.764176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-2c50329c-22f3-4bc9-adf2-997ee4dc80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:51.765755 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-2c50329c-22f3-4bc9-adf2-997ee4dc80b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df2f431c-8b43-4622-8848-f12996f5943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0528817 Jun 22 15:44:51.859101 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-c7216e82-94c8-4faf-b9ea-c0900840bcb4 service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865171 Jun 22 15:44:51.926355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99710a81-3ffa-4398-825f-49055b79f1f9 None None] New status for floating IP b95ae9b7-4cee-4b03-8402-046285332f42: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:44:51.952608 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-edb5d8bb-5761-4fc5-970d-564fd953f933 req-c61def9a-d02d-42c8-a74a-dd996f0677c4 service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870020 Jun 22 15:44:52.076018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-db4e90b7-2d5b-45a8-9083-6a49ce060be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:52.077497 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-db4e90b7-2d5b-45a8-9083-6a49ce060be3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1098 time: 0.0586545 Jun 22 15:44:52.181543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-58382a2b-c004-4592-8cca-e87f24b76313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:52.182926 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-58382a2b-c004-4592-8cca-e87f24b76313 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 200 len: 897 time: 0.0855300 Jun 22 15:44:52.249609 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-ffb8046a-37ff-4973-9f62-4abc2c6208a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 200 len: 1001 time: 0.0606568 Jun 22 15:44:52.297421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-f1094964-e12d-444a-9178-0b9936abda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:52.298802 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-f1094964-e12d-444a-9178-0b9936abda1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbbfaa42-aeab-4044-9194-94e0b0adb4e8 HTTP/1.1" status: 200 len: 835 time: 0.0424104 Jun 22 15:44:52.354800 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-2aa7ef18-86cd-4c29-a87a-a63b3c76c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:44:52.356771 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-2aa7ef18-86cd-4c29-a87a-a63b3c76c3b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df2f431c-8b43-4622-8848-f12996f5943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0516100 Jun 22 15:44:52.447001 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-cb56990b-16da-4bde-a81f-053eb51cd99b service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838218 Jun 22 15:44:52.533792 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f1f3fa8-71f2-489d-9398-a553c1e5f714 req-db4ac455-de5c-48f8-9c08-e298ae83606e service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812232 Jun 22 15:44:52.647725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48728) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:44:52.712186 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6919aab1-005b-4d95-aed2-27f906ab3d2a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/b95ae9b7-4cee-4b03-8402-046285332f42 HTTP/1.1" status: 200 len: 993 time: 0.0631588 Jun 22 15:45:00.236616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4d3553bb-c701-4dff-9f33-ba909c147da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:02.717861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e90cc3fd-c15d-4b97-a18e-2f828f4069b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:02.986235 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:04.101908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:05.807546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:10.567553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:25.180259 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:45:30.239119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9abb60be-3d49-41c3-9e6e-436b0c49620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:32.115505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-2b1718a5-98bf-47c8-802b-06d1fd94ffc2 req-a66e1963-48cd-4de6-b832-72caded2f98d service neutron] (93501) timed out ('10.222.0.22', 46458) {{(pid=93501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 15:45:32.718792 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-95e0d1c0-221d-420c-b47c-213560718f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:32.987696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:34.102417 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:35.810218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:40.589334 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:45:51.201254 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-53eb0426-9d06-4a36-b979-6fa9c9684fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534105 Jun 22 15:45:51.293151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-a34c4b4f-23e4-4cd2-9b5c-4be2ca7c62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:45:51.294596 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-a34c4b4f-23e4-4cd2-9b5c-4be2ca7c62b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1098 time: 0.0517759 Jun 22 15:45:51.400605 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-3b1cf40b-9351-4122-8174-3beba7331fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:45:51.402072 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-3b1cf40b-9351-4122-8174-3beba7331fa2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 200 len: 897 time: 0.0877700 Jun 22 15:45:51.465081 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-1fba7745-35b5-430f-af2c-fb766d44bc09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 200 len: 1001 time: 0.0565071 Jun 22 15:45:51.513322 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-7dfb676e-4164-4c43-8c99-3b37e6be6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:45:51.514724 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-7dfb676e-4164-4c43-8c99-3b37e6be6b3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbbfaa42-aeab-4044-9194-94e0b0adb4e8 HTTP/1.1" status: 200 len: 835 time: 0.0435796 Jun 22 15:45:51.573391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-dd1cbbc6-498d-47ec-88e3-35f21f7f2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:45:51.574892 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-dd1cbbc6-498d-47ec-88e3-35f21f7f2075 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df2f431c-8b43-4622-8848-f12996f5943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0539000 Jun 22 15:45:51.661692 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-bb349e39-d515-419f-8a66-9841a8f57c10 service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804076 Jun 22 15:45:51.751006 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3eae8a1c-6ea1-4e38-85d5-4bf060a44ddf req-1209745e-0ad4-4c29-b001-fc1e28296321 service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832837 Jun 22 15:46:00.240482 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-686d13da-98b2-4aca-a0d2-b61ea627c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:02.178477 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:46:02.719710 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2b8f-4efc-45a6-bdcc-74992e143fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:02.987946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:04.105688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:05.812582 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:06.063743 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06f85b-2539-4656-b225-e1199a91943f req-484766b4-71d2-46a6-af18-12b980a88e24 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:06.065208 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf06f85b-2539-4656-b225-e1199a91943f req-484766b4-71d2-46a6-af18-12b980a88e24 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0675712 Jun 22 15:46:06.101853 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cf06f85b-2539-4656-b225-e1199a91943f req-30eb4166-dd29-443f-9de9-53dc6508b6bb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Jun 22 15:46:07.277559 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35530ae6-6c5b-423e-8b83-9d6b99f94b22 req-4a38c39f-a31c-4ce7-a689-1cba9416ab94 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:07.279025 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-35530ae6-6c5b-423e-8b83-9d6b99f94b22 req-4a38c39f-a31c-4ce7-a689-1cba9416ab94 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0633841 Jun 22 15:46:07.317056 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-35530ae6-6c5b-423e-8b83-9d6b99f94b22 req-8053fcbe-41ab-41cf-9abe-793c36b56ee4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Jun 22 15:46:08.488303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab02b9-c95c-424c-a828-64fe1f235b21 req-f7aee452-09c7-4c96-b21e-1ea08c69839a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:08.489691 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-12ab02b9-c95c-424c-a828-64fe1f235b21 req-f7aee452-09c7-4c96-b21e-1ea08c69839a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0639918 Jun 22 15:46:08.531725 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-12ab02b9-c95c-424c-a828-64fe1f235b21 req-f5e0d356-0015-4515-803b-f4bcb93e416e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359197 Jun 22 15:46:09.704285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cbfd9-666c-4f26-834e-7910fb65e4b9 req-aa24e4b6-f910-4dc0-8abc-60a2a2a3558e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:09.705806 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8e3cbfd9-666c-4f26-834e-7910fb65e4b9 req-aa24e4b6-f910-4dc0-8abc-60a2a2a3558e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0633221 Jun 22 15:46:09.745714 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8e3cbfd9-666c-4f26-834e-7910fb65e4b9 req-d491b4ad-96eb-4057-8ebf-bfb0d97f1729 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332341 Jun 22 15:46:10.583080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:10.919668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67876c90-d7d5-4cbe-9884-c2d6593b104a req-e1d6d931-2200-414a-a68b-b17bee6c152e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:10.921072 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-67876c90-d7d5-4cbe-9884-c2d6593b104a req-e1d6d931-2200-414a-a68b-b17bee6c152e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0627654 Jun 22 15:46:10.957379 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-67876c90-d7d5-4cbe-9884-c2d6593b104a req-14647209-ced6-478a-a6af-96acdf768fd0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307803 Jun 22 15:46:12.137180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d98a7-a08a-42ed-a3d7-14cd1767da39 req-aa79b0f1-6bda-4807-840f-0e0d22851062 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:12.138750 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d65d98a7-a08a-42ed-a3d7-14cd1767da39 req-aa79b0f1-6bda-4807-840f-0e0d22851062 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0669725 Jun 22 15:46:12.176977 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d65d98a7-a08a-42ed-a3d7-14cd1767da39 req-d7556026-98c1-4c6d-9a23-d4075ba68384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 Jun 22 15:46:13.346992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7e924-e189-454b-876f-ecbfae32d933 req-e9ca7ce5-b357-4267-95a6-7038df0edc3b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:13.348471 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4cd7e924-e189-454b-876f-ecbfae32d933 req-e9ca7ce5-b357-4267-95a6-7038df0edc3b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0626714 Jun 22 15:46:13.385836 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4cd7e924-e189-454b-876f-ecbfae32d933 req-ee99b606-6cfb-4369-b579-8d16d0c04bbe tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316527 Jun 22 15:46:14.559989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade074c3-394a-4121-8932-94cce8f69fb3 req-4f0442d4-5f10-4c40-ad3d-91936fbd4626 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:14.561492 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ade074c3-394a-4121-8932-94cce8f69fb3 req-4f0442d4-5f10-4c40-ad3d-91936fbd4626 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0635462 Jun 22 15:46:14.599352 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ade074c3-394a-4121-8932-94cce8f69fb3 req-7b832807-1493-4c6d-8675-28edd9416379 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322087 Jun 22 15:46:15.775585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ff50f-6035-48da-b813-5340ccdd2373 req-574dd805-3cee-4033-9bb1-d4230ef8f51b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:15.777041 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-158ff50f-6035-48da-b813-5340ccdd2373 req-574dd805-3cee-4033-9bb1-d4230ef8f51b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0678375 Jun 22 15:46:15.813926 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-158ff50f-6035-48da-b813-5340ccdd2373 req-7424210c-34b6-4900-b561-032c47d62a4a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Jun 22 15:46:16.983652 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb05026-2b20-4fbd-a055-27c0a1e3e7b9 req-3737aae6-e4e1-4a7c-9795-23605d77599b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:16.985021 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ccb05026-2b20-4fbd-a055-27c0a1e3e7b9 req-3737aae6-e4e1-4a7c-9795-23605d77599b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0628071 Jun 22 15:46:17.027425 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ccb05026-2b20-4fbd-a055-27c0a1e3e7b9 req-9698f285-ee21-4085-84ce-19a8d5d16104 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368679 Jun 22 15:46:17.051680 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48786) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:46:17.111182 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e980adea-2b8f-44e3-bcd4-b33410328268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/b95ae9b7-4cee-4b03-8402-046285332f42 HTTP/1.1" status: 200 len: 993 time: 0.0583057 Jun 22 15:46:18.575042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-b7e95173-82bb-47f1-9a3f-4527aa1518a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:18.576517 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-b7e95173-82bb-47f1-9a3f-4527aa1518a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1098 time: 0.1004293 Jun 22 15:46:18.588574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf856f-108d-4320-aace-abfb60acc449 req-6087170b-dd53-4453-abcc-bf276bc7fb8d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:18.589963 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2baf856f-108d-4320-aace-abfb60acc449 req-6087170b-dd53-4453-abcc-bf276bc7fb8d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0827513 Jun 22 15:46:18.676736 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2baf856f-108d-4320-aace-abfb60acc449 req-5909bb88-47ac-47e3-bc46-b2d0b301fa49 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777621 Jun 22 15:46:18.702404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-35acb05b-77a0-4723-b8bf-374ef575b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:18.703832 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-35acb05b-77a0-4723-b8bf-374ef575b0d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 200 len: 897 time: 0.1130462 Jun 22 15:46:18.767559 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-ccdb83aa-8814-49e1-9dcf-2eb0efd49b03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 200 len: 1001 time: 0.0572534 Jun 22 15:46:18.815269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-60de36ff-547f-463e-a55c-1429f78b91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:18.816709 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-60de36ff-547f-463e-a55c-1429f78b91a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbbfaa42-aeab-4044-9194-94e0b0adb4e8 HTTP/1.1" status: 200 len: 835 time: 0.0437558 Jun 22 15:46:18.877696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-530685e6-2934-4ee8-babd-dd4bb2b71f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:18.879198 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-530685e6-2934-4ee8-babd-dd4bb2b71f40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df2f431c-8b43-4622-8848-f12996f5943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0565519 Jun 22 15:46:18.970856 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-de47d965-9a08-4ae6-8d28-d25f38a19693 service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850832 Jun 22 15:46:19.067858 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6ae64f7b-ddf0-482e-8084-5c5482cba953 req-a69a72c0-9675-470e-9f1f-655d8fd6b8ec service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911047 Jun 22 15:46:19.857655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ba3c3-d0a3-4cd5-aed0-94102732ba8c req-ce9c4d3b-185f-4793-8a5b-9fb4b580c0a6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:19.859124 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-693ba3c3-d0a3-4cd5-aed0-94102732ba8c req-ce9c4d3b-185f-4793-8a5b-9fb4b580c0a6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0668650 Jun 22 15:46:19.895949 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-693ba3c3-d0a3-4cd5-aed0-94102732ba8c req-1519edae-d1b2-48e5-a5b5-f16c89e420c9 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Jun 22 15:46:19.921365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48796) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:46:19.979823 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-25e3d6ee-2956-4186-86f8-f8c07b07037f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/b95ae9b7-4cee-4b03-8402-046285332f42 HTTP/1.1" status: 200 len: 993 time: 0.0572307 Jun 22 15:46:30.242304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cd239087-ac5d-4226-93b0-fcec37c19d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:32.719978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ddc99b65-d33b-422c-8a2a-6f4d1261a761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:32.989696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:34.107864 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:35.814934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:39.177818 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:46:40.584392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:46:53.188867 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-3d7cd25c-0ef1-477e-8eae-10051de8404f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525053 Jun 22 15:46:53.279723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-2f8f04a2-b1d4-4667-a981-183b21414f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:53.281203 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-2f8f04a2-b1d4-4667-a981-183b21414f65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1098 time: 0.0513086 Jun 22 15:46:53.390424 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-8f93670d-2a94-4ec1-84f0-d8596d4a3525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:53.391861 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-8f93670d-2a94-4ec1-84f0-d8596d4a3525 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 200 len: 897 time: 0.0896025 Jun 22 15:46:53.454970 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-72c4384f-0630-4e56-bec5-47e7ae7f4191 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 200 len: 1001 time: 0.0568817 Jun 22 15:46:53.501035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-adca6a56-801a-4b7c-9ca3-7148a471f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:53.502378 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-adca6a56-801a-4b7c-9ca3-7148a471f4f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbbfaa42-aeab-4044-9194-94e0b0adb4e8 HTTP/1.1" status: 200 len: 835 time: 0.0421128 Jun 22 15:46:53.561652 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-f9abd6f7-238d-4361-aa5a-fc214b99110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:46:53.563077 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-f9abd6f7-238d-4361-aa5a-fc214b99110d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df2f431c-8b43-4622-8848-f12996f5943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0546713 Jun 22 15:46:53.654553 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-3019c17b-09c1-48c9-9633-3072ed2c00a8 service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846107 Jun 22 15:46:53.745859 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-9af54d52-e6cc-4f12-9736-0d63d32a149d req-18b6e514-bbc1-4aae-8979-2e3fc632f285 service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847683 Jun 22 15:47:00.243797 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9db481c-7fc9-48a5-9fcc-df4668302aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:02.720519 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b3046c87-68e9-4c6b-82bf-f49d18b8d09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:02.989892 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:04.110331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:05.818479 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:10.596827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:10.688025 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48818) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:10.843518 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 60c73e98-09b2-4d51-8941-9977626026c5 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:47:10.843856 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:10.918644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:10.918892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:10.983197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 60c73e98-09b2-4d51-8941-9977626026c5 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:47:11.124937 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:11.126916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ede6e0c5-79a9-453e-9840-d2f2bcd3c98b tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:11.151346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=60c73e98-09b2-4d51-8941-9977626026c5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:11.162346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.162744 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.163134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.163516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.163894 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.164271 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.164648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.165046 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.165487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.165942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.166319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.166686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:11.183662 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:11.221566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:11.221898 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP b95ae9b7-4cee-4b03-8402-046285332f42 disassociated (deleted). External IP: 172.26.6.155, port: 7571651d-678e-429f-9d79-b7d7faee0a9b. Jun 22 15:47:11.424205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router aaa0d800-206c-4233-b222-18c7ce534f3a has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:47:11.529520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:47:11.534308 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:11.538595 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] Sync routers for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:47:11.548175 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:11.548800 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:11.570651 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/floatingips/b95ae9b7-4cee-4b03-8402-046285332f42 HTTP/1.1" status: 204 len: 168 time: 0.8815372 Jun 22 15:47:11.571345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:47:11.574336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:47:11.663376 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:11.693098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308eaf0b-db08-412c-a405-7ead98310062 x-openstack-request-id: req-308eaf0b-db08-412c-a405-7ead98310062 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:47:11.693630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:47:11.693961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-308eaf0b-db08-412c-a405-7ead98310062 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:47:11.694510 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'status': 'completed', 'code': 200} Jun 22 15:47:11.775130 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-4ed6c49f-b14a-46a4-8f55-357730992ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:11.776630 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-4ed6c49f-b14a-46a4-8f55-357730992ab9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 1098 time: 0.0594547 Jun 22 15:47:11.883412 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '620b3419-1a7b-44cd-94d1-5d013a286972', 'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:a3:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:35Z', 'updated_at': '2021-06-22T15:44:40Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:11.885284 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-655b05eb-bdf6-4286-8b33-ea60928e1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:11.886854 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-655b05eb-bdf6-4286-8b33-ea60928e1416 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 200 len: 897 time: 0.1009998 Jun 22 15:47:11.913025 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] Checking router: aaa0d800-206c-4233-b222-18c7ce534f3a for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:47:11.923355 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:11.923995 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:11.948851 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-6e4228e2-6d9b-4555-ae02-2ffe8fd295e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 200 len: 217 time: 0.0517666 Jun 22 15:47:12.014492 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-c257b328-2ef4-4d1a-94c1-6b000da7b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:12.015918 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-c257b328-2ef4-4d1a-94c1-6b000da7b177 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbbfaa42-aeab-4044-9194-94e0b0adb4e8 HTTP/1.1" status: 200 len: 835 time: 0.0597982 Jun 22 15:47:12.023434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb6701-01f0-47ab-afd3-8a5a909b511e req-384d4bfa-3588-4c19-bc28-539aa451a9c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:12.024947 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ceeb6701-01f0-47ab-afd3-8a5a909b511e req-384d4bfa-3588-4c19-bc28-539aa451a9c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.1364903 Jun 22 15:47:12.033164 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:12.093390 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ceeb6701-01f0-47ab-afd3-8a5a909b511e req-e2d15503-acc8-47c5-af9e-de0df78dbe8b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596769 Jun 22 15:47:12.107600 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-77701f40-2549-4889-8c2f-2ef128422ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:12.109271 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-77701f40-2549-4889-8c2f-2ef128422ef2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df2f431c-8b43-4622-8848-f12996f5943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0834689 Jun 22 15:47:12.205474 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-7032c938-1c22-4df0-9eba-aab0799e4c36 service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877419 Jun 22 15:47:12.233495 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '620b3419-1a7b-44cd-94d1-5d013a286972', 'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:a3:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:35Z', 'updated_at': '2021-06-22T15:44:40Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:12.258523 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2723ed0-405c-4bf6-8f5d-4464f3898780 None None] The sync data for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv is: [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '620b3419-1a7b-44cd-94d1-5d013a286972', 'name': '', 'network_id': 'df2f431c-8b43-4622-8848-f12996f5943f', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:a3:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:35Z', 'updated_at': '2021-06-22T15:44:40Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'cbbfaa42-aeab-4044-9194-94e0b0adb4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:47:12.297265 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ff1fff98-a6f2-4717-ad49-b5ec8ae52ef2 req-795787ba-f009-45cf-9818-6016e2e433fe service neutron] 10.222.0.21 "GET /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849195 Jun 22 15:47:12.468521 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b29ad3-d109-405c-a38d-e465e7226b75 None None] New status for floating IP b95ae9b7-4cee-4b03-8402-046285332f42: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:47:13.272398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b96670-0c62-4acd-9337-6c0e95e40c30 req-fd2ca97b-82d0-4714-98e8-0f236cc1e045 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:13.273910 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-91b96670-0c62-4acd-9337-6c0e95e40c30 req-fd2ca97b-82d0-4714-98e8-0f236cc1e045 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0672526 Jun 22 15:47:13.314013 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-91b96670-0c62-4acd-9337-6c0e95e40c30 req-216d64a7-add0-4776-9b3d-bef116e006ef tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332289 Jun 22 15:47:13.595773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-e69dcd62-d8c3-4f46-9f1b-c1d67dcabc2b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:13.597215 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-e69dcd62-d8c3-4f46-9f1b-c1d67dcabc2b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 945 time: 0.0614996 Jun 22 15:47:13.700462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 7571651d-678e-429f-9d79-b7d7faee0a9b {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:47:13.700893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:13.786792 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 7571651d-678e-429f-9d79-b7d7faee0a9b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7571651d-678e-429f-9d79-b7d7faee0a9b,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:13.787142 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:13.852189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 7571651d-678e-429f-9d79-b7d7faee0a9b owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:47:13.977505 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:13.982966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:14.010291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=7571651d-678e-429f-9d79-b7d7faee0a9b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:14.021176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.021573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.021959 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.022344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.022715 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.027827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.028247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.028637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.029823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.029823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.029823 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.030354 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:14.047801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:14.071358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] No DVR routers for this DVR port 7571651d-678e-429f-9d79-b7d7faee0a9b on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:47:14.074491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:14.076449 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-45c752b3-17cc-44ee-a74b-d785ebd77c41 req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "DELETE /v2.0/ports/7571651d-678e-429f-9d79-b7d7faee0a9b HTTP/1.1" status: 204 len: 173 time: 0.4735188 Jun 22 15:47:14.076992 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'name': 'network-vif-deleted', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:47:14.079282 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f57ac-4014-4e75-b863-f0f5a800a488" -d '{"events": [{"server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "name": "network-vif-deleted", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:47:14.122078 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ce1682-43e2-4ef6-8be8-bfc46e93db78 x-openstack-request-id: req-f6ce1682-43e2-4ef6-8be8-bfc46e93db78 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:47:14.122530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e0feda-bc38-4c97-8d32-1de23b9c6584", "name": "network-vif-deleted", "tag": "7571651d-678e-429f-9d79-b7d7faee0a9b", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:47:14.122883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6ce1682-43e2-4ef6-8be8-bfc46e93db78 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:47:14.123339 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e0feda-bc38-4c97-8d32-1de23b9c6584', 'name': 'network-vif-deleted', 'tag': '7571651d-678e-429f-9d79-b7d7faee0a9b', 'status': 'completed', 'code': 200} Jun 22 15:47:14.484413 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f0e32e47-e3be-4a0d-a098-7f5366df39b4 req-cbcb6f87-772b-4aef-807c-beac4290b515 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5e0feda-bc38-4c97-8d32-1de23b9c6584 HTTP/1.1" status: 200 len: 210 time: 0.0303113 Jun 22 15:47:15.579902 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48838) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:15.933324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:16.176581 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:47:16.192716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 620b3419-1a7b-44cd-94d1-5d013a286972 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:47:16.193020 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:16.286296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 620b3419-1a7b-44cd-94d1-5d013a286972, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=620b3419-1a7b-44cd-94d1-5d013a286972,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:16.286658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:16.352519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 620b3419-1a7b-44cd-94d1-5d013a286972 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:47:16.532916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:16.534828 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-072a176b-522b-411b-935d-6e803cfd99e1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:16.560174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=620b3419-1a7b-44cd-94d1-5d013a286972,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:16.563150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:16.735380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:16.938499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router aaa0d800-206c-4233-b222-18c7ce534f3a has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:47:17.042078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:47:17.047021 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b0ce340e-db02-43f6-9835-309c82b71134 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/aaa0d800-206c-4233-b222-18c7ce534f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660852 Jun 22 15:47:17.049769 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48840) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:17.051625 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] Sync routers for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:47:17.061237 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:17.061846 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:17.104658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc774eed-9d33-443c-ba98-2e4f67e6d8b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting subnet cbbfaa42-aeab-4044-9194-94e0b0adb4e8 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:47:17.107847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc774eed-9d33-443c-ba98-2e4f67e6d8b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.147021 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc774eed-9d33-443c-ba98-2e4f67e6d8b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.163604 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:17.227501 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc774eed-9d33-443c-ba98-2e4f67e6d8b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.289240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc774eed-9d33-443c-ba98-2e4f67e6d8b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.296693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5a075e7b-04e0-4dd1-ba58-e83b2210e6df tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:17.321047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc774eed-9d33-443c-ba98-2e4f67e6d8b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbfaa42-aeab-4044-9194-94e0b0adb4e8,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:17.324272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dc774eed-9d33-443c-ba98-2e4f67e6d8b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:17.325810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dc774eed-9d33-443c-ba98-2e4f67e6d8b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.327765 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dc774eed-9d33-443c-ba98-2e4f67e6d8b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/subnets/cbbfaa42-aeab-4044-9194-94e0b0adb4e8 HTTP/1.1" status: 204 len: 168 time: 0.2770183 Jun 22 15:47:17.330293 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48842) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:17.336011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76bb95f-2d50-45bb-a508-e3107d3cd7df None None] Network df2f431c-8b43-4622-8848-f12996f5943f requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:47:17.343686 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:47:16Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:17.370743 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] Checking router: aaa0d800-206c-4233-b222-18c7ce534f3a for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:47:17.379447 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] Routers {'aaa0d800-206c-4233-b222-18c7ce534f3a'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:17.379945 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['aaa0d800-206c-4233-b222-18c7ce534f3a'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:17.454024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.537837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] DHCP port deletion for df2f431c-8b43-4622-8848-f12996f5943f request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:47:17.600608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Deleting port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:47:17.601023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.607168 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] Set router aaa0d800-206c-4233-b222-18c7ce534f3a gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:17.676572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] For port 2e9babcb-91e5-4f15-abd2-aa5962d536a4, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=2e9babcb-91e5-4f15-abd2-aa5962d536a4,segment=NetworkSegment(a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a),segment_id=a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:17.677018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.743889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Calling delete_port for 2e9babcb-91e5-4f15-abd2-aa5962d536a4 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:47:17.808252 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:47:16Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:17.832481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.835033 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f960d6ae-e446-4638-a208-ac4ad7cb7c1b None None] The sync data for ids ['aaa0d800-206c-4233-b222-18c7ce534f3a'] in dv-neutron-601336-93-hyperv is: [{'id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213386105', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79'}], 'enable_snat': True}, 'gw_port_id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:47:16Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'df6eda28-8381-4fc6-a331-1bcf3a27b04c', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:31:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa0d800-206c-4233-b222-18c7ce534f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:44:32Z', 'updated_at': '2021-06-22T15:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:47:17.841596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d5e10342-a699-4a3f-90f5-2da45ec2d265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:17.871273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] No DVR routers for this DVR port 2e9babcb-91e5-4f15-abd2-aa5962d536a4 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:47:17.875086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Pushing event deleted for resources: {'Port': ['ID=2e9babcb-91e5-4f15-abd2-aa5962d536a4,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:17.887144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.887501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.887843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.888179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.888514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.888896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.889230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.889560 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.889937 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.890268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.890592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.890914 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:17.894323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:17.929237 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:17.982957 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port df6eda28-8381-4fc6-a331-1bcf3a27b04c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:47:17.983303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.062555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port df6eda28-8381-4fc6-a331-1bcf3a27b04c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=df6eda28-8381-4fc6-a331-1bcf3a27b04c,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:18.062920 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.130666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for df6eda28-8381-4fc6-a331-1bcf3a27b04c owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:47:18.231918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 620b3419-1a7b-44cd-94d1-5d013a286972 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:47:18.265619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 620b3419-1a7b-44cd-94d1-5d013a286972 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:47:18.265975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 620b3419-1a7b-44cd-94d1-5d013a286972 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:47:18.266415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2e9babcb-91e5-4f15-abd2-aa5962d536a4 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:47:18.285906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 2e9babcb-91e5-4f15-abd2-aa5962d536a4 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:47:18.286259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 2e9babcb-91e5-4f15-abd2-aa5962d536a4 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:47:18.327712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.329871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-9c18ba49-76ac-4dd1-82a0-16fdd7b88c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:18.358993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=df6eda28-8381-4fc6-a331-1bcf3a27b04c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:18.362030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:18.422578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.510294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.512321 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.552972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.553535 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Fanout notify agent at l3_agent the message router_deleted on router aaa0d800-206c-4233-b222-18c7ce534f3a {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:47:18.561131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.562272 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/routers/aaa0d800-206c-4233-b222-18c7ce534f3a HTTP/1.1" status: 204 len: 168 time: 1.2310355 Jun 22 15:47:18.564976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48844) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:18.649138 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.736236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.746376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2f431c-8b43-4622-8848-f12996f5943f']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:18.760338 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:18.760656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ecc1f9-9fd6-4440-a2c4-23963b1b2a1a') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:18.769196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.782473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.788412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:47:18.788837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:47:18.792373 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:47:18.846532 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.849750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:18.854246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.856044 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/networks/df2f431c-8b43-4622-8848-f12996f5943f HTTP/1.1" status: 204 len: 168 time: 0.2901335 Jun 22 15:47:18.858832 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48846) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:18.867944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Network': ['ID=df2f431c-8b43-4622-8848-f12996f5943f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:18.871403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5aada315-d34d-4858-b084-78b931df4dba tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:18.916486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7571651d-678e-429f-9d79-b7d7faee0a9b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:47:18.921798 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0abe550b-6c7b-479b-a5ec-77e40e447553 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:18.935633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 7571651d-678e-429f-9d79-b7d7faee0a9b {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:47:18.935990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 7571651d-678e-429f-9d79-b7d7faee0a9b not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:47:18.946075 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0abe550b-6c7b-479b-a5ec-77e40e447553 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.006268 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0abe550b-6c7b-479b-a5ec-77e40e447553 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.008923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0abe550b-6c7b-479b-a5ec-77e40e447553 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.010189 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0abe550b-6c7b-479b-a5ec-77e40e447553 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/security-groups/d49cdc07-2b29-43e8-b9e4-17fb416ed8bf HTTP/1.1" status: 204 len: 168 time: 0.1503720 Jun 22 15:47:19.011121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-60c2b0a3-987c-41e1-b791-e66ee9bd89ca tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:19.020035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe550b-6c7b-479b-a5ec-77e40e447553 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49cdc07-2b29-43e8-b9e4-17fb416ed8bf,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:19.022928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0abe550b-6c7b-479b-a5ec-77e40e447553 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:19.321352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48852) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:19.326589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-df81c1cf-cf31-4a9a-89c5-ca53a062eb6f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1669880649', 'description': 'tempest-secgroup-smoke-1669880649 description', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:19.351021 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df81c1cf-cf31-4a9a-89c5-ca53a062eb6f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.428567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df81c1cf-cf31-4a9a-89c5-ca53a062eb6f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.432260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df81c1cf-cf31-4a9a-89c5-ca53a062eb6f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.435453 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-83818f14-63a8-440b-b03d-2e1aa2cd0778 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:19.460184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-df81c1cf-cf31-4a9a-89c5-ca53a062eb6f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.461402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-df81c1cf-cf31-4a9a-89c5-ca53a062eb6f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385126 Jun 22 15:47:19.464037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81c1cf-cf31-4a9a-89c5-ca53a062eb6f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe87c90-89d8-4329-993d-3569cb98615f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:19.465030 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48854) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:19.466918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-df81c1cf-cf31-4a9a-89c5-ca53a062eb6f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:19.470148 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b916e516-8f4f-4a28-924a-b582921ed664 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '8fe87c90-89d8-4329-993d-3569cb98615f', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:19.495624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b916e516-8f4f-4a28-924a-b582921ed664 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.550876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b916e516-8f4f-4a28-924a-b582921ed664 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.554229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b916e516-8f4f-4a28-924a-b582921ed664 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.556042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ec9045da-bda9-4b19-9e18-969da3b2eaae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:19.572254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916e516-8f4f-4a28-924a-b582921ed664 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33522776-2ee4-4989-9f8d-de391ea3239e,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:19.575057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b916e516-8f4f-4a28-924a-b582921ed664 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:19.577853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b916e516-8f4f-4a28-924a-b582921ed664 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.579024 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b916e516-8f4f-4a28-924a-b582921ed664 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130204 Jun 22 15:47:19.581750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48856) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:19.586080 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-777d5227-9658-4953-84b9-78eb00717acb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '8fe87c90-89d8-4329-993d-3569cb98615f', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:19.611463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-777d5227-9658-4953-84b9-78eb00717acb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.672340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-777d5227-9658-4953-84b9-78eb00717acb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.675581 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-777d5227-9658-4953-84b9-78eb00717acb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.677366 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5403a380-af75-4163-bf07-e131bc452f88 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:19.692907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d5227-9658-4953-84b9-78eb00717acb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b59678-e0d6-4a73-97e6-0c2bd8c5f68a,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:19.695280 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-777d5227-9658-4953-84b9-78eb00717acb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:19.700125 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-777d5227-9658-4953-84b9-78eb00717acb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.701443 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-777d5227-9658-4953-84b9-78eb00717acb tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187854 Jun 22 15:47:19.704172 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48858) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:19.708646 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-1cd0b04f-62d2-4bd8-9c88-8471ec3084b4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '8fe87c90-89d8-4329-993d-3569cb98615f', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:19.735792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b04f-62d2-4bd8-9c88-8471ec3084b4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.795754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b04f-62d2-4bd8-9c88-8471ec3084b4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.799204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b04f-62d2-4bd8-9c88-8471ec3084b4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.801042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f336d2ba-916a-4119-9549-1045d296c36d tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:19.817525 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0b04f-62d2-4bd8-9c88-8471ec3084b4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5a5c6b-7cec-47e9-8c2b-33d67e4c3b38,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:19.820010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1cd0b04f-62d2-4bd8-9c88-8471ec3084b4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:19.825439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b04f-62d2-4bd8-9c88-8471ec3084b4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.826539 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-1cd0b04f-62d2-4bd8-9c88-8471ec3084b4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214120 Jun 22 15:47:19.829137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48862) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:19.833792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-28c2cd36-586d-41d1-a033-32ededde06d3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '8fe87c90-89d8-4329-993d-3569cb98615f', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:19.861796 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28c2cd36-586d-41d1-a033-32ededde06d3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.926140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28c2cd36-586d-41d1-a033-32ededde06d3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.930699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28c2cd36-586d-41d1-a033-32ededde06d3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.932804 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-99d51caf-f279-4124-ad4d-316186b25b7c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:19.950202 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2cd36-586d-41d1-a033-32ededde06d3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ec0569-a389-4b85-9be7-beac27bf9cdd,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:19.952975 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-28c2cd36-586d-41d1-a033-32ededde06d3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:19.953848 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-28c2cd36-586d-41d1-a033-32ededde06d3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:19.955044 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-28c2cd36-586d-41d1-a033-32ededde06d3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249771 Jun 22 15:47:19.957766 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48864) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:19.962786 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b660206d-6aa6-4c97-a4e0-9d381ad2e2e5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '8fe87c90-89d8-4329-993d-3569cb98615f', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:19.985568 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-b660206d-6aa6-4c97-a4e0-9d381ad2e2e5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:47:19.990390 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b660206d-6aa6-4c97-a4e0-9d381ad2e2e5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.052184 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b660206d-6aa6-4c97-a4e0-9d381ad2e2e5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.056101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b660206d-6aa6-4c97-a4e0-9d381ad2e2e5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.062094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c20f5568-c1fd-46e0-ab58-8439ad8ca41c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:20.077926 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660206d-6aa6-4c97-a4e0-9d381ad2e2e5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd25ee37-de92-44fd-866d-13130a6f29ec,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:20.081263 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b660206d-6aa6-4c97-a4e0-9d381ad2e2e5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:20.082438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b660206d-6aa6-4c97-a4e0-9d381ad2e2e5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.083612 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b660206d-6aa6-4c97-a4e0-9d381ad2e2e5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249213 Jun 22 15:47:20.086362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48866) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:20.091550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'security_group_rule': {'security_group_id': '8fe87c90-89d8-4329-993d-3569cb98615f', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:20.113855 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Project 08e09cb0c1cf4dee93b25ff349d596fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:47:20.118563 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.182726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.186268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.188110 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-1cd0b04f-62d2-4bd8-9c88-8471ec3084b4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:20.201446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device df6eda28-8381-4fc6-a331-1bcf3a27b04c no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:47:20.207345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e8724c-9354-4786-9f4e-2b91afa0fbf6,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:20.209893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:20.210585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.215062 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244156 Jun 22 15:47:20.215628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48868) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:20.221072 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'network': {'name': 'tempest-network-smoke--2146745535', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'port_security_enabled': True}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:20.235716 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: df6eda28-8381-4fc6-a331-1bcf3a27b04c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:47:20.236070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device df6eda28-8381-4fc6-a331-1bcf3a27b04c not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:47:20.245301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:47:20.248721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.272663 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:47:20.282850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.283195 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Added segment e2651a7c-69c5-4897-bb27-939373e56110 of type vlan for network 767c128a-21fa-464d-8246-c212b4230775 Jun 22 15:47:20.323486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.355593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.361143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:20.361726 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.365127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0cb5112b-2510-4218-8e7c-2866b69c885d tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:20.416789 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1999736 Jun 22 15:47:20.419495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48870) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:20.430350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'admin_state_up': True, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:20.445948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Network': ['ID=767c128a-21fa-464d-8246-c212b4230775,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:20.450203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9e3f0e8c-9aa9-45e3-b0d4-9f200e7e479c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:20.456343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 767c128a-21fa-464d-8246-c212b4230775 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:47:20.460378 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.461617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.529853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.671037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.859156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.877238 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:20.974951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.148 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/b20d22fc-27ba-430b-8d99-319e5ac38492) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:47:21.077172 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:21.117640 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:21.120971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-05c8c6d2-6153-4823-a041-b970fe8c00ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:21.157578 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:47:21.161952 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:47:21.167048 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:47:21.170271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=b20d22fc-27ba-430b-8d99-319e5ac38492,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:21.192314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:21.766875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:21.960001 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:22.088763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 53998b03-af42-446d-9088-63a458f839ce is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:47:22.195636 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:47:22.206804 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Sync routers for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:47:22.213975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:22.215248 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7947865 Jun 22 15:47:22.216295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:22.216949 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:22.218362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48872) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:22.249424 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8567969d-d3f1-47f5-8f76-1265e34a63ff tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=08e09cb0c1cf4dee93b25ff349d596fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296032 Jun 22 15:47:22.251860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48874) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:22.323553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:22.342943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b85a1-a93f-48c0-be27-3a4c99a7ef50 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:22.347348 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-837b85a1-a93f-48c0-be27-3a4c99a7ef50 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920229 Jun 22 15:47:22.347559 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48876) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:22.376922 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-de8cc604-6a2b-4314-b05f-ad96a89837db tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=339c21db-a4db-4e65-9542-46a747b526ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281553 Jun 22 15:47:22.379331 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48878) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:22.384388 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1416068829', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:22.478416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:47:22.482317 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:22.503549 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:21Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:22.682910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:22.685051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8bd48704-af1e-4c39-ae47-956e2243a336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:22.693286 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Checking router: 53998b03-af42-446d-9088-63a458f839ce for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:47:22.693642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Updating router 53998b03-af42-446d-9088-63a458f839ce port b20d22fc-27ba-430b-8d99-319e5ac38492 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:47:22.726915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:22.742510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Subnet': ['ID=d16b78e6-b7b4-4dd0-a82b-ab0a54515943,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:22.746066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:22.753449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Checking segment: {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:47:22.753813 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network hostable DHCP agents. Network: 767c128a-21fa-464d-8246-c212b4230775, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:47:22.772110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 767c128a-21fa-464d-8246-c212b4230775 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:47:22.781589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 767c128a-21fa-464d-8246-c212b4230775) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:47:22.787035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:22.787634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:22.803181 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9ee2c683-17f9-4452-9f52-bf386bbb59c2 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4227366 Jun 22 15:47:22.805864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48880) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:22.820974 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be2b5a-7103-4f95-b7cc-188a627f8f02 None None] Network 767c128a-21fa-464d-8246-c212b4230775 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:47:23.070450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-767c128a-21fa-464d-8246-c212b4230775', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:47:23.071296 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.177216 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.199982 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Transition to ACTIVE for port object b20d22fc-27ba-430b-8d99-319e5ac38492 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:47:23.209563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.214425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:23.256488 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.313421 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Attempting to bind port b20d22fc-27ba-430b-8d99-319e5ac38492 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:47:23.313654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Attempting to bind port b20d22fc-27ba-430b-8d99-319e5ac38492 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:47:23.313811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Attempting to bind port b20d22fc-27ba-430b-8d99-319e5ac38492 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:47:23.316261 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Allocated IP 172.20.0.2 (767c128a-21fa-464d-8246-c212b4230775/d16b78e6-b7b4-4dd0-a82b-ab0a54515943/e0767ad9-53d8-43fb-b09c-1b39734a1234) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:47:23.318129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b467f-6784-46d6-a1a4-459f7317a5fe None None] Pushing event updated for resources: {'Port': ['ID=b20d22fc-27ba-430b-8d99-319e5ac38492,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:23.323884 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ec4b467f-6784-46d6-a1a4-459f7317a5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:23.331484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:47:23.331868 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:47:23.332275 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.332689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:47:23.333186 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Bound port: b20d22fc-27ba-430b-8d99-319e5ac38492, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:47:23.333554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.435342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] For port b20d22fc-27ba-430b-8d99-319e5ac38492, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:47:23.439809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] For port b20d22fc-27ba-430b-8d99-319e5ac38492, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b20d22fc-27ba-430b-8d99-319e5ac38492,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:47:23.447693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.455309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:23.554292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b467f-6784-46d6-a1a4-459f7317a5fe None None] Pushing event updated for resources: {'Port': ['ID=b20d22fc-27ba-430b-8d99-319e5ac38492,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:23.560685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ec4b467f-6784-46d6-a1a4-459f7317a5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:23.561435 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:23.562151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:23.625979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.663415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Transition to ACTIVE for port object e0767ad9-53d8-43fb-b09c-1b39734a1234 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:47:23.689973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Transition to ACTIVE for port object e0767ad9-53d8-43fb-b09c-1b39734a1234 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:47:23.702853 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.706359 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:23.707929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ec4b467f-6784-46d6-a1a4-459f7317a5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:23.749796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.1 (767c128a-21fa-464d-8246-c212b4230775/d16b78e6-b7b4-4dd0-a82b-ab0a54515943/0d11f935-0bb6-4c48-b5f2-7c0a1e95733a) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:47:23.796929 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Network 767c128a-21fa-464d-8246-c212b4230775 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:47:23.809842 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:47:23.835653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:47:23.846507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Pushing event updated for resources: {'Port': ['ID=e0767ad9-53d8-43fb-b09c-1b39734a1234,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:23.850340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:23.860531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.873761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:47:23.906530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.908462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:23.923773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Attempting to bind port e0767ad9-53d8-43fb-b09c-1b39734a1234 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:47:23.924150 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Attempting to bind port e0767ad9-53d8-43fb-b09c-1b39734a1234 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:47:23.924511 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Attempting to bind port e0767ad9-53d8-43fb-b09c-1b39734a1234 on network 767c128a-21fa-464d-8246-c212b4230775 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:47:23.937510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:47:23.937889 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Checking segment: {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:47:23.938291 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.938686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Bound using segment: {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:47:23.939155 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Bound port: e0767ad9-53d8-43fb-b09c-1b39734a1234, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:47:23.939529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:23.951973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 767c128a-21fa-464d-8246-c212b4230775 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:47:23.955210 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:47:23.959121 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:47:23.987167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=0d11f935-0bb6-4c48-b5f2-7c0a1e95733a,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:23.991348 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:24.007219 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:24.034141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] For port e0767ad9-53d8-43fb-b09c-1b39734a1234, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:47:24.048048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] For port e0767ad9-53d8-43fb-b09c-1b39734a1234, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e0767ad9-53d8-43fb-b09c-1b39734a1234,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:47:24.052527 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:21Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:24.055967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:24.084993 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:24.093387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bea382-fed4-44f8-b93a-18b081e07d52 None None] The sync data for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv is: [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:21Z', 'revision_number': 3, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:47:24.150316 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Pushing event updated for resources: {'Port': ['ID=e0767ad9-53d8-43fb-b09c-1b39734a1234,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:24.155908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:24.174983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:24.532837 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:24.538091 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:24.541150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b32d22ea-68c3-44dc-8e34-d31fea98c8fc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:24.615553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=0d11f935-0bb6-4c48-b5f2-7c0a1e95733a,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:24.618061 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:24.620274 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:24.720248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 767c128a-21fa-464d-8246-c212b4230775 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:47:24.722085 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:47:24.844478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 53998b03-af42-446d-9088-63a458f839ce has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:47:24.962855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:47:24.968307 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/53998b03-af42-446d-9088-63a458f839ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1602678 Jun 22 15:47:25.084412 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577635f-fdbb-453a-86d4-7ae0f251d2dc None None] Network 767c128a-21fa-464d-8246-c212b4230775 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:47:25.156112 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-da1a898c-7216-467c-81cd-cc7c4a8f9f32 None None] Provisioning for port e0767ad9-53d8-43fb-b09c-1b39734a1234 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:47:25.205876 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-56d8885a-e130-4859-bb15-9c2094e33b0d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1669880649&fields=id&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 267 time: 0.0353804 Jun 22 15:47:25.320675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-73f7727b-91a1-4e39-8ede-736ffe7716ab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:25.322950 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-73f7727b-91a1-4e39-8ede-736ffe7716ab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/networks?id=767c128a-21fa-464d-8246-c212b4230775 HTTP/1.1" status: 200 len: 797 time: 0.1096549 Jun 22 15:47:25.339912 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-f981ee44-d21f-4a94-bb34-45d767842700 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/quotas/08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 375 time: 0.0113568 Jun 22 15:47:25.411194 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-726100e1-38aa-4dfa-8995-9ca5a6a15771 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656204 Jun 22 15:47:25.504448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bc0a043a-ce81-4a72-a64d-1341c70e51d9 None None] Provisioning for port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:47:25.508631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bc0a043a-ce81-4a72-a64d-1341c70e51d9 None None] Provisioning complete for port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:25.510652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bc0a043a-ce81-4a72-a64d-1341c70e51d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:25.553460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a043a-ce81-4a72-a64d-1341c70e51d9 None None] Port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:47:25.622535 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-c1a43cad-e32d-4f8d-8524-ddf35b099117 service neutron] 10.222.0.22 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983879 Jun 22 15:47:25.672859 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-98cd810c-3805-4ca0-bd4a-e3338d040589 None None] Provisioning complete for port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:25.673247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-98cd810c-3805-4ca0-bd4a-e3338d040589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:25.714946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-98cd810c-3805-4ca0-bd4a-e3338d040589 None None] Port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:47:25.730220 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a0569350-9436-4d31-bf67-c8998cc6e71d service neutron] 10.222.0.22 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017892 Jun 22 15:47:25.755104 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Sync routers for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:47:25.766547 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:25.767255 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:25.878135 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:25.936340 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a41dbb1c-27b2-4342-aa96-5c78a0ed5077 req-96c4e99b-3335-4787-be6d-fba8711bfb0e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 210 time: 0.0326750 Jun 22 15:47:25.942660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-136e5e74-9527-4f5f-8e2a-4e8bc13fb084 None None] Provisioning complete for port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:25.943292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-136e5e74-9527-4f5f-8e2a-4e8bc13fb084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:25.985660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-136e5e74-9527-4f5f-8e2a-4e8bc13fb084 None None] Port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:47:26.093531 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '0d11f935-0bb6-4c48-b5f2-7c0a1e95733a', 'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:cc:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:23Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 2, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:26.123678 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Checking router: 53998b03-af42-446d-9088-63a458f839ce for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:47:26.124043 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Updating router 53998b03-af42-446d-9088-63a458f839ce port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:47:26.159960 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.271748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b20d22fc-27ba-430b-8d99-319e5ac38492 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:47:26.331647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port b20d22fc-27ba-430b-8d99-319e5ac38492 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:47:26.337035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b20d22fc-27ba-430b-8d99-319e5ac38492 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:26.338524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.424878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.447119 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port b20d22fc-27ba-430b-8d99-319e5ac38492, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b20d22fc-27ba-430b-8d99-319e5ac38492,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:26.451572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.452650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e0767ad9-53d8-43fb-b09c-1b39734a1234 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:47:26.455483 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a67778e7-1a5c-4aee-a6ea-ab8d3a68ac81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:26.474267 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.484509 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Transition to ACTIVE for port object 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:47:26.491453 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.494050 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-3c995250-b6d6-4d76-9565-1726ac657161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:26.534899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=b20d22fc-27ba-430b-8d99-319e5ac38492,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:26.538807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:26.551915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port e0767ad9-53d8-43fb-b09c-1b39734a1234 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:47:26.557376 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e0767ad9-53d8-43fb-b09c-1b39734a1234 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:26.557979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.580194 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Pushing event updated for resources: {'Port': ['ID=0d11f935-0bb6-4c48-b5f2-7c0a1e95733a,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:26.606450 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.606792 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.607340 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.608013 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.608502 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.609362 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.610115 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.610634 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.611121 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.611452 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.611776 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.612113 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:47:26.636029 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:26.652910 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Attempting to bind port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:47:26.653389 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Attempting to bind port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:47:26.653982 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Attempting to bind port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a on network 767c128a-21fa-464d-8246-c212b4230775 {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:47:26.656378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.661090 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:47:26.661475 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Checking segment: {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:47:26.661884 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.662416 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Bound using segment: {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:47:26.662900 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Bound port: 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:47:26.663277 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.691773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port e0767ad9-53d8-43fb-b09c-1b39734a1234, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e0767ad9-53d8-43fb-b09c-1b39734a1234,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:26.697485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.699509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:26.733219 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] For port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:47:26.736638 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] For port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0d11f935-0bb6-4c48-b5f2-7c0a1e95733a,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:47:26.741060 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:26.743030 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-2588f926-2b26-4cd3-be97-c61b6bdf7098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:26.755125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=e0767ad9-53d8-43fb-b09c-1b39734a1234,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:26.758393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:26.801074 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:26.801630 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:26.844141 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Pushing event updated for resources: {'Port': ['ID=0d11f935-0bb6-4c48-b5f2-7c0a1e95733a,revision_number=4']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:26.855533 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:26.930158 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:27.162017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-f8b375c5-3bff-4d27-bb06-3cd001970ec1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:27.163744 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-f8b375c5-3bff-4d27-bb06-3cd001970ec1 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/networks?id=767c128a-21fa-464d-8246-c212b4230775 HTTP/1.1" status: 200 len: 797 time: 0.2281623 Jun 22 15:47:27.189729 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '0d11f935-0bb6-4c48-b5f2-7c0a1e95733a', 'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:cc:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:23Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:27.214624 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-70fee870-aa50-4991-bdee-2cfb7a0577dd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08e09cb0c1cf4dee93b25ff349d596fa HTTP/1.1" status: 200 len: 380 time: 0.0418017 Jun 22 15:47:27.223396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'port': {'device_id': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'admin_state_up': True, 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'security_groups': ['8fe87c90-89d8-4329-993d-3569cb98615f']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:27.229719 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b608246-99f6-4991-a36e-2d7c69ec69d7 None None] The sync data for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv is: [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '0d11f935-0bb6-4c48-b5f2-7c0a1e95733a', 'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:cc:0f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:23Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:47:27.271174 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ec2e49eb-48d8-4ee3-a464-f9c8aee78fa1 req-5fe5a05a-3050-4ea3-afbd-c5c8653a706e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 210 time: 0.0415795 Jun 22 15:47:27.379602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Made reservation on behalf of 08e09cb0c1cf4dee93b25ff349d596fa for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:47:27.385263 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:27.540442 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.20.0.9 (767c128a-21fa-464d-8246-c212b4230775/d16b78e6-b7b4-4dd0-a82b-ab0a54515943/0035fd8c-3102-4c97-a4c9-56b1d94025e8) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:47:27.694627 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:27.709946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Transition to ACTIVE for port object 0035fd8c-3102-4c97-a4c9-56b1d94025e8 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:47:27.745346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:27.749524 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c3166e63-7e23-4c4c-8504-00309d81b85f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:27.798079 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 767c128a-21fa-464d-8246-c212b4230775 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:47:27.801597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:47:27.805791 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:47:27.834017 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=0035fd8c-3102-4c97-a4c9-56b1d94025e8,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:27.840485 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:27.866303 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:27.867064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:27.885879 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-3a78e706-5481-4f45-bc67-11eb1827b0b0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6672037 Jun 22 15:47:27.898353 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Request body: {'port': {'device_id': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:27.982506 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:28.061890 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e0871c85-bd43-4287-a7fb-505b1cf66abd None None] Provisioning for port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:47:28.066637 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e0871c85-bd43-4287-a7fb-505b1cf66abd None None] Provisioning complete for port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:28.067103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0871c85-bd43-4287-a7fb-505b1cf66abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:28.107190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-e0871c85-bd43-4287-a7fb-505b1cf66abd None None] Port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:47:28.308036 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0035fd8c-3102-4c97-a4c9-56b1d94025e8 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:47:28.314841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b20d22fc-27ba-430b-8d99-319e5ac38492 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:47:28.319325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:28.338228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Transition to ACTIVE for port object 0035fd8c-3102-4c97-a4c9-56b1d94025e8 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:47:28.352052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:28.354935 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-94827e02-95f6-4137-bfd7-3f9a510ed996 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:28.376910 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b20d22fc-27ba-430b-8d99-319e5ac38492 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:28.377466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:28.480787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e0767ad9-53d8-43fb-b09c-1b39734a1234 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:47:28.543138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e0767ad9-53d8-43fb-b09c-1b39734a1234 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:28.543821 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:28.643600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:47:28.696893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:47:28.701357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:28.701943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:28.785644 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:28.826627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0d11f935-0bb6-4c48-b5f2-7c0a1e95733a,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:28.831625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:28.833904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:28.881767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=0d11f935-0bb6-4c48-b5f2-7c0a1e95733a,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:28.885636 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:28.904305 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Pushing event updated for resources: {'Port': ['ID=0035fd8c-3102-4c97-a4c9-56b1d94025e8,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:28.910567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:28.948697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Attempting to bind port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:47:28.949074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Attempting to bind port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:47:28.949401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Attempting to bind port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 on network 767c128a-21fa-464d-8246-c212b4230775 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:47:28.959776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451c285-4bcd-47f6-bf64-239c396a375c req-0333f86b-2379-49c7-9557-07846f3c4066 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:28.961266 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6451c285-4bcd-47f6-bf64-239c396a375c req-0333f86b-2379-49c7-9557-07846f3c4066 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 943 time: 0.5288129 Jun 22 15:47:28.963585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 on network 767c128a-21fa-464d-8246-c212b4230775 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:47:28.963903 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Attempting to bind port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 on network 767c128a-21fa-464d-8246-c212b4230775 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:47:28.976319 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:47:28.976658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Checking segment: {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:47:28.977057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Bound using segment: {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:47:28.977489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Bound port: 0035fd8c-3102-4c97-a4c9-56b1d94025e8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2651a7c-69c5-4897-bb27-939373e56110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '767c128a-21fa-464d-8246-c212b4230775'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:47:28.978585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:29.033001 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6451c285-4bcd-47f6-bf64-239c396a375c req-aa06b625-8de1-4f8a-a040-839eb71746ae tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656219 Jun 22 15:47:29.072519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] For port 0035fd8c-3102-4c97-a4c9-56b1d94025e8, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:47:29.075646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] For port 0035fd8c-3102-4c97-a4c9-56b1d94025e8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:47:29.079985 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:29.082052 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a5e788bf-e5b5-490e-a2ff-c5d001983050 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:29.117063 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:29.117683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:29.119699 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] 10.222.0.21 "PUT /v2.0/ports/0035fd8c-3102-4c97-a4c9-56b1d94025e8 HTTP/1.1" status: 200 len: 1093 time: 1.2259815 Jun 22 15:47:29.120536 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:47:29.123019 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d2c454-2b36-4cd3-b41d-284f1d10866a" -d '{"events": [{"name": "network-changed", "server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:47:29.148913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Pushing event updated for resources: {'Port': ['ID=0035fd8c-3102-4c97-a4c9-56b1d94025e8,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:29.153050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:29.187531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7bca85-2b58-46c9-8873-308ebc393b46 x-openstack-request-id: req-eb7bca85-2b58-46c9-8873-308ebc393b46 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:47:29.187842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:47:29.188206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb7bca85-2b58-46c9-8873-308ebc393b46 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:47:29.188604 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'status': 'completed', 'code': 200} Jun 22 15:47:29.241537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-2b3d268c-37a3-41a0-905e-ecac6dbabc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:29.243171 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-2b3d268c-37a3-41a0-905e-ecac6dbabc7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 1096 time: 0.0698824 Jun 22 15:47:29.292959 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-07e5b00d-7f1b-4751-b521-b082700cac1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8 HTTP/1.1" status: 200 len: 217 time: 0.0396087 Jun 22 15:47:29.342222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-278fbd56-0710-4f7f-935d-c8d8a592095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:29.343608 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-278fbd56-0710-4f7f-935d-c8d8a592095e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16b78e6-b7b4-4dd0-a82b-ab0a54515943 HTTP/1.1" status: 200 len: 835 time: 0.0447400 Jun 22 15:47:29.403431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-c648c993-41b8-4705-99b6-180dedfd9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:29.404983 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-c648c993-41b8-4705-99b6-180dedfd9a6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=767c128a-21fa-464d-8246-c212b4230775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0548229 Jun 22 15:47:29.499833 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-1342eee2-acdd-4fbb-9ac7-576e5697baf0 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881350 Jun 22 15:47:29.588718 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f8091772-02f9-4b99-b164-eac0394d12f3 req-4eed8588-d446-4ed1-a823-ef0dfe2687c9 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829580 Jun 22 15:47:29.688722 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-55104c5e-b78f-4fdc-89ef-3c6453b0d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:29.690228 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-55104c5e-b78f-4fdc-89ef-3c6453b0d8e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 1096 time: 0.0531816 Jun 22 15:47:29.783805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-124d10c2-f714-4889-8545-1fec162980dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:29.789789 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-124d10c2-f714-4889-8545-1fec162980dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=767c128a-21fa-464d-8246-c212b4230775 HTTP/1.1" status: 200 len: 898 time: 0.0890961 Jun 22 15:47:29.826211 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-a2ecad68-a162-4a7e-875f-97ff67a0090d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8 HTTP/1.1" status: 200 len: 217 time: 0.0346317 Jun 22 15:47:29.875999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-924c9259-a0db-4314-8963-0dc42fea7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:29.877738 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-924c9259-a0db-4314-8963-0dc42fea7de1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16b78e6-b7b4-4dd0-a82b-ab0a54515943 HTTP/1.1" status: 200 len: 835 time: 0.0442283 Jun 22 15:47:29.939361 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-b254b84d-75d8-4499-9fb4-b539426011a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:29.940941 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-b254b84d-75d8-4499-9fb4-b539426011a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=767c128a-21fa-464d-8246-c212b4230775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0568681 Jun 22 15:47:30.028923 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-91ddf29a-a6c7-473c-87a2-2fec1253798d service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808475 Jun 22 15:47:30.126536 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d9d2c454-2b36-4cd3-b41d-284f1d10866a req-c87600d7-913a-424f-855b-3af6bdbe9016 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912619 Jun 22 15:47:30.213287 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:47:30.216250 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c5c9e-2455-4542-ba27-046a20576546 req-9d1ebc4f-2f6c-47b6-b8e0-be11f2b28b05 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:30.217772 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-074c5c9e-2455-4542-ba27-046a20576546 req-9d1ebc4f-2f6c-47b6-b8e0-be11f2b28b05 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 943 time: 0.0674267 Jun 22 15:47:30.256812 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-074c5c9e-2455-4542-ba27-046a20576546 req-b185eaf1-f09e-4d53-8f0f-af15d3a22e4e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330372 Jun 22 15:47:30.259928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-75882734-4fb7-448a-a8d2-bb2ceaabddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:30.274180 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:30.274554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:31.435281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b1514-7f0f-4a39-94ca-7243e5b99305 req-68f65341-6ee5-4648-847f-64162ec4bc85 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:31.436658 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e73b1514-7f0f-4a39-94ca-7243e5b99305 req-68f65341-6ee5-4648-847f-64162ec4bc85 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 943 time: 0.0678680 Jun 22 15:47:31.474936 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e73b1514-7f0f-4a39-94ca-7243e5b99305 req-0de0e6aa-3ae8-45e1-aee9-cfc4994cf6ff tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325830 Jun 22 15:47:32.646340 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129930a-fbec-47fc-bfcd-59b1242b2fa7 req-3ef96855-1d03-40f2-b710-f90913f24c2d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:32.647886 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8129930a-fbec-47fc-bfcd-59b1242b2fa7 req-3ef96855-1d03-40f2-b710-f90913f24c2d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 943 time: 0.0651875 Jun 22 15:47:32.686167 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8129930a-fbec-47fc-bfcd-59b1242b2fa7 req-c50ca3ee-505f-486a-a038-1001c344682f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Jun 22 15:47:32.722469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1d22e925-51a0-42d3-a741-c417123da1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:32.949437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 0035fd8c-3102-4c97-a4c9-56b1d94025e8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:47:33.021401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:33.053894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 0035fd8c-3102-4c97-a4c9-56b1d94025e8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:33.063843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'port_id': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'mac_address': 'fa:16:3e:94:09:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:47:33.101739 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:33.117546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0035fd8c-3102-4c97-a4c9-56b1d94025e8 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:47:33.139045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 0035fd8c-3102-4c97-a4c9-56b1d94025e8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:33.142630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:33.144355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ddb6b115-f714-4de3-a800-4628633592fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:33.191298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=0035fd8c-3102-4c97-a4c9-56b1d94025e8,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:33.194348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:33.514896 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['0035fd8c-3102-4c97-a4c9-56b1d94025e8'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:47:33.858131 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08968af-01f0-4484-bc1c-ed05ce936656 req-0470bc59-30de-41d6-8e98-57f347b65c41 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:33.859581 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f08968af-01f0-4484-bc1c-ed05ce936656 req-0470bc59-30de-41d6-8e98-57f347b65c41 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 944 time: 0.0627697 Jun 22 15:47:33.896913 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f08968af-01f0-4484-bc1c-ed05ce936656 req-bb0cac9d-a12d-44fd-bbd0-267af62b93c8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314462 Jun 22 15:47:34.113771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:34.968454 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 0035fd8c-3102-4c97-a4c9-56b1d94025e8 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:47:35.016769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:47:35.020510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:47:35.020946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:35.076404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75273db-a3a2-4fa8-90ba-02ccc03d0f56 req-063bbc33-7b84-4cf6-8cdc-9b2c9798458b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:35.077919 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a75273db-a3a2-4fa8-90ba-02ccc03d0f56 req-063bbc33-7b84-4cf6-8cdc-9b2c9798458b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 944 time: 0.0673327 Jun 22 15:47:35.099575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:35.115928 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a75273db-a3a2-4fa8-90ba-02ccc03d0f56 req-615ccc4f-243d-4746-8ae4-3c60f468f3ff tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Jun 22 15:47:35.270082 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:47:35.272321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a3f129-01d5-46cb-9634-b1b08d84979c" -d '{"events": [{"server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "name": "network-vif-plugged", "status": "completed", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:47:35.284962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 0035fd8c-3102-4c97-a4c9-56b1d94025e8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:47:35.289073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:35.292618 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:35.314430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599ddb26-ad51-4621-b20e-d8bca365d723 x-openstack-request-id: req-599ddb26-ad51-4621-b20e-d8bca365d723 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:47:35.314728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "name": "network-vif-plugged", "status": "completed", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:47:35.315113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-599ddb26-ad51-4621-b20e-d8bca365d723 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:47:35.315587 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'code': 200} Jun 22 15:47:35.340350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=0035fd8c-3102-4c97-a4c9-56b1d94025e8,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:35.343304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:35.520057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6d854-5ca9-4223-b765-0c8165532d7e req-decc0de8-0ec9-4714-8d96-3b06a47be1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:35.521463 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ad6d854-5ca9-4223-b765-0c8165532d7e req-decc0de8-0ec9-4714-8d96-3b06a47be1b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 1098 time: 0.0506971 Jun 22 15:47:35.554944 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3ad6d854-5ca9-4223-b765-0c8165532d7e req-bd40cbb9-ed41-499d-89e4-ff6b7c055c2f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270016 Jun 22 15:47:35.820696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:36.290347 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9144-9218-4233-9b77-a08e9468bf30 req-1a1a1ddf-9d65-4f84-a12f-afbb48f570a5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:36.291898 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e6a9144-9218-4233-9b77-a08e9468bf30 req-1a1a1ddf-9d65-4f84-a12f-afbb48f570a5 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0656483 Jun 22 15:47:36.329372 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e6a9144-9218-4233-9b77-a08e9468bf30 req-71f6ea56-72d1-42e7-a2d9-cee989e04ad4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Jun 22 15:47:37.508677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2938bf6-4842-4846-804b-87a7a3ad0026 req-c4068836-d637-4912-a01b-09165633911d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:37.510204 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2938bf6-4842-4846-804b-87a7a3ad0026 req-c4068836-d637-4912-a01b-09165633911d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0678070 Jun 22 15:47:37.547782 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c2938bf6-4842-4846-804b-87a7a3ad0026 req-51e0f5a6-e92b-4bd6-9fea-9fed9b261738 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318446 Jun 22 15:47:37.720901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a17ce-ad0c-4609-bf1f-66f57c506129 req-92032f96-0579-4bfb-99e2-caf16414c530 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:37.722358 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ae9a17ce-ad0c-4609-bf1f-66f57c506129 req-92032f96-0579-4bfb-99e2-caf16414c530 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0641685 Jun 22 15:47:37.761358 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ae9a17ce-ad0c-4609-bf1f-66f57c506129 req-8be760b2-d01c-4588-a40f-151d02cd48bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334618 Jun 22 15:47:37.784553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48948) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:37.835642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ae83b-ddd0-4817-aba7-d1ca29a57d35 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:37.837174 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-258ae83b-ddd0-4817-aba7-d1ca29a57d35 tempest-TestNetworkAdvancedServerOps-540660818 tempest-TestNetworkAdvancedServerOps-540660818-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 1093 time: 0.0515926 Jun 22 15:47:37.840015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48950) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:37.844682 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:47:37.866564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:37.967614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:38.074443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Allocated IP 172.26.6.211 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/0d56cd06-4119-4e49-993a-d3d37fa1f821) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:47:38.179156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:38.230324 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:38.233913 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-dc4378c5-d50f-4edc-9573-2ec26a5ad19c tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:38.280986 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:47:38.283828 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:47:38.286434 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:47:38.315214 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=0d56cd06-4119-4e49-993a-d3d37fa1f821,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:38.318161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:38.664608 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:38.752217 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:38.911943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:38.917511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:38.919551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:47:38.983409 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event updated for resources: {'Port': ['ID=0d56cd06-4119-4e49-993a-d3d37fa1f821,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:47:38.987526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:47:38.998000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:39.099499 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP 3e4e3093-6a5a-495f-88a9-9621de6ccc51 associated. External IP: 172.26.6.211, port: 0035fd8c-3102-4c97-a4c9-56b1d94025e8. Jun 22 15:47:39.319103 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 53998b03-af42-446d-9088-63a458f839ce has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:47:39.428491 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:47:39.439390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] Sync routers for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:47:39.444281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:39.449034 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:39.449665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:39.481807 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6407695 Jun 22 15:47:39.482500 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:47:39.484928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4baa56-e225-4a1b-9949-5fb776cb9eee" -d '{"events": [{"name": "network-changed", "server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:47:39.522786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424236e3-9921-425f-8823-622dabacdea2 x-openstack-request-id: req-424236e3-9921-425f-8823-622dabacdea2 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:47:39.523133 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:47:39.523439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-424236e3-9921-425f-8823-622dabacdea2 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:47:39.523930 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'status': 'completed', 'code': 200} Jun 22 15:47:39.563394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:39.602727 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-5653c386-c687-4592-a7b5-f2ff184e180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:39.604464 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-5653c386-c687-4592-a7b5-f2ff184e180d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 1098 time: 0.0580316 Jun 22 15:47:39.657819 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259c325-3486-4bb7-a0a5-aa9871c788e9 req-d0c7e27d-94e7-4fc8-b885-d26fcbbac6bd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:39.659469 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d259c325-3486-4bb7-a0a5-aa9871c788e9 req-d0c7e27d-94e7-4fc8-b885-d26fcbbac6bd tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0857997 Jun 22 15:47:39.705109 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d259c325-3486-4bb7-a0a5-aa9871c788e9 req-8795459b-4a3e-4175-8f9d-4de918ec4bf6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376720 Jun 22 15:47:39.707705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-15b93d17-342a-4560-b484-b364dce8e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:39.709429 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-15b93d17-342a-4560-b484-b364dce8e2ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=767c128a-21fa-464d-8246-c212b4230775 HTTP/1.1" status: 200 len: 898 time: 0.0981905 Jun 22 15:47:39.732099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 48956) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:39.776249 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-09891186-3e06-4b21-866e-28d398958254 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8 HTTP/1.1" status: 200 len: 999 time: 0.0607457 Jun 22 15:47:39.800795 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-0a44eefd-ca78-454e-bbfd-47a3fa6c1309 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/3e4e3093-6a5a-495f-88a9-9621de6ccc51 HTTP/1.1" status: 200 len: 991 time: 0.0663788 Jun 22 15:47:39.801930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3e4e3093-6a5a-495f-88a9-9621de6ccc51', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '53998b03-af42-446d-9088-63a458f839ce', 'port_id': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'mac_address': 'fa:16:3e:94:09:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:47:38Z', 'updated_at': '2021-06-22T15:47:38Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d11f935-0bb6-4c48-b5f2-7c0a1e95733a', 'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:cc:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:23Z', 'updated_at': '2021-06-22T15:47:28Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:39.829441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] Checking router: 53998b03-af42-446d-9088-63a458f839ce for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:47:39.832182 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-c58ecee0-e51d-4309-9cc8-6178121f9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:39.833729 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-c58ecee0-e51d-4309-9cc8-6178121f9070 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16b78e6-b7b4-4dd0-a82b-ab0a54515943 HTTP/1.1" status: 200 len: 835 time: 0.0515285 Jun 22 15:47:39.838205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:47:39.838827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:47:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:39.894910 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-a99af5b7-18c1-407b-87b1-f55114b28e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:39.896446 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-a99af5b7-18c1-407b-87b1-f55114b28e6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=767c128a-21fa-464d-8246-c212b4230775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0566885 Jun 22 15:47:39.954476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:47:39.988271 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-36dbb945-4a9e-4131-a5c6-ec89790358a5 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849321 Jun 22 15:47:40.084235 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7a4baa56-e225-4a1b-9949-5fb776cb9eee req-ba1874f8-c15c-4667-b598-388472e2171b service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903828 Jun 22 15:47:40.181727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3e4e3093-6a5a-495f-88a9-9621de6ccc51', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '53998b03-af42-446d-9088-63a458f839ce', 'port_id': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'mac_address': 'fa:16:3e:94:09:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:47:38Z', 'updated_at': '2021-06-22T15:47:38Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d11f935-0bb6-4c48-b5f2-7c0a1e95733a', 'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:cc:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:23Z', 'updated_at': '2021-06-22T15:47:28Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:47:40.212068 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163c639-6b90-413b-b481-cd19392307c2 None None] The sync data for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv is: [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '3e4e3093-6a5a-495f-88a9-9621de6ccc51', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '53998b03-af42-446d-9088-63a458f839ce', 'port_id': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'mac_address': 'fa:16:3e:94:09:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:47:38Z', 'updated_at': '2021-06-22T15:47:38Z', 'revision_number': 0, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d11f935-0bb6-4c48-b5f2-7c0a1e95733a', 'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:cc:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:23Z', 'updated_at': '2021-06-22T15:47:28Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:47:40.397380 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142c57a-4421-4c32-82b5-8ac589048ee5 None None] New status for floating IP 3e4e3093-6a5a-495f-88a9-9621de6ccc51: ACTIVE {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:47:40.597061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:47:40.803989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 48958) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:47:40.864913 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b7f2a86b-ac1e-4e1c-ab0f-f32ea7ca3f19 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/3e4e3093-6a5a-495f-88a9-9621de6ccc51 HTTP/1.1" status: 200 len: 993 time: 0.0596688 Jun 22 15:47:53.174928 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:47:55.203292 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-e041ffa4-cc5e-4062-86d4-8b8a2e4fd7f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592165 Jun 22 15:47:55.299864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-d6fea6dc-f73e-4a9b-b874-2027323107cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:55.302635 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-d6fea6dc-f73e-4a9b-b874-2027323107cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 1098 time: 0.0556245 Jun 22 15:47:55.406561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-0c58dfb2-e0cb-4aef-8c0c-bd13ccb79000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:55.408082 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-0c58dfb2-e0cb-4aef-8c0c-bd13ccb79000 service neutron] 10.222.0.21 "GET /v2.0/networks?id=767c128a-21fa-464d-8246-c212b4230775 HTTP/1.1" status: 200 len: 898 time: 0.0847518 Jun 22 15:47:55.481057 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-d38fbd7b-5c9f-4a3d-b088-2c62a4086e01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8 HTTP/1.1" status: 200 len: 1001 time: 0.0645695 Jun 22 15:47:55.527939 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-670e7092-4b59-4604-8302-408c2c0cc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:55.529390 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-670e7092-4b59-4604-8302-408c2c0cc1af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16b78e6-b7b4-4dd0-a82b-ab0a54515943 HTTP/1.1" status: 200 len: 835 time: 0.0423167 Jun 22 15:47:55.585866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-464aa5fc-3582-4e51-8a10-0560118952ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:47:55.587302 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-464aa5fc-3582-4e51-8a10-0560118952ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=767c128a-21fa-464d-8246-c212b4230775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0514300 Jun 22 15:47:55.680284 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-1225b322-598e-4eda-b890-89370e0d694c service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863473 Jun 22 15:47:55.771168 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8f294b09-392a-4f8d-9fab-3a7bdcb569d5 req-6b227602-a45c-4bcb-a548-d2261fbb83d1 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844834 Jun 22 15:48:00.241919 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e0572454-26ff-4f22-9dad-0a5cb9825db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:02.725363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c00-168e-4e39-aa7f-3cfca978bb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:02.992113 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:04.117329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:05.825117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:10.615218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:30.172786 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:48:30.243617 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-4eba7532-0db2-41f2-ba12-795f93f72722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:32.724960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-820beac9-aaae-4172-95c0-1b12d608d954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:32.993996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:34.120780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:35.826947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:40.617278 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:48:54.293181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed318a-0424-4927-982d-3e7706baa8b6 req-ed5c4bd6-e790-4178-bd87-b2fd485ef72b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:54.294653 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-65ed318a-0424-4927-982d-3e7706baa8b6 req-ed5c4bd6-e790-4178-bd87-b2fd485ef72b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.1634755 Jun 22 15:48:54.332929 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-65ed318a-0424-4927-982d-3e7706baa8b6 req-0fb1dd2f-c391-4df5-8e9a-c1317f7eb616 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Jun 22 15:48:55.231815 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b7942-7d45-485f-812b-36992572c077 req-0e164432-769e-43fd-b2c6-38d65ff4f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:55.233324 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-be4b7942-7d45-485f-812b-36992572c077 req-0e164432-769e-43fd-b2c6-38d65ff4f110 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 1098 time: 0.0551443 Jun 22 15:48:55.339956 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b7942-7d45-485f-812b-36992572c077 req-7bfe0c18-7e2b-4ab4-8ecb-59ce3ef31294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:55.341421 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-be4b7942-7d45-485f-812b-36992572c077 req-7bfe0c18-7e2b-4ab4-8ecb-59ce3ef31294 service neutron] 10.222.0.21 "GET /v2.0/networks?id=767c128a-21fa-464d-8246-c212b4230775 HTTP/1.1" status: 200 len: 898 time: 0.0862272 Jun 22 15:48:55.407354 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-be4b7942-7d45-485f-812b-36992572c077 req-e0df6aa8-e71e-4cf3-a662-42925bff9349 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8 HTTP/1.1" status: 200 len: 1001 time: 0.0589089 Jun 22 15:48:55.457362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b7942-7d45-485f-812b-36992572c077 req-dfe4088f-ba77-4611-a9ee-4ca8ef5a8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:55.458792 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-be4b7942-7d45-485f-812b-36992572c077 req-dfe4088f-ba77-4611-a9ee-4ca8ef5a8a35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16b78e6-b7b4-4dd0-a82b-ab0a54515943 HTTP/1.1" status: 200 len: 835 time: 0.0429840 Jun 22 15:48:55.519662 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b7942-7d45-485f-812b-36992572c077 req-831d29f6-0763-4d04-b164-6e8578b1efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:55.521205 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-be4b7942-7d45-485f-812b-36992572c077 req-831d29f6-0763-4d04-b164-6e8578b1efb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=767c128a-21fa-464d-8246-c212b4230775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553286 Jun 22 15:48:55.601191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3921bb-3c55-4ca6-8772-49443ce00c45 req-7cf67d8a-9e03-41c9-9173-bfc7f49ae219 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:55.603011 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8c3921bb-3c55-4ca6-8772-49443ce00c45 req-7cf67d8a-9e03-41c9-9173-bfc7f49ae219 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.1417451 Jun 22 15:48:55.617691 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-be4b7942-7d45-485f-812b-36992572c077 req-9d09f823-7715-47b4-b0f4-238326ef7070 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892916 Jun 22 15:48:55.654362 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8c3921bb-3c55-4ca6-8772-49443ce00c45 req-bea764ed-92bc-4665-be2f-ce0ff47e1c36 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440989 Jun 22 15:48:55.718412 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-be4b7942-7d45-485f-812b-36992572c077 req-3053522a-f1aa-4664-8226-8b758251ba47 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945804 Jun 22 15:48:56.833046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8836f-2f5e-405e-a501-93e2d15064d2 req-1b312e1a-af8a-47df-9f27-63a46b3453a4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:56.834636 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5cb8836f-2f5e-405e-a501-93e2d15064d2 req-1b312e1a-af8a-47df-9f27-63a46b3453a4 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0659027 Jun 22 15:48:56.873879 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5cb8836f-2f5e-405e-a501-93e2d15064d2 req-26686276-81dc-4aeb-8472-386ccb5fd48e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Jun 22 15:48:56.898286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49002) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:48:56.957313 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7303d6dc-ee80-41cb-a489-f2d8c861acbf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/3e4e3093-6a5a-495f-88a9-9621de6ccc51 HTTP/1.1" status: 200 len: 993 time: 0.0571845 Jun 22 15:48:58.389180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403377aa-a740-4676-8f15-e22a8c811c3c req-a54faa29-d315-4652-9cce-900817b24d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:58.390678 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-403377aa-a740-4676-8f15-e22a8c811c3c req-a54faa29-d315-4652-9cce-900817b24d95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 1098 time: 0.0576379 Jun 22 15:48:58.411058 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec3fe-f04b-491c-b6f6-51f2b9806050 req-52076d51-4269-4f68-9c5e-91fdea726769 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:58.412527 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-36bec3fe-f04b-491c-b6f6-51f2b9806050 req-52076d51-4269-4f68-9c5e-91fdea726769 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0660529 Jun 22 15:48:58.452494 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-36bec3fe-f04b-491c-b6f6-51f2b9806050 req-402666c0-5141-4fcd-8de5-bd117aa4298e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Jun 22 15:48:58.480372 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403377aa-a740-4676-8f15-e22a8c811c3c req-3eb459f8-0de5-412b-917b-b0fa7d901b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:58.481844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-403377aa-a740-4676-8f15-e22a8c811c3c req-3eb459f8-0de5-412b-917b-b0fa7d901b8d service neutron] 10.222.0.21 "GET /v2.0/networks?id=767c128a-21fa-464d-8246-c212b4230775 HTTP/1.1" status: 200 len: 898 time: 0.0847216 Jun 22 15:48:58.918863 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-403377aa-a740-4676-8f15-e22a8c811c3c req-c627a3d9-a9fc-42c6-8388-f27275ffa7b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8 HTTP/1.1" status: 200 len: 1001 time: 0.4311271 Jun 22 15:48:58.967260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403377aa-a740-4676-8f15-e22a8c811c3c req-c307c174-593c-4618-b2f8-ec6c2414b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:58.968625 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-403377aa-a740-4676-8f15-e22a8c811c3c req-c307c174-593c-4618-b2f8-ec6c2414b388 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16b78e6-b7b4-4dd0-a82b-ab0a54515943 HTTP/1.1" status: 200 len: 835 time: 0.0431268 Jun 22 15:48:59.023159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403377aa-a740-4676-8f15-e22a8c811c3c req-e669e133-7273-471c-99be-26fa8af494cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:59.025352 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-403377aa-a740-4676-8f15-e22a8c811c3c req-e669e133-7273-471c-99be-26fa8af494cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=767c128a-21fa-464d-8246-c212b4230775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504155 Jun 22 15:48:59.120698 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-403377aa-a740-4676-8f15-e22a8c811c3c req-bf01b3e6-5396-413e-9a38-8f3f721422b4 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884452 Jun 22 15:48:59.212203 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-403377aa-a740-4676-8f15-e22a8c811c3c req-4829a567-4054-4a45-95ff-820b69846582 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838757 Jun 22 15:48:59.635805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa9628-cbda-4e15-9cd3-975d23e243a2 req-5be9d5d5-92c3-48f7-b53d-5b38774a4dec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:48:59.637314 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6caa9628-cbda-4e15-9cd3-975d23e243a2 req-5be9d5d5-92c3-48f7-b53d-5b38774a4dec tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0709171 Jun 22 15:48:59.679085 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6caa9628-cbda-4e15-9cd3-975d23e243a2 req-0f409657-f7b0-4e27-ba36-f7e129e8beda tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359843 Jun 22 15:49:00.245391 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3af33f3a-8232-4fc7-897e-15955b0fb56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:00.865917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae14bc1-fb8a-4471-979a-df60d09ad102 req-ee777abd-fadc-464c-a0e7-7fc632a68dbc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:00.867441 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8ae14bc1-fb8a-4471-979a-df60d09ad102 req-ee777abd-fadc-464c-a0e7-7fc632a68dbc tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0731516 Jun 22 15:49:00.907561 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8ae14bc1-fb8a-4471-979a-df60d09ad102 req-632e0214-8ac3-46d0-ba75-c8e6443fcd92 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335240 Jun 22 15:49:00.933022 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49014) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:00.996268 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3adbe2cb-967e-4269-9e8b-3ebd538228fa tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/floatingips/3e4e3093-6a5a-495f-88a9-9621de6ccc51 HTTP/1.1" status: 200 len: 993 time: 0.0619164 Jun 22 15:49:01.294081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49020) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:01.456269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 0d56cd06-4119-4e49-993a-d3d37fa1f821 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:49:01.456615 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:01.534666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:01.534991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:01.597016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 0d56cd06-4119-4e49-993a-d3d37fa1f821 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:49:01.746072 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:01.749179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-440294a2-77f1-4a46-b069-da2516da8e74 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:01.773830 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=0d56cd06-4119-4e49-993a-d3d37fa1f821,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:01.801117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.801522 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.801915 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.802305 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.802691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.803075 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.803458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.803836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.804216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.804599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.804991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.805367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:01.809187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:01.849092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:01.849318 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Floating IP 3e4e3093-6a5a-495f-88a9-9621de6ccc51 disassociated (deleted). External IP: 172.26.6.211, port: 0035fd8c-3102-4c97-a4c9-56b1d94025e8. Jun 22 15:49:02.052836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 53998b03-af42-446d-9088-63a458f839ce has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:49:02.163927 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:49:02.168825 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:02.173133 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] Sync routers for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:49:02.182510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:02.183123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:48:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:02.208607 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/floatingips/3e4e3093-6a5a-495f-88a9-9621de6ccc51 HTTP/1.1" status: 204 len: 168 time: 0.9134495 Jun 22 15:49:02.209419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:49:02.212615 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8c9e65-7c63-407b-be0d-4e935e681730" -d '{"events": [{"name": "network-changed", "server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:49:02.253654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec40f57-c6e4-4fef-b88a-ec2b7f5935e0 x-openstack-request-id: req-aec40f57-c6e4-4fef-b88a-ec2b7f5935e0 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:49:02.254003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:49:02.254314 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aec40f57-c6e4-4fef-b88a-ec2b7f5935e0 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:49:02.254791 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'status': 'completed', 'code': 200} Jun 22 15:49:02.294516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:02.332660 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-77c84f52-26f2-4ef1-a325-a4b9f472f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:02.334190 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-77c84f52-26f2-4ef1-a325-a4b9f472f205 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 1098 time: 0.0575006 Jun 22 15:49:02.459057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-8a8d35a5-34f1-4670-bb4f-0ab5afaedc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:02.460930 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-8a8d35a5-34f1-4670-bb4f-0ab5afaedc91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=767c128a-21fa-464d-8246-c212b4230775 HTTP/1.1" status: 200 len: 898 time: 0.1194472 Jun 22 15:49:02.504939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '0d11f935-0bb6-4c48-b5f2-7c0a1e95733a', 'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:cc:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:23Z', 'updated_at': '2021-06-22T15:47:28Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:02.514919 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-b423d87d-64de-4eeb-84fe-a4aab66aa6a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8 HTTP/1.1" status: 200 len: 217 time: 0.0475960 Jun 22 15:49:02.533728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] Checking router: 53998b03-af42-446d-9088-63a458f839ce for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:49:02.542173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:02.542778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:48:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:02.597342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-818314db-8184-44c1-8b37-d7e4c9418e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:02.599064 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-818314db-8184-44c1-8b37-d7e4c9418e7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d16b78e6-b7b4-4dd0-a82b-ab0a54515943 HTTP/1.1" status: 200 len: 835 time: 0.0777507 Jun 22 15:49:02.649086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:02.656670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4eafa-5bd5-40a2-8f5c-854dec431fc2 req-d7642d94-7c70-4e46-9302-a654871b7cf0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:02.658168 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-83b4eafa-5bd5-40a2-8f5c-854dec431fc2 req-d7642d94-7c70-4e46-9302-a654871b7cf0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.1071844 Jun 22 15:49:02.703408 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-83b4eafa-5bd5-40a2-8f5c-854dec431fc2 req-fbe5458c-7857-48f6-ac25-0769acef1494 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391777 Jun 22 15:49:02.705207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-d2a0f3ab-ac24-43c5-a409-1a150aabcece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:02.706606 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-d2a0f3ab-ac24-43c5-a409-1a150aabcece service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=767c128a-21fa-464d-8246-c212b4230775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0999448 Jun 22 15:49:02.726342 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-5c0c22d5-0ebc-4f18-bd7c-fcd417b57ef8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:49:02.726342 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-5c0c22d5-0ebc-4f18-bd7c-fcd417b57ef8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0052550 Jun 22 15:49:02.772217 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b794390a-770d-4181-a78f-ffcfddaa38a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:02.815997 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-d5e385ea-700a-44aa-bf04-ea634cc5274f service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875795 Jun 22 15:49:02.863445 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '0d11f935-0bb6-4c48-b5f2-7c0a1e95733a', 'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:cc:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:23Z', 'updated_at': '2021-06-22T15:47:28Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:02.889247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e30fc7-2fce-46af-96f6-597b1b4e8648 None None] The sync data for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv is: [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:24Z', 'revision_number': 4, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '0d11f935-0bb6-4c48-b5f2-7c0a1e95733a', 'name': '', 'network_id': '767c128a-21fa-464d-8246-c212b4230775', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'mac_address': 'fa:16:3e:cc:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:23Z', 'updated_at': '2021-06-22T15:47:28Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'subnets': [{'id': 'd16b78e6-b7b4-4dd0-a82b-ab0a54515943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:49:02.906686 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fb8c9e65-7c63-407b-be0d-4e935e681730 req-8aefecad-d6b7-4bb5-bcdb-9833f19283f5 service neutron] 10.222.0.21 "GET /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835309 Jun 22 15:49:02.995083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:03.106520 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a13579-402b-4bb4-b0ea-0f01e8872ed1 None None] New status for floating IP 3e4e3093-6a5a-495f-88a9-9621de6ccc51: DOWN {{(pid=93505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:49:03.873706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47f6ac-f91c-4b8e-9709-df01673aaa94 req-ea2ea219-fac2-4d9d-88bb-8e4056bd625b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:03.875432 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6c47f6ac-f91c-4b8e-9709-df01673aaa94 req-ea2ea219-fac2-4d9d-88bb-8e4056bd625b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0630689 Jun 22 15:49:03.912263 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6c47f6ac-f91c-4b8e-9709-df01673aaa94 req-a6cea618-9e87-4da6-9361-840764e05c9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fe87c90-89d8-4329-993d-3569cb98615f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Jun 22 15:49:04.122624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:04.400144 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-6a24fbf4-a83d-4f7e-848d-b12edcf5bda3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:04.401598 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-6a24fbf4-a83d-4f7e-848d-b12edcf5bda3 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 945 time: 0.0699553 Jun 22 15:49:04.499267 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:49:04.499520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:04.590151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 0035fd8c-3102-4c97-a4c9-56b1d94025e8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=0035fd8c-3102-4c97-a4c9-56b1d94025e8,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:04.590507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:04.653864 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 0035fd8c-3102-4c97-a4c9-56b1d94025e8 owned by compute:nova {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:49:04.781949 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:04.786560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c723a5b-6093-4006-b63a-0e27f98fe834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:04.813200 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=0035fd8c-3102-4c97-a4c9-56b1d94025e8,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:04.845529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.845929 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.846327 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.846712 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.847095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.847472 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.848110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.848483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.848900 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.849272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.849645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.850016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:04.854109 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:04.870657 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] No DVR routers for this DVR port 0035fd8c-3102-4c97-a4c9-56b1d94025e8 on host hv-neutron-6013 {{(pid=93502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:49:04.872972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:04.874910 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5a1310cc-dd96-4620-8f96-b54df51baeaa req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.21 "DELETE /v2.0/ports/0035fd8c-3102-4c97-a4c9-56b1d94025e8 HTTP/1.1" status: 204 len: 173 time: 0.4680879 Jun 22 15:49:04.875416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'name': 'network-vif-deleted', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:49:04.877721 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6801117f-6fc2-46ea-8009-cf14418acb86" -d '{"events": [{"server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "name": "network-vif-deleted", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:49:04.913977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d322a4-c7a3-47d0-b6da-c6160f3f80f4 x-openstack-request-id: req-46d322a4-c7a3-47d0-b6da-c6160f3f80f4 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:49:04.914522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baac7b27-96ac-4b5d-8fae-d453096726d9", "name": "network-vif-deleted", "tag": "0035fd8c-3102-4c97-a4c9-56b1d94025e8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:49:04.914848 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46d322a4-c7a3-47d0-b6da-c6160f3f80f4 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:49:04.915303 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baac7b27-96ac-4b5d-8fae-d453096726d9', 'name': 'network-vif-deleted', 'tag': '0035fd8c-3102-4c97-a4c9-56b1d94025e8', 'status': 'completed', 'code': 200} Jun 22 15:49:05.062850 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b62b49f3-02c7-4f1d-bd90-f651b2599f25 req-ff1852b3-b0b8-4dca-be7f-592199c60cfe tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "GET /v2.0/ports?device_id=baac7b27-96ac-4b5d-8fae-d453096726d9 HTTP/1.1" status: 200 len: 210 time: 0.0297601 Jun 22 15:49:05.829842 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:06.157032 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49040) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:06.508606 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:06.762923 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:49:06.763161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:06.846595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=0d11f935-0bb6-4c48-b5f2-7c0a1e95733a,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:06.846948 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:06.910675 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:49:07.091460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:07.094214 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5d6041b9-c987-49b2-8607-b062d6fcb3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:07.122243 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=0d11f935-0bb6-4c48-b5f2-7c0a1e95733a,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:07.125455 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:07.172223 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:49:07.295255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:07.905199 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Router 53998b03-af42-446d-9088-63a458f839ce has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:49:08.046557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:49:08.052613 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "PUT /v2.0/routers/53998b03-af42-446d-9088-63a458f839ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8944066 Jun 22 15:49:08.056644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49042) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:08.058333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] Sync routers for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:49:08.069633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:08.071074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:08.112849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3f1eba-d9ae-4424-843e-7786e51d37c7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting subnet d16b78e6-b7b4-4dd0-a82b-ab0a54515943 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:49:08.116348 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1eba-d9ae-4424-843e-7786e51d37c7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.158463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1eba-d9ae-4424-843e-7786e51d37c7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.191762 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:08.264412 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1eba-d9ae-4424-843e-7786e51d37c7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.334302 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1eba-d9ae-4424-843e-7786e51d37c7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.337278 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-aaeb3c5b-5bdd-4cdd-bd64-4f81d8f3fb20 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:08.362264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f1eba-d9ae-4424-843e-7786e51d37c7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Subnet': ['ID=d16b78e6-b7b4-4dd0-a82b-ab0a54515943,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:08.366566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8a3f1eba-d9ae-4424-843e-7786e51d37c7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:08.370101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8a3f1eba-d9ae-4424-843e-7786e51d37c7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.372439 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8a3f1eba-d9ae-4424-843e-7786e51d37c7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/subnets/d16b78e6-b7b4-4dd0-a82b-ab0a54515943 HTTP/1.1" status: 204 len: 168 time: 0.3145030 Jun 22 15:49:08.376166 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49044) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:08.379484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9f73f5-ccde-49df-b0ff-488c6e60d55b None None] Network 767c128a-21fa-464d-8246-c212b4230775 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:49:08.490949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.596374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.604242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:49:07Z', 'revision_number': 5, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port': {'id': 'b20d22fc-27ba-430b-8d99-319e5ac38492', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53998b03-af42-446d-9088-63a458f839ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:08.630915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] Checking router: 53998b03-af42-446d-9088-63a458f839ce for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:49:08.652977 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Deleting port b20d22fc-27ba-430b-8d99-319e5ac38492 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:49:08.653324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.675895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] Routers {'53998b03-af42-446d-9088-63a458f839ce'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:08.676516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['53998b03-af42-446d-9088-63a458f839ce'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:08.739031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] For port b20d22fc-27ba-430b-8d99-319e5ac38492, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b20d22fc-27ba-430b-8d99-319e5ac38492,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:08.739398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.773049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] Set router 53998b03-af42-446d-9088-63a458f839ce gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:08.802082 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Calling delete_port for b20d22fc-27ba-430b-8d99-319e5ac38492 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:49:08.825061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:49:08Z', 'revision_number': 6, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:08.857207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77d735-0f0c-4fbe-a7df-dcefc798cd7b None None] The sync data for ids ['53998b03-af42-446d-9088-63a458f839ce'] in dv-neutron-601336-93-hyperv is: [{'id': '53998b03-af42-446d-9088-63a458f839ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1709708963', 'tenant_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:47:20Z', 'updated_at': '2021-06-22T15:49:08Z', 'revision_number': 6, 'project_id': '08e09cb0c1cf4dee93b25ff349d596fa', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:49:08.901347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] DHCP port deletion for 767c128a-21fa-464d-8246-c212b4230775 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:49:08.947356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Deleting port e0767ad9-53d8-43fb-b09c-1b39734a1234 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:49:08.947748 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.972088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:08.974393 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:09.003908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Port': ['ID=b20d22fc-27ba-430b-8d99-319e5ac38492,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:09.007316 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:09.010673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] For port e0767ad9-53d8-43fb-b09c-1b39734a1234, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e0767ad9-53d8-43fb-b09c-1b39734a1234,segment=NetworkSegment(e2651a7c-69c5-4897-bb27-939373e56110),segment_id=e2651a7c-69c5-4897-bb27-939373e56110)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:09.012213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.068371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.077921 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Calling delete_port for e0767ad9-53d8-43fb-b09c-1b39734a1234 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:49:09.159380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.162017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.165174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.169356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-18fc4247-0837-4fca-bceb-883063f77d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:09.196282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Pushing event deleted for resources: {'Port': ['ID=e0767ad9-53d8-43fb-b09c-1b39734a1234,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:09.201753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] No DVR routers for this DVR port e0767ad9-53d8-43fb-b09c-1b39734a1234 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:49:09.218724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.218724 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Fanout notify agent at l3_agent the message router_deleted on router 53998b03-af42-446d-9088-63a458f839ce {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:49:09.222283 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.223769 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f5736db2-874a-4120-bbb0-2ad4a3e9a7ac tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/routers/53998b03-af42-446d-9088-63a458f839ce HTTP/1.1" status: 204 len: 168 time: 0.8465943 Jun 22 15:49:09.226496 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49046) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:09.229063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.229551 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.230033 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.230368 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.230695 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.231032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.231349 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.231665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.231985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.232297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.232729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.233484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:09.236925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:09.324632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.417315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 0035fd8c-3102-4c97-a4c9-56b1d94025e8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:49:09.420683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.431654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767c128a-21fa-464d-8246-c212b4230775']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:09.438653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 0035fd8c-3102-4c97-a4c9-56b1d94025e8 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:49:09.439084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 0035fd8c-3102-4c97-a4c9-56b1d94025e8 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:49:09.441990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2651a7c-69c5-4897-bb27-939373e56110') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:09.442324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2651a7c-69c5-4897-bb27-939373e56110') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:09.452053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.465510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.471229 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:49:09.471665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:49:09.474929 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:49:09.531415 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.534872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7cd288a0-8ec8-4d7c-9648-09f610104c2f tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:09.538805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.540592 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/networks/767c128a-21fa-464d-8246-c212b4230775 HTTP/1.1" status: 204 len: 168 time: 0.3128490 Jun 22 15:49:09.543416 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49048) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:09.553092 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'Network': ['ID=767c128a-21fa-464d-8246-c212b4230775,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:09.556627 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5bd3804e-48d8-4a0a-a68c-6cadd674d673 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:09.613283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0461567-3992-4f91-8e52-92b90d900c44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.641095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0461567-3992-4f91-8e52-92b90d900c44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.711644 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0461567-3992-4f91-8e52-92b90d900c44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.714420 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f0461567-3992-4f91-8e52-92b90d900c44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:09.718240 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f0461567-3992-4f91-8e52-92b90d900c44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] 10.222.0.22 "DELETE /v2.0/security-groups/8fe87c90-89d8-4329-993d-3569cb98615f HTTP/1.1" status: 204 len: 168 time: 0.1710451 Jun 22 15:49:09.718240 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-67a6700c-8fd7-4028-931d-cf061f5883d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:09.726139 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0461567-3992-4f91-8e52-92b90d900c44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe87c90-89d8-4329-993d-3569cb98615f,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:09.730033 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0461567-3992-4f91-8e52-92b90d900c44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:10.081599 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49056) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:10.221594 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-78d1211d-28f9-4de5-999c-10228717dfdd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08e09cb0c1cf4dee93b25ff349d596fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386523 Jun 22 15:49:10.224082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49060) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:10.263767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b20d22fc-27ba-430b-8d99-319e5ac38492 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:49:10.277229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6c4a-68c5-42f9-98b9-07b95b462aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.283869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: b20d22fc-27ba-430b-8d99-319e5ac38492 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:49:10.284219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b20d22fc-27ba-430b-8d99-319e5ac38492 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:49:10.284635 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e0767ad9-53d8-43fb-b09c-1b39734a1234 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:49:10.302831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6c4a-68c5-42f9-98b9-07b95b462aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.303348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: e0767ad9-53d8-43fb-b09c-1b39734a1234 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:49:10.303699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e0767ad9-53d8-43fb-b09c-1b39734a1234 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:49:10.304112 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:49:10.326992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:49:10.327344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 0d11f935-0bb6-4c48-b5f2-7c0a1e95733a not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:49:10.355843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6c4a-68c5-42f9-98b9-07b95b462aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.358576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6c4a-68c5-42f9-98b9-07b95b462aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.361275 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6d0c6c4a-68c5-42f9-98b9-07b95b462aff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69d1a67e-40ef-4295-9657-5a7f044f851b HTTP/1.1" status: 204 len: 168 time: 0.1361680 Jun 22 15:49:10.362504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f0461567-3992-4f91-8e52-92b90d900c44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:10.371398 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c6c4a-68c5-42f9-98b9-07b95b462aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d1a67e-40ef-4295-9657-5a7f044f851b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:10.373776 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6d0c6c4a-68c5-42f9-98b9-07b95b462aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:10.628170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49066) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:10.635940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.643047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5570bb17-59f2-473e-8a6b-9f964bceaee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.732920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5570bb17-59f2-473e-8a6b-9f964bceaee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.736295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-5570bb17-59f2-473e-8a6b-9f964bceaee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.739522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d48f433-b4b1-402c-aa1a-4fd03c9c9930 tempest-NegativeSecGroupTest-1582646876 tempest-NegativeSecGroupTest-1582646876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:10.774688 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-5570bb17-59f2-473e-8a6b-9f964bceaee5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=299e5192ee8b491592503cfdb0fc1aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448882 Jun 22 15:49:10.775606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570bb17-59f2-473e-8a6b-9f964bceaee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a28b7-c908-4cd5-8379-3e580ff147f1,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:10.777130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49068) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:10.778586 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5570bb17-59f2-473e-8a6b-9f964bceaee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:10.826770 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d092-8a9e-4336-adc6-95651d92e26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.853362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d092-8a9e-4336-adc6-95651d92e26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.896223 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d092-8a9e-4336-adc6-95651d92e26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.899372 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d092-8a9e-4336-adc6-95651d92e26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:10.900688 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-6ef9d092-8a9e-4336-adc6-95651d92e26b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c84a28b7-c908-4cd5-8379-3e580ff147f1 HTTP/1.1" status: 204 len: 168 time: 0.1215649 Jun 22 15:49:10.901580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e0b4e6ff-754c-4ca8-9394-165f04813ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:10.908880 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9d092-8a9e-4336-adc6-95651d92e26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a28b7-c908-4cd5-8379-3e580ff147f1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:10.911193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6ef9d092-8a9e-4336-adc6-95651d92e26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:11.572726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49090) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:11.668246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1198320418-network', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:11.689639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Made reservation on behalf of df5d3aff9c3d4bb2973f1e3272f94b7b for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:49:11.692006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:11.700245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:11.788318 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:11.792488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:11.795356 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-98637c68-5a13-4e76-ab2a-2bcd6229710f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:11.818644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:49:11.824034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a5499b-bcd4-4540-b795-1a27bc427287,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:11.827687 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:11.831944 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:11.833132 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Added segment 38f02019-ce0c-4368-b161-1bc2e9f7eb7c of type vlan for network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 Jun 22 15:49:11.873127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:11.903180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:11.904346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:11.904973 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:11.907187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b9a2f2d3-8f1b-4d85-b836-197649a5623a tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:11.959116 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3851111 Jun 22 15:49:11.962691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49094) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:11.968223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Request body: {'subnet': {'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1198320418-subnet', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'ip_version': 4}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:11.976095 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Pushing event updated for resources: {'Network': ['ID=6eac4c74-fd2b-4678-afe4-9f4a38d34356,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:11.979111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-75acbfbe-6781-4c62-86fe-8a2aafa25a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:11.987207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:49:11.997105 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Made reservation on behalf of df5d3aff9c3d4bb2973f1e3272f94b7b for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:49:12.000010 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.175092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.177799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-71f7b125-19ec-444d-ba99-f71dc42af504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:12.233290 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4210f44c-de1e-4783-9546-ee43d55654c7,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:12.236669 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:12.243202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Checking segment: {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:49:12.243570 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Network hostable DHCP agents. Network: 6eac4c74-fd2b-4678-afe4-9f4a38d34356, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:49:12.260763 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:49:12.269045 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 6eac4c74-fd2b-4678-afe4-9f4a38d34356) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:12.273055 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:12.274196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.278648 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad97e2-9340-4ab5-88c8-a7fd102e2822 None None] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:49:12.286894 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-66c7a068-bd7e-41f6-af33-3ccaeeb7a680 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3231266 Jun 22 15:49:12.290449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49096) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:12.294892 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:12.314888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.315753 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.371991 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.426323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:49:12.427196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.507387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.562654 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Allocated IP 172.20.0.2 (6eac4c74-fd2b-4678-afe4-9f4a38d34356/4210f44c-de1e-4783-9546-ee43d55654c7/1c0d077e-80eb-4ee0-8597-2a36a34d308d) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:49:12.710353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.720686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Transition to ACTIVE for port object 1c0d077e-80eb-4ee0-8597-2a36a34d308d will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:12.721018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.737379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Transition to ACTIVE for port object 1c0d077e-80eb-4ee0-8597-2a36a34d308d will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:12.741035 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.744064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.747035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:12.787460 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:12.790590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:12.795193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:49:12.798433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Pushing event updated for resources: {'Port': ['ID=1c0d077e-80eb-4ee0-8597-2a36a34d308d,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:12.802798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:12.856516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Attempting to bind port 1c0d077e-80eb-4ee0-8597-2a36a34d308d on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:49:12.856994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Attempting to bind port 1c0d077e-80eb-4ee0-8597-2a36a34d308d by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:49:12.857362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Attempting to bind port 1c0d077e-80eb-4ee0-8597-2a36a34d308d on network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:49:12.862233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Allocated IP 172.26.6.139 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/9c13e686-1906-4f6e-af0a-2ac520798ca9) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:49:12.863888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:49:12.864650 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Checking segment: {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:49:12.865188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.866086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Bound using segment: {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:49:12.867317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Bound port: 1c0d077e-80eb-4ee0-8597-2a36a34d308d, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:49:12.867948 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.958893 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] For port 1c0d077e-80eb-4ee0-8597-2a36a34d308d, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:49:12.962744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] For port 1c0d077e-80eb-4ee0-8597-2a36a34d308d, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1c0d077e-80eb-4ee0-8597-2a36a34d308d,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:49:12.966288 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:12.968136 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ec4b467f-6784-46d6-a1a4-459f7317a5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:12.989298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:13.024219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Pushing event updated for resources: {'Port': ['ID=1c0d077e-80eb-4ee0-8597-2a36a34d308d,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:13.027449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:13.033266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:13.035928 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a27e3dd4-c896-4573-a2e4-818ae308bc01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:13.078590 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:13.081469 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:13.084032 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:49:13.112789 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Pushing event updated for resources: {'Port': ['ID=9c13e686-1906-4f6e-af0a-2ac520798ca9,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:13.115741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:13.369507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:13.567972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:13.702175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Router a2748fe4-6303-4a25-88b9-c93c52466e55 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:49:13.834850 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:49:13.845214 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Sync routers for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:49:13.851039 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:13.853070 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5614648 Jun 22 15:49:13.856122 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49098) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:13.857009 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:13.857763 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:13.925074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd3f03-e2a6-4646-838e-3abbda0253ae None None] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:49:13.973785 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:14.054362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8aa24718-f371-493e-bc74-e1bf1b2836e9 None None] Provisioning for port 1c0d077e-80eb-4ee0-8597-2a36a34d308d completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:14.166980 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:13Z', 'revision_number': 3, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:14.192978 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Checking router: a2748fe4-6303-4a25-88b9-c93c52466e55 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:49:14.193331 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Updating router a2748fe4-6303-4a25-88b9-c93c52466e55 port 9c13e686-1906-4f6e-af0a-2ac520798ca9 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:49:14.234735 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.327153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.342415 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1c0d077e-80eb-4ee0-8597-2a36a34d308d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:14.415697 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 1c0d077e-80eb-4ee0-8597-2a36a34d308d completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:14.419684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1c0d077e-80eb-4ee0-8597-2a36a34d308d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:14.420062 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.501003 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Allocated IP 172.20.0.1 (6eac4c74-fd2b-4678-afe4-9f4a38d34356/4210f44c-de1e-4783-9546-ee43d55654c7/b03514a4-0643-44b5-a6c8-0b4def46a6c4) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:49:14.511597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.543063 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.552398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 1c0d077e-80eb-4ee0-8597-2a36a34d308d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1c0d077e-80eb-4ee0-8597-2a36a34d308d,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:14.554103 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Transition to ACTIVE for port object 9c13e686-1906-4f6e-af0a-2ac520798ca9 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:14.558365 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.560625 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:14.564568 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.566640 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-52a72816-ac1b-444d-bde8-94cb22e0f9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:14.610020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=1c0d077e-80eb-4ee0-8597-2a36a34d308d,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:14.612602 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:14.613428 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Attempting to bind port 9c13e686-1906-4f6e-af0a-2ac520798ca9 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:49:14.613801 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Attempting to bind port 9c13e686-1906-4f6e-af0a-2ac520798ca9 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:49:14.614166 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Attempting to bind port 9c13e686-1906-4f6e-af0a-2ac520798ca9 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:49:14.625446 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:49:14.625822 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:49:14.626225 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.626616 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:49:14.627077 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Bound port: 9c13e686-1906-4f6e-af0a-2ac520798ca9, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:49:14.627452 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.629140 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Pushing event updated for resources: {'Port': ['ID=9c13e686-1906-4f6e-af0a-2ac520798ca9,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:14.637589 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.652365 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Transition to ACTIVE for port object b03514a4-0643-44b5-a6c8-0b4def46a6c4 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:14.655266 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.655617 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.655947 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.656268 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.656776 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.657106 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.657430 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.657737 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.658210 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.658911 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.659297 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.659297 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:49:14.670069 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:14.688725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.691128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40da5d8c-ab3c-41da-85ad-8fcccc9ce129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:14.703827 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] For port 9c13e686-1906-4f6e-af0a-2ac520798ca9, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:49:14.706984 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] For port 9c13e686-1906-4f6e-af0a-2ac520798ca9, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9c13e686-1906-4f6e-af0a-2ac520798ca9,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:49:14.710644 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.713024 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:14.732877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:14.738519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:14.740549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Pushing event updated for resources: {'Port': ['ID=b03514a4-0643-44b5-a6c8-0b4def46a6c4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:14.743524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:49:14.746624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:14.771554 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:14.772187 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:14.777290 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Pushing event updated for resources: {'Port': ['ID=9c13e686-1906-4f6e-af0a-2ac520798ca9,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:14.782212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:14.815225 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-5e85af85-65cc-4f22-9f88-2ec4dce6e67a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:14.888384 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:14.938745 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:15.041129 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8e11a287-8b9c-4c9d-929e-e1b0c7c9c798 None None] Provisioning for port b03514a4-0643-44b5-a6c8-0b4def46a6c4 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:15.046071 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8e11a287-8b9c-4c9d-929e-e1b0c7c9c798 None None] Provisioning complete for port b03514a4-0643-44b5-a6c8-0b4def46a6c4 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:15.046458 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8e11a287-8b9c-4c9d-929e-e1b0c7c9c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:15.075535 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:13Z', 'revision_number': 3, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:15.083846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8e11a287-8b9c-4c9d-929e-e1b0c7c9c798 None None] Port b03514a4-0643-44b5-a6c8-0b4def46a6c4 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:49:15.102811 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc02543-c936-4139-a2b5-966e47c8a42c None None] The sync data for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv is: [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:13Z', 'revision_number': 3, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:49:15.122055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:15.127430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:15.129750 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7b5e5a81-47bb-4487-a552-d0fe4ab12e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:15.199983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Pushing event updated for resources: {'Port': ['ID=b03514a4-0643-44b5-a6c8-0b4def46a6c4,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:15.202549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:15.204565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:15.321495 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:15.331098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:15.469692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Router a2748fe4-6303-4a25-88b9-c93c52466e55 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:49:15.587807 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:49:15.592961 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] 10.222.0.22 "PUT /v2.0/routers/a2748fe4-6303-4a25-88b9-c93c52466e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7354167 Jun 22 15:49:15.615575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a511213b-08c6-4ed7-bbe0-32fb44c2f426 None None] Provisioning complete for port b03514a4-0643-44b5-a6c8-0b4def46a6c4 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:15.615959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a511213b-08c6-4ed7-bbe0-32fb44c2f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:15.656707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a511213b-08c6-4ed7-bbe0-32fb44c2f426 None None] Port b03514a4-0643-44b5-a6c8-0b4def46a6c4 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:49:16.102610 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49114) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:16.107831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1291261936-network', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:16.128893 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Made reservation on behalf of 40e5e5c26a0e48608edbe7ba349ad07c for: {'network': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:49:16.131304 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.140895 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.235470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.251101 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.258468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3bde6a95-3170-44c4-b617-84a9e81b8ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:16.277555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:49:16.293837 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e84cb-f13b-4506-8d35-15f03f6d8323,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:16.297275 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.297541 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.segments_db [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Added segment 2e027ae2-fbe5-4430-89af-35e425fe1b1b of type vlan for network cd61ecd4-b488-43fa-b22d-583347d65378 Jun 22 15:49:16.299194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:16.342099 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.365223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1c0d077e-80eb-4ee0-8597-2a36a34d308d up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:16.386762 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.387984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:16.388609 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.393023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-643d43b2-e65b-4b80-b3c4-58cf6aa4a007 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:16.418928 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1c0d077e-80eb-4ee0-8597-2a36a34d308d triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:16.419398 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.448837 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3450723 Jun 22 15:49:16.451891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49116) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:16.457258 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Request body: {'subnet': {'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1291261936-subnet', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'ip_version': 4}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:16.462690 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Pushing event updated for resources: {'Network': ['ID=cd61ecd4-b488-43fa-b22d-583347d65378,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:16.465782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0b24b6a-9d74-4105-a6ea-bfbe02ae613b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:16.485555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network cd61ecd4-b488-43fa-b22d-583347d65378 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:49:16.488899 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Made reservation on behalf of 40e5e5c26a0e48608edbe7ba349ad07c for: {'subnet': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:49:16.491511 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178862'] for subnet, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.546696 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9c13e686-1906-4f6e-af0a-2ac520798ca9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:16.608420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 9c13e686-1906-4f6e-af0a-2ac520798ca9 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:16.612536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9c13e686-1906-4f6e-af0a-2ac520798ca9 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:16.613389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.677874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3888723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178876'] for subnet, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.681893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9d316238-c464-4b5f-9dd5-9580cda3d118 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:16.701262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.724387 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 9c13e686-1906-4f6e-af0a-2ac520798ca9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9c13e686-1906-4f6e-af0a-2ac520798ca9,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:16.731089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.735236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:16.737451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Sync routers for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:49:16.739814 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b5636c-471a-487c-8bd2-d6bb8ea0fe32,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:16.743902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:16.747617 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Checking segment: {'id': '2e027ae2-fbe5-4430-89af-35e425fe1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:49:16.747971 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Network hostable DHCP agents. Network: cd61ecd4-b488-43fa-b22d-583347d65378, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:49:16.765279 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Network cd61ecd4-b488-43fa-b22d-583347d65378 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:49:16.775374 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, cd61ecd4-b488-43fa-b22d-583347d65378) {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:16.778472 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:16.779135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:16.779281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:16.779855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.786005 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18139952-5319-4969-9724-613557e3d612 None None] Network cd61ecd4-b488-43fa-b22d-583347d65378 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:49:16.794677 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-948064d2-bb98-4278-995c-8ff88bdd7e2c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3416016 Jun 22 15:49:16.797161 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49118) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:16.801487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:16.822309 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.823481 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:16.875333 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.017489 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.034014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=9c13e686-1906-4f6e-af0a-2ac520798ca9,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:17.037263 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:17.122825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:17.217385 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.236834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.279607 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-cd61ecd4-b488-43fa-b22d-583347d65378', 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'fixed_ips': [{'subnet_id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:49:17.280462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.341337 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Allocated IP 172.26.6.219 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/52eb29c4-f242-43ca-a913-972d9d3e7f33) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:49:17.447765 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.475357 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Allocated IP 172.20.0.2 (cd61ecd4-b488-43fa-b22d-583347d65378/a2b5636c-471a-487c-8bd2-d6bb8ea0fe32/4cd93b26-7b89-458e-947e-1337fbad0ae7) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:49:17.487070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.489932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d646dca9-bc0c-488a-97ed-e4326bd26f5f tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:17.496999 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 2, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:17.526532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:17.530894 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:17.534249 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:49:17.539835 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Pushing event updated for resources: {'Port': ['ID=52eb29c4-f242-43ca-a913-972d9d3e7f33,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:17.557798 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Checking router: a2748fe4-6303-4a25-88b9-c93c52466e55 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:49:17.558156 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Updating router a2748fe4-6303-4a25-88b9-c93c52466e55 port b03514a4-0643-44b5-a6c8-0b4def46a6c4 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:49:17.610025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.780675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.800940 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Transition to ACTIVE for port object 4cd93b26-7b89-458e-947e-1337fbad0ae7 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:17.856878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Transition to ACTIVE for port object 4cd93b26-7b89-458e-947e-1337fbad0ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:17.866906 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:17.870796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-50844396-a1aa-4fb8-bfdc-385a64a7d023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:17.932355 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Network cd61ecd4-b488-43fa-b22d-583347d65378 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:17.934563 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:17.940188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:17.942851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:49:17.959680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Pushing event updated for resources: {'Port': ['ID=4cd93b26-7b89-458e-947e-1337fbad0ae7,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:17.963370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:18.050770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Attempting to bind port 4cd93b26-7b89-458e-947e-1337fbad0ae7 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:49:18.051282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Attempting to bind port 4cd93b26-7b89-458e-947e-1337fbad0ae7 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '2e027ae2-fbe5-4430-89af-35e425fe1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:49:18.051509 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Attempting to bind port 4cd93b26-7b89-458e-947e-1337fbad0ae7 on network cd61ecd4-b488-43fa-b22d-583347d65378 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:49:18.064491 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:49:18.064922 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Checking segment: {'id': '2e027ae2-fbe5-4430-89af-35e425fe1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:49:18.065548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.065898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Bound using segment: {'id': '2e027ae2-fbe5-4430-89af-35e425fe1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:49:18.066478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Bound port: 4cd93b26-7b89-458e-947e-1337fbad0ae7, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e027ae2-fbe5-4430-89af-35e425fe1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:49:18.066927 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.085620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.114905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Transition to ACTIVE for port object b03514a4-0643-44b5-a6c8-0b4def46a6c4 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:18.130693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.134686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:18.182000 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.218865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-72cff440-7899-4b14-affa-822cb3db616e None None] For port 4cd93b26-7b89-458e-947e-1337fbad0ae7, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:49:18.241269 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-72cff440-7899-4b14-affa-822cb3db616e None None] For port 4cd93b26-7b89-458e-947e-1337fbad0ae7, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4cd93b26-7b89-458e-947e-1337fbad0ae7,segment=NetworkSegment(2e027ae2-fbe5-4430-89af-35e425fe1b1b),segment_id=2e027ae2-fbe5-4430-89af-35e425fe1b1b)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:49:18.243967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f835944-f616-4080-9def-9cd618a53724 None None] Pushing event updated for resources: {'Port': ['ID=b03514a4-0643-44b5-a6c8-0b4def46a6c4,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:18.247295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3f835944-f616-4080-9def-9cd618a53724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:18.267160 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.272013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:18.329377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9c13e686-1906-4f6e-af0a-2ac520798ca9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:18.378959 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Attempting to bind port b03514a4-0643-44b5-a6c8-0b4def46a6c4 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:49:18.379336 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Attempting to bind port b03514a4-0643-44b5-a6c8-0b4def46a6c4 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:49:18.379700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Attempting to bind port b03514a4-0643-44b5-a6c8-0b4def46a6c4 on network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:49:18.405043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:49:18.405438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Checking segment: {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:49:18.405830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.406234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Bound using segment: {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:49:18.406718 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Bound port: b03514a4-0643-44b5-a6c8-0b4def46a6c4, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:49:18.407097 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.415642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Pushing event updated for resources: {'Port': ['ID=4cd93b26-7b89-458e-947e-1337fbad0ae7,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:18.430958 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:18.454392 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.481873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 9c13e686-1906-4f6e-af0a-2ac520798ca9 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:18.482436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.530498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] For port b03514a4-0643-44b5-a6c8-0b4def46a6c4, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:49:18.550362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] For port b03514a4-0643-44b5-a6c8-0b4def46a6c4, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b03514a4-0643-44b5-a6c8-0b4def46a6c4,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:49:18.559795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.563747 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:18.607711 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:49:18.701746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:18.702425 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:18.747226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f835944-f616-4080-9def-9cd618a53724 None None] Pushing event updated for resources: {'Port': ['ID=b03514a4-0643-44b5-a6c8-0b4def46a6c4,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:18.752225 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3f835944-f616-4080-9def-9cd618a53724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:18.757145 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:49:18.773448 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Sync routers for ids ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:49:18.784556 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Routers {'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:18.785431 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:18.791445 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:18.792721 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9946132 Jun 22 15:49:18.796689 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49120) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:18.884159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:18.907432 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Set router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:19.134639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:18Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:19.161996 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6196384-7129-4fe7-a9b8-d947463e4e85 None None] The sync data for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv is: [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:18Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:49:19.236851 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:16Z', 'updated_at': '2021-06-22T15:49:18Z', 'revision_number': 3, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'gw_port': {'id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:17Z', 'updated_at': '2021-06-22T15:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:19.279904 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Checking router: ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:49:19.280263 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Updating router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 port 52eb29c4-f242-43ca-a913-972d9d3e7f33 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:49:19.302082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.317034 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.493705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Allocated IP 172.20.0.1 (cd61ecd4-b488-43fa-b22d-583347d65378/a2b5636c-471a-487c-8bd2-d6bb8ea0fe32/42013141-0352-4f30-9027-bfdb4781dba1) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:49:19.624158 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.638968 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.640995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Transition to ACTIVE for port object 42013141-0352-4f30-9027-bfdb4781dba1 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:19.664330 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Transition to ACTIVE for port object 52eb29c4-f242-43ca-a913-972d9d3e7f33 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:19.672176 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.675453 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-52a72816-ac1b-444d-bde8-94cb22e0f9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:19.689723 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.693316 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-56e1d433-ce97-404c-a56e-e71bf114deda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:19.734447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Network cd61ecd4-b488-43fa-b22d-583347d65378 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:19.738694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:19.747851 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:49:19.749064 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Attempting to bind port 52eb29c4-f242-43ca-a913-972d9d3e7f33 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:49:19.749458 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Attempting to bind port 52eb29c4-f242-43ca-a913-972d9d3e7f33 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:49:19.749832 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Attempting to bind port 52eb29c4-f242-43ca-a913-972d9d3e7f33 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:49:19.752073 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026f994-e459-46e4-96f6-3bbb0674598c None None] Pushing event updated for resources: {'Port': ['ID=52eb29c4-f242-43ca-a913-972d9d3e7f33,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:19.765730 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f026f994-e459-46e4-96f6-3bbb0674598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:19.767160 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:49:19.767552 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:49:19.767961 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.768363 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:49:19.768868 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Bound port: 52eb29c4-f242-43ca-a913-972d9d3e7f33, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:49:19.769268 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.814499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Pushing event updated for resources: {'Port': ['ID=42013141-0352-4f30-9027-bfdb4781dba1,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:19.818546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daee568-4718-4418-8dac-693936ac3002 None None] Network cd61ecd4-b488-43fa-b22d-583347d65378 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:49:19.821050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:19.833170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.855191 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] For port 52eb29c4-f242-43ca-a913-972d9d3e7f33, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:49:19.866454 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] For port 52eb29c4-f242-43ca-a913-972d9d3e7f33, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=52eb29c4-f242-43ca-a913-972d9d3e7f33,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:49:19.874509 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:19.879007 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a0fba2f6-57aa-4b18-8601-d7210798eefd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:19.950775 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026f994-e459-46e4-96f6-3bbb0674598c None None] Pushing event updated for resources: {'Port': ['ID=52eb29c4-f242-43ca-a913-972d9d3e7f33,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:19.953733 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0ea6e2f1-dfc6-4b26-bc21-0c10d690ffcc None None] Provisioning for port 4cd93b26-7b89-458e-947e-1337fbad0ae7 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:19.969832 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-f026f994-e459-46e4-96f6-3bbb0674598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:20.002500 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Routers {'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:20.003589 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:20.073014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:20.133679 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] Set router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:20.277569 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:20.284725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:20.339012 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-02dd626e-afff-4a30-87ee-bc1f64d9c664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:20.341404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:20.394815 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:16Z', 'updated_at': '2021-06-22T15:49:19Z', 'revision_number': 4, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'gw_port': {'id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:17Z', 'updated_at': '2021-06-22T15:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '42013141-0352-4f30-9027-bfdb4781dba1', 'name': '', 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'mac_address': 'fa:16:3e:d1:04:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:19Z', 'updated_at': '2021-06-22T15:49:19Z', 'revision_number': 1, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'subnets': [{'id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:20.424075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b03514a4-0643-44b5-a6c8-0b4def46a6c4 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:20.427128 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fba32-15ee-4ff0-a0cf-b8117e65c573 None None] The sync data for ids ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'] in dv-neutron-601336-93-hyperv is: [{'id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:16Z', 'updated_at': '2021-06-22T15:49:19Z', 'revision_number': 4, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'gw_port': {'id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:17Z', 'updated_at': '2021-06-22T15:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '42013141-0352-4f30-9027-bfdb4781dba1', 'name': '', 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'mac_address': 'fa:16:3e:d1:04:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:19Z', 'updated_at': '2021-06-22T15:49:19Z', 'revision_number': 1, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'subnets': [{'id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:49:20.475826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Pushing event updated for resources: {'Port': ['ID=42013141-0352-4f30-9027-bfdb4781dba1,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:20.480307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:20.500737 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0ea40f23-9d67-4bfe-8286-e135bda6a138 None None] Provisioning for port 42013141-0352-4f30-9027-bfdb4781dba1 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:20.509681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-0ea40f23-9d67-4bfe-8286-e135bda6a138 None None] Provisioning complete for port 42013141-0352-4f30-9027-bfdb4781dba1 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:20.510066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0ea40f23-9d67-4bfe-8286-e135bda6a138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:20.524855 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Network cd61ecd4-b488-43fa-b22d-583347d65378 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:20.526796 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:20.566526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0ea40f23-9d67-4bfe-8286-e135bda6a138 None None] Port 42013141-0352-4f30-9027-bfdb4781dba1 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:49:20.573126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port b03514a4-0643-44b5-a6c8-0b4def46a6c4 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:20.580144 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b03514a4-0643-44b5-a6c8-0b4def46a6c4 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:20.580518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:20.671732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:49:20.698655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:20.728151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a4d03712-d775-4e65-9cb0-4f1579ea01a4 None None] Provisioning complete for port 42013141-0352-4f30-9027-bfdb4781dba1 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:20.728442 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a4d03712-d775-4e65-9cb0-4f1579ea01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:20.765246 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a4d03712-d775-4e65-9cb0-4f1579ea01a4 None None] Port 42013141-0352-4f30-9027-bfdb4781dba1 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:49:20.775960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port b03514a4-0643-44b5-a6c8-0b4def46a6c4, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b03514a4-0643-44b5-a6c8-0b4def46a6c4,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:20.783338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:20.784222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4cd93b26-7b89-458e-947e-1337fbad0ae7 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:20.786043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-9efc355b-1947-4743-923b-d378f1f445ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:20.818888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:49:20.827849 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] 10.222.0.22 "PUT /v2.0/routers/ab6d927b-7cc2-4c0b-b884-cf4f21ef0625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0300262 Jun 22 15:49:20.886010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=b03514a4-0643-44b5-a6c8-0b4def46a6c4,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:20.890098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:20.903688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 4cd93b26-7b89-458e-947e-1337fbad0ae7 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:20.913091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4cd93b26-7b89-458e-947e-1337fbad0ae7 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:20.913488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:21.006393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-e84d84b0-d13c-4e6d-be72-1a264f067566 None None] Provisioning complete for port 42013141-0352-4f30-9027-bfdb4781dba1 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:21.006797 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e84d84b0-d13c-4e6d-be72-1a264f067566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:21.009315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:21.069596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-e84d84b0-d13c-4e6d-be72-1a264f067566 None None] Port 42013141-0352-4f30-9027-bfdb4781dba1 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:49:21.079926 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 4cd93b26-7b89-458e-947e-1337fbad0ae7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4cd93b26-7b89-458e-947e-1337fbad0ae7,segment=NetworkSegment(2e027ae2-fbe5-4430-89af-35e425fe1b1b),segment_id=2e027ae2-fbe5-4430-89af-35e425fe1b1b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:21.085645 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:21.088706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-268f8b18-196a-4e02-b9a3-8e2848c2755c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:21.138681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=4cd93b26-7b89-458e-947e-1337fbad0ae7,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:21.141865 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:21.966461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49128) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:21.971858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-db164682-3930-48cc-9e2d-d0c0f1adee72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007979837', 'description': 'tempest-secgroup-smoke-2007979837 description', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:22.004641 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db164682-3930-48cc-9e2d-d0c0f1adee72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.102098 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db164682-3930-48cc-9e2d-d0c0f1adee72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.105888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db164682-3930-48cc-9e2d-d0c0f1adee72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.108464 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9de4e797-90e7-4b5c-86df-5b7886a0dc55 tempest-NegativeSecGroupIPv6Test-2117651711 tempest-NegativeSecGroupIPv6Test-2117651711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:22.136252 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-db164682-3930-48cc-9e2d-d0c0f1adee72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.140207 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-db164682-3930-48cc-9e2d-d0c0f1adee72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1695919 Jun 22 15:49:22.140560 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49130) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:22.144951 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-b47df0b5-e093-4ae6-9c22-64c6022a4f50 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': 'a96adb31-a7f2-4849-98bc-430d3a54fc6e', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:22.150938 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db164682-3930-48cc-9e2d-d0c0f1adee72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96adb31-a7f2-4849-98bc-430d3a54fc6e,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:22.153833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-db164682-3930-48cc-9e2d-d0c0f1adee72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:22.177575 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b47df0b5-e093-4ae6-9c22-64c6022a4f50 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.240666 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b47df0b5-e093-4ae6-9c22-64c6022a4f50 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.245631 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b47df0b5-e093-4ae6-9c22-64c6022a4f50 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.247812 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-acb4a203-5434-49a6-b193-6200b9270f09 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:22.268150 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47df0b5-e093-4ae6-9c22-64c6022a4f50 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf1874d-89eb-4018-a893-1cd19b19d7d2,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:22.272286 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b47df0b5-e093-4ae6-9c22-64c6022a4f50 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:22.275967 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b47df0b5-e093-4ae6-9c22-64c6022a4f50 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.277201 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b47df0b5-e093-4ae6-9c22-64c6022a4f50 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358130 Jun 22 15:49:22.280159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49132) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:22.284897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-13aa4114-bafe-48fb-a17b-32846a602d06 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': 'a96adb31-a7f2-4849-98bc-430d3a54fc6e', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:22.313788 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-13aa4114-bafe-48fb-a17b-32846a602d06 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.377512 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 52eb29c4-f242-43ca-a913-972d9d3e7f33 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:22.393205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-13aa4114-bafe-48fb-a17b-32846a602d06 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.398213 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-13aa4114-bafe-48fb-a17b-32846a602d06 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.401233 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e5bdaafa-7875-47d0-9fb2-828d1f3b5188 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:22.424906 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa4114-bafe-48fb-a17b-32846a602d06 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690597e3-f2c7-48a0-8a45-8f9f7337edef,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:22.427843 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-13aa4114-bafe-48fb-a17b-32846a602d06 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:22.428972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-13aa4114-bafe-48fb-a17b-32846a602d06 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.430628 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-13aa4114-bafe-48fb-a17b-32846a602d06 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494298 Jun 22 15:49:22.433474 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49134) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:22.438392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-12a765af-2b2c-4c05-9dc2-5148d8d99867 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': 'a96adb31-a7f2-4849-98bc-430d3a54fc6e', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:22.440595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 52eb29c4-f242-43ca-a913-972d9d3e7f33 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:22.446448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 52eb29c4-f242-43ca-a913-972d9d3e7f33 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:22.446448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.469725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12a765af-2b2c-4c05-9dc2-5148d8d99867 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.533822 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12a765af-2b2c-4c05-9dc2-5148d8d99867 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.539037 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12a765af-2b2c-4c05-9dc2-5148d8d99867 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.539686 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.541282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-982afade-5769-4b86-9025-348419de2e37 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:22.561818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 52eb29c4-f242-43ca-a913-972d9d3e7f33, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=52eb29c4-f242-43ca-a913-972d9d3e7f33,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:22.563269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a765af-2b2c-4c05-9dc2-5148d8d99867 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32334618-a8fa-440a-9ba4-2669f7d0d77f,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:22.566207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-12a765af-2b2c-4c05-9dc2-5148d8d99867 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:22.567161 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-12a765af-2b2c-4c05-9dc2-5148d8d99867 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.567413 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.568332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b03514a4-0643-44b5-a6c8-0b4def46a6c4 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:22.568644 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-12a765af-2b2c-4c05-9dc2-5148d8d99867 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337402 Jun 22 15:49:22.570734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:22.571765 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49136) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:22.577447 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-b216768f-6827-426b-b784-5ebebe451a18 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': 'a96adb31-a7f2-4849-98bc-430d3a54fc6e', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:22.608206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b216768f-6827-426b-b784-5ebebe451a18 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.659510 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=52eb29c4-f242-43ca-a913-972d9d3e7f33,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:22.663802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:22.674188 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port b03514a4-0643-44b5-a6c8-0b4def46a6c4 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:22.674572 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:22.765691 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4cd93b26-7b89-458e-947e-1337fbad0ae7 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:22.816498 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 4cd93b26-7b89-458e-947e-1337fbad0ae7 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:22.816904 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.014284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b216768f-6827-426b-b784-5ebebe451a18 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.018418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b216768f-6827-426b-b784-5ebebe451a18 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.020219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6f1b9625-55e6-438e-9f5d-aa121c2de31e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:23.036191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216768f-6827-426b-b784-5ebebe451a18 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fb4276-c630-4d14-9174-70bc848658bf,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:23.038594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b216768f-6827-426b-b784-5ebebe451a18 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:23.043570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-b216768f-6827-426b-b784-5ebebe451a18 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.044765 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-b216768f-6827-426b-b784-5ebebe451a18 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4718232 Jun 22 15:49:23.047470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49138) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:23.051898 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-a864ab2e-c4b0-4f86-8f8d-5830df50289b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': 'a96adb31-a7f2-4849-98bc-430d3a54fc6e', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:23.075827 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-a864ab2e-c4b0-4f86-8f8d-5830df50289b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Project df5d3aff9c3d4bb2973f1e3272f94b7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:49:23.081104 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a864ab2e-c4b0-4f86-8f8d-5830df50289b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.147132 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a864ab2e-c4b0-4f86-8f8d-5830df50289b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.151369 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a864ab2e-c4b0-4f86-8f8d-5830df50289b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.155961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4f7e9971-e305-47ca-b560-94360849edab tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:23.173591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864ab2e-c4b0-4f86-8f8d-5830df50289b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd40947d-9472-4652-9aea-77f86edb9d83,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:23.176801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a864ab2e-c4b0-4f86-8f8d-5830df50289b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:23.178121 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-a864ab2e-c4b0-4f86-8f8d-5830df50289b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.179282 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-a864ab2e-c4b0-4f86-8f8d-5830df50289b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308818 Jun 22 15:49:23.182701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49140) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:23.187156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': 'a96adb31-a7f2-4849-98bc-430d3a54fc6e', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:23.208727 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Project df5d3aff9c3d4bb2973f1e3272f94b7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:49:23.213970 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.279734 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.283294 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.285159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-7f7779e2-364c-4e28-842c-73ea7bbd0b80 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:23.301716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ee5f80-a805-4ce8-bf12-e2925023f971,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:23.305351 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:23.308763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:23.310047 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263461 Jun 22 15:49:23.423422 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Sync routers for ids ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:49:23.435266 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Routers {'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:23.436115 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:23.460353 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-af91fc71-ca6e-4b97-b80f-322432f2b197 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007979837&fields=id&tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b HTTP/1.1" status: 200 len: 267 time: 0.0367653 Jun 22 15:49:23.572490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-6301a06e-7283-4823-92e0-9e1bbf57217d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:23.573948 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-6301a06e-7283-4823-92e0-9e1bbf57217d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 809 time: 0.1068590 Jun 22 15:49:23.589981 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-6691fb26-8e24-4d0e-9557-b32e83374871 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/quotas/df5d3aff9c3d4bb2973f1e3272f94b7b HTTP/1.1" status: 200 len: 375 time: 0.0098178 Jun 22 15:49:23.680044 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7bdf99ee-0253-409a-b137-7f0bab63142c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838995 Jun 22 15:49:23.708952 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Set router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:23.782430 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-bb2340eb-72d8-43f6-adb8-8a6d58b9ee59 service neutron] 10.222.0.22 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872519 Jun 22 15:49:23.877794 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-1da7e574-a216-4692-b8ac-3eadfee512e7 service neutron] 10.222.0.22 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891771 Jun 22 15:49:23.910183 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:16Z', 'updated_at': '2021-06-22T15:49:19Z', 'revision_number': 4, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'gw_port': {'id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:17Z', 'updated_at': '2021-06-22T15:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '42013141-0352-4f30-9027-bfdb4781dba1', 'name': '', 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'mac_address': 'fa:16:3e:d1:04:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:19Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 2, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'subnets': [{'id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:23.941872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Checking router: ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:49:23.942219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Updating router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 port 42013141-0352-4f30-9027-bfdb4781dba1 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:49:23.980873 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:24.085291 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7c8a2687-1087-4f1e-8b7e-30260b59bc87 req-abcd53a9-10db-4f13-a87f-e5b5d7421a62 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 210 time: 0.0583608 Jun 22 15:49:24.299728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:24.311254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Transition to ACTIVE for port object 42013141-0352-4f30-9027-bfdb4781dba1 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:24.316414 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 52eb29c4-f242-43ca-a913-972d9d3e7f33 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:24.323159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:24.323159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:24.421555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33682ac4-ef76-4c7b-86e5-90fbedb686d4 None None] Pushing event updated for resources: {'Port': ['ID=42013141-0352-4f30-9027-bfdb4781dba1,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:24.425473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-33682ac4-ef76-4c7b-86e5-90fbedb686d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:24.483419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 52eb29c4-f242-43ca-a913-972d9d3e7f33 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:24.483795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:24.517481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Attempting to bind port 42013141-0352-4f30-9027-bfdb4781dba1 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:49:24.517879 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Attempting to bind port 42013141-0352-4f30-9027-bfdb4781dba1 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '2e027ae2-fbe5-4430-89af-35e425fe1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:49:24.518233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Attempting to bind port 42013141-0352-4f30-9027-bfdb4781dba1 on network cd61ecd4-b488-43fa-b22d-583347d65378 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:49:24.531678 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:49:24.532104 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Checking segment: {'id': '2e027ae2-fbe5-4430-89af-35e425fe1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:49:24.532473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:24.532917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Bound using segment: {'id': '2e027ae2-fbe5-4430-89af-35e425fe1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:49:24.533401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Bound port: 42013141-0352-4f30-9027-bfdb4781dba1, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e027ae2-fbe5-4430-89af-35e425fe1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:49:24.533789 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:24.639446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] For port 42013141-0352-4f30-9027-bfdb4781dba1, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:49:24.642687 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] For port 42013141-0352-4f30-9027-bfdb4781dba1, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=42013141-0352-4f30-9027-bfdb4781dba1,segment=NetworkSegment(2e027ae2-fbe5-4430-89af-35e425fe1b1b),segment_id=2e027ae2-fbe5-4430-89af-35e425fe1b1b)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:49:24.650031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:24.653067 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:24.709221 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Routers {'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:24.714576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:24.757201 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33682ac4-ef76-4c7b-86e5-90fbedb686d4 None None] Pushing event updated for resources: {'Port': ['ID=42013141-0352-4f30-9027-bfdb4781dba1,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:24.762796 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-33682ac4-ef76-4c7b-86e5-90fbedb686d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:24.838428 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] Set router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:25.052440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:16Z', 'updated_at': '2021-06-22T15:49:19Z', 'revision_number': 4, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'gw_port': {'id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:17Z', 'updated_at': '2021-06-22T15:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '42013141-0352-4f30-9027-bfdb4781dba1', 'name': '', 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'mac_address': 'fa:16:3e:d1:04:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:19Z', 'updated_at': '2021-06-22T15:49:24Z', 'revision_number': 4, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'subnets': [{'id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:25.079077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3365de8d-6c4c-4ca2-882a-d716bcfa7513 None None] The sync data for ids ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'] in dv-neutron-601336-93-hyperv is: [{'id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:16Z', 'updated_at': '2021-06-22T15:49:19Z', 'revision_number': 4, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'gw_port': {'id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:17Z', 'updated_at': '2021-06-22T15:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '42013141-0352-4f30-9027-bfdb4781dba1', 'name': '', 'network_id': 'cd61ecd4-b488-43fa-b22d-583347d65378', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'mac_address': 'fa:16:3e:d1:04:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:19Z', 'updated_at': '2021-06-22T15:49:24Z', 'revision_number': 4, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'subnets': [{'id': 'a2b5636c-471a-487c-8bd2-d6bb8ea0fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:49:25.240230 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a1affd11-872f-41f9-9e69-c5a7488f888a req-ee4ef6f5-ca36-4695-a658-99dcaf23bdd1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 210 time: 0.0319018 Jun 22 15:49:25.483332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-217c712f-d092-4750-93a1-bc1b84d44ed7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:25.484857 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-217c712f-d092-4750-93a1-bc1b84d44ed7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 809 time: 0.1313102 Jun 22 15:49:25.533093 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-87e87150-b4aa-445f-b7f1-e7503351e92d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b HTTP/1.1" status: 200 len: 380 time: 0.0380199 Jun 22 15:49:25.542166 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'port': {'device_id': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'admin_state_up': True, 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'security_groups': ['a96adb31-a7f2-4849-98bc-430d3a54fc6e']}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:25.648153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Made reservation on behalf of df5d3aff9c3d4bb2973f1e3272f94b7b for: {'port': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:49:25.651820 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:25.781247 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Allocated IP 172.20.0.7 (6eac4c74-fd2b-4678-afe4-9f4a38d34356/4210f44c-de1e-4783-9546-ee43d55654c7/2f18adc8-2e63-44df-9e06-fc921c2d2ac1) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:49:25.918414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:25.931127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Transition to ACTIVE for port object 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:25.962478 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:25.966174 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:26.007344 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:26.010968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:26.014839 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:49:26.022195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:26.043544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:26.072074 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:26.072716 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.088590 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-a27f6f31-3afd-434c-a76a-2ab20e3b1fb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5506268 Jun 22 15:49:26.100533 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Request body: {'port': {'device_id': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:26.181246 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.270001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-00444761-1728-49f3-85b5-b1b05ec42b98 None None] Provisioning for port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:26.274416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-00444761-1728-49f3-85b5-b1b05ec42b98 None None] Provisioning complete for port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:26.275047 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-00444761-1728-49f3-85b5-b1b05ec42b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.332023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 42013141-0352-4f30-9027-bfdb4781dba1 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:26.356681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-00444761-1728-49f3-85b5-b1b05ec42b98 None None] Port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:49:26.389401 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 42013141-0352-4f30-9027-bfdb4781dba1 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:26.393407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 42013141-0352-4f30-9027-bfdb4781dba1 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:26.393802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.472453 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.501146 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71e462-b5a9-4c87-8094-da299d5a1992 req-0e459847-cada-40cf-83e6-2805cc7ac680 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:26.502641 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3d71e462-b5a9-4c87-8094-da299d5a1992 req-0e459847-cada-40cf-83e6-2805cc7ac680 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 931 time: 0.1123950 Jun 22 15:49:26.505586 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 42013141-0352-4f30-9027-bfdb4781dba1, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=42013141-0352-4f30-9027-bfdb4781dba1,segment=NetworkSegment(2e027ae2-fbe5-4430-89af-35e425fe1b1b),segment_id=2e027ae2-fbe5-4430-89af-35e425fe1b1b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:26.509787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.511862 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:26.562794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=42013141-0352-4f30-9027-bfdb4781dba1,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:26.566469 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:26.580799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 {{(pid=93502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:49:26.590141 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3d71e462-b5a9-4c87-8094-da299d5a1992 req-6822310d-6043-435c-9819-90e37375a1a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774386 Jun 22 15:49:26.591893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.606071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Transition to ACTIVE for port object 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 will not be triggered until provisioned by entity L2. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:49:26.609362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.611382 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a30462a4-d84e-4b3c-a898-90ae2aa4e2cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:26.685334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:26.689676 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:26.768358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Attempting to bind port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:49:26.768602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Attempting to bind port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:49:26.768955 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Attempting to bind port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 on network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:49:26.774118 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 on network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:49:26.774625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Attempting to bind port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 on network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:49:26.779822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:49:26.780162 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Checking segment: {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:49:26.780541 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Bound using segment: {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'} {{(pid=93502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:49:26.780989 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.managers [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Bound port: 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'}}] {{(pid=93502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:49:26.781330 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.846710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, cleared binding levels {{(pid=93502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:49:26.850307 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:49:26.855436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.858149 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8b89156c-9df8-4fdf-9e0c-83022177e4ad tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:26.888241 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:26.888884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:26.890269 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] 10.222.0.21 "PUT /v2.0/ports/2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 1093 time: 0.7943854 Jun 22 15:49:26.892772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:49:26.895878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f935e915-9e8d-42e5-bf2b-8c32d449615c" -d '{"events": [{"name": "network-changed", "server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:49:26.944984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=3']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:26.969400 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7657c5cc-9cd8-4b64-9b8f-1d40c98a74ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:27.004271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-2f4b6c3f-4821-46c7-8dd3-7005e312f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:27.006752 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-2f4b6c3f-4821-46c7-8dd3-7005e312f724 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1096 time: 0.0707495 Jun 22 15:49:27.009557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f68513-ade8-46a2-9bf1-99628070e76c x-openstack-request-id: req-f5f68513-ade8-46a2-9bf1-99628070e76c {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:49:27.009905 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:49:27.010215 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f5f68513-ade8-46a2-9bf1-99628070e76c {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:49:27.010663 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'status': 'completed', 'code': 200} Jun 22 15:49:27.051684 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-ad7f5b08-2a3c-4317-be2b-b012346cff1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 217 time: 0.0351000 Jun 22 15:49:27.100266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-89d3d5fd-c42a-4a5f-a577-3d366a67f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:27.102344 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-89d3d5fd-c42a-4a5f-a577-3d366a67f5c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0436330 Jun 22 15:49:27.161568 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-757f9326-8ca6-45c0-a9dc-38b0ad42dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:27.163015 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-757f9326-8ca6-45c0-a9dc-38b0ad42dc31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0543191 Jun 22 15:49:27.250175 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-d39646d4-860a-4183-89f5-911d4cb1876d service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800741 Jun 22 15:49:27.340464 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-46e49eb6-8d93-4c7b-9362-dadd4639674f req-1595b35f-519a-409f-9f4e-3a96734d834a service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838029 Jun 22 15:49:27.435510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-cb3c852a-511e-4cdd-b1d4-a57ab816e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:27.436975 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-cb3c852a-511e-4cdd-b1d4-a57ab816e212 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1096 time: 0.0525255 Jun 22 15:49:27.527895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-5338aee8-8bd7-4458-bee2-1dc000e6b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:27.529337 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-5338aee8-8bd7-4458-bee2-1dc000e6b274 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0863059 Jun 22 15:49:27.568348 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-760b8c63-9602-4b82-837d-f0e1ba6ef6e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 217 time: 0.0331113 Jun 22 15:49:27.616574 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-6b2a270a-5a96-4079-a5aa-ea4e9ea3e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:27.618390 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-6b2a270a-5a96-4079-a5aa-ea4e9ea3e5ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0434279 Jun 22 15:49:27.675878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-4d9d5e73-fa9f-4cd3-bed7-11c838e0c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:27.677421 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-4d9d5e73-fa9f-4cd3-bed7-11c838e0c1a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0529401 Jun 22 15:49:27.810776 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-e4e27bda-d567-4ac3-9d53-5b5103fd4b65 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259637 Jun 22 15:49:27.822833 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c1462-6b72-4869-b2e4-1bceeea0a8b1 req-bd026cd5-e3df-46f4-b3cb-874815465715 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:27.824182 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2e6c1462-6b72-4869-b2e4-1bceeea0a8b1 req-bd026cd5-e3df-46f4-b3cb-874815465715 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.1215856 Jun 22 15:49:27.909037 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2e6c1462-6b72-4869-b2e4-1bceeea0a8b1 req-2405d024-8fb3-4e09-b573-c4827384206f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769892 Jun 22 15:49:27.934445 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f935e915-9e8d-42e5-bf2b-8c32d449615c req-fa4d85f0-d186-4b88-8b01-7e55c843c43b service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093326 Jun 22 15:49:28.274730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 42013141-0352-4f30-9027-bfdb4781dba1 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:28.323689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 42013141-0352-4f30-9027-bfdb4781dba1 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:28.324070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:29.081502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13263142-47b7-4857-84d7-58d233c948bc req-8d02230a-b247-44b2-b7a5-76e10cba0049 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:29.082980 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-13263142-47b7-4857-84d7-58d233c948bc req-8d02230a-b247-44b2-b7a5-76e10cba0049 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0646303 Jun 22 15:49:29.121540 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-13263142-47b7-4857-84d7-58d233c948bc req-e9a2944c-9be7-4145-9d2e-dc452289129c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325646 Jun 22 15:49:30.246843 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b7f9a8e0-3bed-41a7-a579-fdf371a84021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:30.298990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093336d5-f9e4-44dc-92b7-4f3ff44019e6 req-2ca0f6f3-0dd0-40d8-ae4c-a7e59e985bb5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:30.300441 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-093336d5-f9e4-44dc-92b7-4f3ff44019e6 req-2ca0f6f3-0dd0-40d8-ae4c-a7e59e985bb5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0658026 Jun 22 15:49:30.341727 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-093336d5-f9e4-44dc-92b7-4f3ff44019e6 req-c1d3d9e5-9470-442a-ac82-412724b741c9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349519 Jun 22 15:49:31.530157 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111d79d-f561-4db8-914c-aa41c24ee971 req-9d65076e-075c-4843-a929-ab7ba9d63db2 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:31.531617 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b111d79d-f561-4db8-914c-aa41c24ee971 req-9d65076e-075c-4843-a929-ab7ba9d63db2 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0670788 Jun 22 15:49:31.542962 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:49:31.570685 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b111d79d-f561-4db8-914c-aa41c24ee971 req-9b8f6f8b-d20a-412b-8346-00fd54bd3091 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Jun 22 15:49:31.638491 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:31.649729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'port_id': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'mac_address': 'fa:16:3e:d9:76:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:49:31.685960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:31.698785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:49:31.718659 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:31.722416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:31.725395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-33682ac4-ef76-4c7b-86e5-90fbedb686d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:31.778732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:31.781849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:32.043050 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['2f18adc8-2e63-44df-9e06-fc921c2d2ac1'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:49:32.724502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-99ab0d33-6e8e-4c38-8ac8-86186357da71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:32.752866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92d00c-ede0-4f19-bbb8-1bd15bb0e468 req-1f1c484f-987c-415c-b6d7-e872873bf883 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:32.754301 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5a92d00c-ede0-4f19-bbb8-1bd15bb0e468 req-1f1c484f-987c-415c-b6d7-e872873bf883 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 944 time: 0.0738389 Jun 22 15:49:32.792044 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5a92d00c-ede0-4f19-bbb8-1bd15bb0e468 req-3fd4e43f-8088-44a0-8808-7733db45753a tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318999 Jun 22 15:49:32.994656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:33.558578 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:49:33.606074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:49:33.609596 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:49:33.609975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:33.683163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:33.706373 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:49:33.708728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15faac8d-9ba3-4ea8-b98d-8dd9d89befd8" -d '{"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-plugged", "status": "completed", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:49:33.723505 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:49:33.728580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:33.730794 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:33.781713 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:33.784837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:33.800985 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c532043-893e-4bbf-a728-a67bbe01f889 x-openstack-request-id: req-2c532043-893e-4bbf-a728-a67bbe01f889 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:49:33.801305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-plugged", "status": "completed", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:49:33.801564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c532043-893e-4bbf-a728-a67bbe01f889 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:49:33.801966 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'code': 200} Jun 22 15:49:33.971064 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f33a54-3892-4814-afa5-c498b59ab91a req-5820f641-684b-42fe-add0-d174ce640a76 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:33.972511 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-20f33a54-3892-4814-afa5-c498b59ab91a req-5820f641-684b-42fe-add0-d174ce640a76 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0659354 Jun 22 15:49:34.040676 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-20f33a54-3892-4814-afa5-c498b59ab91a req-ef7e1606-4bb2-4da2-b450-570b9b8537d9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564840 Jun 22 15:49:34.052493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb78700-245a-44b5-9751-f6bd28c6e8e1 req-f65000a6-2e1f-4f43-aaa2-3fc43153df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:34.053998 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdb78700-245a-44b5-9751-f6bd28c6e8e1 req-f65000a6-2e1f-4f43-aaa2-3fc43153df3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1098 time: 0.0781312 Jun 22 15:49:34.093709 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cdb78700-245a-44b5-9751-f6bd28c6e8e1 req-acc36e93-4120-435f-acd2-9eebaad7a140 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332406 Jun 22 15:49:34.128939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:35.216881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa997dd7-d531-4fa4-b02d-93bfbd6a5624 req-d446432e-ff88-4f4e-99fc-b79d34f0a2e1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:35.218434 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fa997dd7-d531-4fa4-b02d-93bfbd6a5624 req-d446432e-ff88-4f4e-99fc-b79d34f0a2e1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0631084 Jun 22 15:49:35.257728 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fa997dd7-d531-4fa4-b02d-93bfbd6a5624 req-5ec822ff-dee2-4fda-9ed3-7fa1fbdc94c9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337946 Jun 22 15:49:35.429983 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d05626-6146-4843-ad8a-139a53217859 req-66c9fa43-2c0f-4912-87d0-ea276777b917 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:35.431972 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-52d05626-6146-4843-ad8a-139a53217859 req-66c9fa43-2c0f-4912-87d0-ea276777b917 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0622206 Jun 22 15:49:35.468678 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-52d05626-6146-4843-ad8a-139a53217859 req-31051a47-c555-44cd-94d6-7c9e395d227b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Jun 22 15:49:35.492460 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49210) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:35.628547 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1550fa-79a1-4d22-bf51-8a03f913ab5f tempest-TestShelveInstance-1856916138 tempest-TestShelveInstance-1856916138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:35.630042 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ab1550fa-79a1-4d22-bf51-8a03f913ab5f tempest-TestShelveInstance-1856916138 tempest-TestShelveInstance-1856916138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1093 time: 0.1365879 Jun 22 15:49:35.633069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49214) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:49:35.637690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:49:35.659493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:35.835399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:36.130018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:36.241387 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Allocated IP 172.26.6.209 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/c5208087-4791-45d9-a8fb-8ce767b07012) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:49:36.344690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:36.381858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:36.385301 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:36.423612 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:49:36.426450 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:49:36.432585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:49:36.438170 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'Port': ['ID=c5208087-4791-45d9-a8fb-8ce767b07012,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:36.457702 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:36.794637 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:36.872664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:37.019486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:37.024177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:37.027730 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2229fed8-77f2-41e6-ace6-8ae2aa761cb7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:49:37.092230 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'Port': ['ID=c5208087-4791-45d9-a8fb-8ce767b07012,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:49:37.097548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:49:37.104370 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:37.203528 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Floating IP d6b75e0d-962d-4bba-8e4a-ebb7dcde9a7c associated. External IP: 172.26.6.209, port: 2f18adc8-2e63-44df-9e06-fc921c2d2ac1. Jun 22 15:49:37.410544 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Router a2748fe4-6303-4a25-88b9-c93c52466e55 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:49:37.518127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:49:37.528362 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] Sync routers for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:49:37.534092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:37.538152 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:37.538826 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:37.570683 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f88b65e9-27d1-4b01-8e17-8d0385315da1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9366102 Jun 22 15:49:37.571390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:49:37.574041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb" -d '{"events": [{"name": "network-changed", "server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:49:37.609051 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fc067d-672c-4524-99b6-3517ae4c1150 x-openstack-request-id: req-e5fc067d-672c-4524-99b6-3517ae4c1150 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:49:37.609403 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:49:37.609714 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5fc067d-672c-4524-99b6-3517ae4c1150 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:49:37.610176 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'status': 'completed', 'code': 200} Jun 22 15:49:37.648017 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:37.684339 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-be719d5b-94b6-4fa1-9a40-58ac39d42ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:37.685879 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-be719d5b-94b6-4fa1-9a40-58ac39d42ccd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1098 time: 0.0542870 Jun 22 15:49:37.779573 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-c8b6b80e-cfa2-4f95-972b-5cefc378230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:37.781112 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-c8b6b80e-cfa2-4f95-972b-5cefc378230b service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0894680 Jun 22 15:49:37.844692 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-f02b441b-965f-489f-9926-8c34eb67afa1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 999 time: 0.0573862 Jun 22 15:49:37.866061 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'd6b75e0d-962d-4bba-8e4a-ebb7dcde9a7c', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'port_id': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'mac_address': 'fa:16:3e:d9:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:49:36Z', 'updated_at': '2021-06-22T15:49:36Z', 'revision_number': 0, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:37.891388 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] Checking router: a2748fe4-6303-4a25-88b9-c93c52466e55 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:49:37.896801 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-cfb58c17-3585-43e7-a258-3fe497354a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:37.898259 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-cfb58c17-3585-43e7-a258-3fe497354a54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0478811 Jun 22 15:49:37.899945 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:49:37.900610 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:49:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:37.955235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-83b65422-59dd-4a85-8b57-b2b518729d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:37.956636 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-83b65422-59dd-4a85-8b57-b2b518729d8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0521519 Jun 22 15:49:38.002277 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:49:38.045923 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-ce634097-41e2-4ab2-846b-43effc9ef5a8 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819645 Jun 22 15:49:38.139360 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ed4f1078-5fe4-444b-bdbc-55d4a03debcb req-aa731cad-4d81-40aa-990e-e538b25b93a0 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871561 Jun 22 15:49:38.220906 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'd6b75e0d-962d-4bba-8e4a-ebb7dcde9a7c', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'port_id': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'mac_address': 'fa:16:3e:d9:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:49:36Z', 'updated_at': '2021-06-22T15:49:36Z', 'revision_number': 0, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:49:38.246496 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d3c2f8-a1ca-4195-ae72-6a3890605f00 None None] The sync data for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv is: [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'd6b75e0d-962d-4bba-8e4a-ebb7dcde9a7c', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'port_id': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'mac_address': 'fa:16:3e:d9:76:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:49:36Z', 'updated_at': '2021-06-22T15:49:36Z', 'revision_number': 0, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:49:38.429978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afad230-0432-4363-96a3-1978c18cbf89 None None] New status for floating IP d6b75e0d-962d-4bba-8e4a-ebb7dcde9a7c: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:49:40.650380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:49:44.170806 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:49:56.260457 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-39bacf03-9f27-4c16-b4ac-08de9c9de5c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1145275 Jun 22 15:49:56.357707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-d8e513d0-e894-462e-9deb-5530af32d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:56.359164 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-d8e513d0-e894-462e-9deb-5530af32d37d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1098 time: 0.0559947 Jun 22 15:49:56.470122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-c1809028-01c5-4546-aa9e-0dddf5e1eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:56.471485 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-c1809028-01c5-4546-aa9e-0dddf5e1eb64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0927498 Jun 22 15:49:56.536804 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-9bf30998-a0c7-4f6d-ab12-2800c0595316 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0577593 Jun 22 15:49:56.590646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-8ca24fdf-75fd-495d-8599-f01c2f0a01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:56.592047 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-8ca24fdf-75fd-495d-8599-f01c2f0a01e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0487497 Jun 22 15:49:56.649037 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-993abe92-9ea8-4574-85f2-5ebd27626fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:49:56.650908 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-993abe92-9ea8-4574-85f2-5ebd27626fc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0525370 Jun 22 15:49:56.738536 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-fdd1cd98-e569-4c30-90ba-9fd131f1a53d service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806282 Jun 22 15:49:56.829938 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5bd76626-f505-4a1a-9551-32d36fef0896 req-6a4f1cb0-6dae-43b3-bcc9-9d2c50405a62 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852048 Jun 22 15:50:00.253997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e176c9ef-aa9f-487d-8c0c-f4cf373b7ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:02.727025 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7676ea7-b95c-44d7-a1af-b91909d5ff9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:02.996536 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:04.128023 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:05.833249 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:10.653279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:21.170509 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:50:30.255152 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1f8fb83c-4cb7-4762-aa96-b44a52b8f0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:32.727330 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7e4d0ca-4880-4940-9127-5c66119821b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:33.001058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:34.131702 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:35.835955 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:40.661756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:50:58.168413 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:50:58.213747 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-334cc29b-d235-4b6e-b2f9-f021ee4cac18 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588536 Jun 22 15:50:58.305664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-11415143-7cdf-4a04-8eb1-baaad62742c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:50:58.307142 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-11415143-7cdf-4a04-8eb1-baaad62742c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1098 time: 0.0515842 Jun 22 15:50:58.418671 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-7b0fe09c-e2ae-4d10-9e02-f19d46fe3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:50:58.420019 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-7b0fe09c-e2ae-4d10-9e02-f19d46fe3ce1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0928221 Jun 22 15:50:58.483058 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-5b309332-7ebc-4791-a736-55d3f109c61c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0568068 Jun 22 15:50:58.534999 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-38881adc-8d67-40f5-ae78-b99bba3fbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:50:58.536378 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-38881adc-8d67-40f5-ae78-b99bba3fbeb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0471566 Jun 22 15:50:58.597405 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-2ce859af-668d-4225-b6e7-2d71cbe235eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:50:58.598891 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-2ce859af-668d-4225-b6e7-2d71cbe235eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0554771 Jun 22 15:50:58.692112 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-3b0bc221-f829-47b0-aefc-7b48c8bccf51 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857544 Jun 22 15:50:58.782844 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f6ff2bc8-7f75-4cdd-b08a-e7547b50e9f7 req-0c15a781-35fb-46cc-a10b-2d5e7e3fde49 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845830 Jun 22 15:51:00.257131 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7256e04a-872b-449b-a741-cf47fa8e98d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:02.731101 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f2cd711b-138d-4d6d-9fb6-7565f3d8477e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:03.001624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:04.134091 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:05.838592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:10.664122 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:30.258429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6abd0576-7f26-4cdb-b01d-9d862264db0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:32.733665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cf18b8f6-23c0-490f-817f-080512658f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:33.002592 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:34.136240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:35.167283 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:51:35.842078 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:40.665756 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:51:58.306585 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-f3a6453e-648f-4208-8453-68baace7cc48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587180 Jun 22 15:51:58.409341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-a9b2918b-ea2f-4266-8b65-2e33fa75c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:51:58.410838 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-a9b2918b-ea2f-4266-8b65-2e33fa75c9b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1098 time: 0.0605228 Jun 22 15:51:58.520911 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-18d20d11-ef9f-42b8-ba43-b928e4f76945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:51:58.522547 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-18d20d11-ef9f-42b8-ba43-b928e4f76945 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0928710 Jun 22 15:51:58.590197 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-70c2f57b-a883-4016-936f-a6bbe66c1865 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0613363 Jun 22 15:51:58.637805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-f48cfbfc-8f53-4d34-8893-1c10e12f3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:51:58.639245 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-f48cfbfc-8f53-4d34-8893-1c10e12f3a93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0427663 Jun 22 15:51:58.697141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-0e116a2f-3916-41c0-ac73-f35f1ecdacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:51:58.698623 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-0e116a2f-3916-41c0-ac73-f35f1ecdacca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0530777 Jun 22 15:51:58.790119 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-5b574a49-b258-434f-a29a-9b475dda6914 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850918 Jun 22 15:51:58.879095 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5c1e6a74-0046-4a77-8b04-717641b84ded req-5570383f-53c2-4c82-85ed-b420ee26dc61 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824997 Jun 22 15:52:00.258878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b156f7e8-0d24-46ea-aacd-66592fd660d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:02.734321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-30e6cd3a-5b6e-458e-9aea-d01f57b84ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:03.003402 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:04.139831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:05.846426 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:10.660215 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:12.165834 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:52:14.447930 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13045d-cfae-4cae-bcc1-6ba5d34afbca req-dd202777-c198-4fed-b42f-a7e045536c78 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:14.449343 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5f13045d-cfae-4cae-bcc1-6ba5d34afbca req-dd202777-c198-4fed-b42f-a7e045536c78 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0745654 Jun 22 15:52:14.487653 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5f13045d-cfae-4cae-bcc1-6ba5d34afbca req-d6b0cc99-86f2-4014-ab87-6c795a82d5b3 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325952 Jun 22 15:52:15.677732 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f96a3-5ba3-4597-b140-1df92a1523b5 req-fec91591-f1f5-42da-a518-22784a031a2c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:15.679367 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fd2f96a3-5ba3-4597-b140-1df92a1523b5 req-fec91591-f1f5-42da-a518-22784a031a2c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0655899 Jun 22 15:52:15.724293 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fd2f96a3-5ba3-4597-b140-1df92a1523b5 req-bf5d333c-b5c4-4274-ba79-bd61b3debf2b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369592 Jun 22 15:52:16.915487 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd90d1-e13f-4808-9648-04e61460aa53 req-6d89e003-eb2c-4d17-9650-458587406eb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:16.916922 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-98dd90d1-e13f-4808-9648-04e61460aa53 req-6d89e003-eb2c-4d17-9650-458587406eb0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0647452 Jun 22 15:52:16.955577 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-98dd90d1-e13f-4808-9648-04e61460aa53 req-16a2cb3e-53ec-413b-8c66-7808f47a8620 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329015 Jun 22 15:52:18.131280 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8859289-bc36-46d3-8a4d-1abae56df79d req-966fa780-166d-4817-824f-87673a4bf83c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:18.132735 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a8859289-bc36-46d3-8a4d-1abae56df79d req-966fa780-166d-4817-824f-87673a4bf83c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0641012 Jun 22 15:52:18.169237 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a8859289-bc36-46d3-8a4d-1abae56df79d req-67adc790-044a-4b16-9156-fa215243fb5e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Jun 22 15:52:19.345976 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8cbaa-8d9b-4e40-806b-88c73c5f52df req-aa452b7d-4676-4f10-a2d8-f1f711d331a1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:19.347444 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-30a8cbaa-8d9b-4e40-806b-88c73c5f52df req-aa452b7d-4676-4f10-a2d8-f1f711d331a1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0638583 Jun 22 15:52:19.385860 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-30a8cbaa-8d9b-4e40-806b-88c73c5f52df req-3ab27f76-a002-4f1b-b8a9-01c6758a1a4e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327988 Jun 22 15:52:20.556138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bb423-92af-4156-8a64-830ff5eb5c8d req-3e4bafab-dc07-40b6-aaf4-62321b28e972 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:20.557686 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b4bb423-92af-4156-8a64-830ff5eb5c8d req-3e4bafab-dc07-40b6-aaf4-62321b28e972 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0628273 Jun 22 15:52:20.600419 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5b4bb423-92af-4156-8a64-830ff5eb5c8d req-fb8b7bbe-8b60-4f4b-8e71-94fca75ed090 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350611 Jun 22 15:52:21.777061 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423868c4-d326-4359-9d5e-00ccc20c539d req-0cd92017-de7e-4675-ae57-33723164da83 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:21.778548 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-423868c4-d326-4359-9d5e-00ccc20c539d req-0cd92017-de7e-4675-ae57-33723164da83 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0689514 Jun 22 15:52:21.819166 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-423868c4-d326-4359-9d5e-00ccc20c539d req-703b0d04-16a5-49a4-a5cc-3425d687e872 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340049 Jun 22 15:52:22.996176 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f15b5-52bf-4285-95c7-a0b9b7d606b5 req-6a1883b5-6030-4aff-bf53-76ab53ce11c5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:22.997545 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-753f15b5-52bf-4285-95c7-a0b9b7d606b5 req-6a1883b5-6030-4aff-bf53-76ab53ce11c5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0672154 Jun 22 15:52:23.036414 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-753f15b5-52bf-4285-95c7-a0b9b7d606b5 req-89617dd5-012d-40e0-9512-5cf035e3dafd tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321653 Jun 22 15:52:24.209360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bda84-88f4-4ed7-877d-9da6382fbd07 req-c49d5bef-355b-4835-a6b1-519a84de1b96 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:24.210821 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2c7bda84-88f4-4ed7-877d-9da6382fbd07 req-c49d5bef-355b-4835-a6b1-519a84de1b96 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0650997 Jun 22 15:52:24.248958 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2c7bda84-88f4-4ed7-877d-9da6382fbd07 req-ec5871e7-1a74-4776-a95d-0dd8ac079fe3 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Jun 22 15:52:25.419884 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabab39-db4a-408c-8dda-4dd5064bb729 req-273ab921-6d74-4c1b-be7f-adda881b2123 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:25.421530 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5dabab39-db4a-408c-8dda-4dd5064bb729 req-273ab921-6d74-4c1b-be7f-adda881b2123 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0633259 Jun 22 15:52:25.460028 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-5dabab39-db4a-408c-8dda-4dd5064bb729 req-db25070e-1036-4cef-ac1d-9b6bf8343676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327036 Jun 22 15:52:26.639010 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295755de-bc52-4981-bb33-1e0e1cdef34d req-c94db322-b004-4ce3-b6f3-0d220750dbe9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:26.640615 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-295755de-bc52-4981-bb33-1e0e1cdef34d req-c94db322-b004-4ce3-b6f3-0d220750dbe9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0669203 Jun 22 15:52:26.678662 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-295755de-bc52-4981-bb33-1e0e1cdef34d req-cfee3b51-ec31-43e3-82c3-2fa1afe10cf5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Jun 22 15:52:27.850646 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34f228-f4dd-4905-b346-11f29adfb60f req-71cf06d6-d1d4-4a4c-aae0-4a0c9839cd07 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:27.852176 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e34f228-f4dd-4905-b346-11f29adfb60f req-71cf06d6-d1d4-4a4c-aae0-4a0c9839cd07 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0623071 Jun 22 15:52:27.895785 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0e34f228-f4dd-4905-b346-11f29adfb60f req-88d070ff-a793-4f08-a8ea-6e9503bb088e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377889 Jun 22 15:52:28.371041 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:52:28.463116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:52:28.474840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'port_id': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'mac_address': 'fa:16:3e:d9:76:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:52:28.511109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:28.526976 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:52:28.545740 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:52:28.549293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:28.551012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ddb6b115-f714-4de3-a800-4628633592fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:52:28.598207 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:52:28.605178 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.605532 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.605872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.606209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.606548 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.606881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.607209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.607539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.607866 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.608191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.608513 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.608968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:52:28.612630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:52:28.623434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['2f18adc8-2e63-44df-9e06-fc921c2d2ac1'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:52:29.068946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d7f9b-e893-48c2-815f-193f421b3969 req-df84b5d7-af18-4336-94c2-4241b1a5fa24 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:29.070431 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-257d7f9b-e893-48c2-815f-193f421b3969 req-df84b5d7-af18-4336-94c2-4241b1a5fa24 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 944 time: 0.0627565 Jun 22 15:52:29.108032 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-257d7f9b-e893-48c2-815f-193f421b3969 req-e0cb0074-d400-4dda-9428-e6e8dbc630b0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320785 Jun 22 15:52:30.259842 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee238-0da2-4367-913b-058de7932e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:30.281092 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c0468-7890-4d2d-974b-9f6613b2a486 req-ae47d0d1-f841-4dd1-b869-30a7f5eea87d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:30.284018 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7f7c0468-7890-4d2d-974b-9f6613b2a486 req-ae47d0d1-f841-4dd1-b869-30a7f5eea87d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 944 time: 0.0655494 Jun 22 15:52:30.323219 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7f7c0468-7890-4d2d-974b-9f6613b2a486 req-7a1637e9-85f8-477c-aaec-7cd6d9fa700d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338123 Jun 22 15:52:30.386058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:52:30.433653 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:52:30.434031 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:30.511878 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:30.539720 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:52:30.542153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49b2bd5-0e5a-45fb-a979-3fd7aed590f2" -d '{"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-plugged", "status": "completed", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:52:30.739116 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d20fa2b-0f36-48f0-a68f-9c19f338be7c x-openstack-request-id: req-8d20fa2b-0f36-48f0-a68f-9c19f338be7c {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:52:30.739410 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-plugged", "status": "completed", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:52:30.739680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d20fa2b-0f36-48f0-a68f-9c19f338be7c {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:52:30.740109 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'code': 200} Jun 22 15:52:30.744063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:52:30.748406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:30.750898 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-30bc30c0-fd72-498d-93b7-d23a2fce5b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:52:30.799879 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:52:30.802963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:52:31.518461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629df056-f75d-4762-bbfa-5b4edc431f0d req-41af9a0c-7ddc-459b-a154-3d271deb27aa tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:31.521260 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-629df056-f75d-4762-bbfa-5b4edc431f0d req-41af9a0c-7ddc-459b-a154-3d271deb27aa tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0742908 Jun 22 15:52:31.561541 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-629df056-f75d-4762-bbfa-5b4edc431f0d req-ce77771f-cd13-4f83-90d3-30ffb15387a1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358462 Jun 22 15:52:32.740123 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-990cbf23-d9a6-490d-ac8e-b237afea24de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:32.749661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adda03-1ff7-46e6-aae1-ac1da828b02b req-345ee621-6aea-4fbc-ad76-0192db5c1aaf tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:32.752606 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-55adda03-1ff7-46e6-aae1-ac1da828b02b req-345ee621-6aea-4fbc-ad76-0192db5c1aaf tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0710309 Jun 22 15:52:32.797293 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-55adda03-1ff7-46e6-aae1-ac1da828b02b req-c15d756e-04ad-406d-8091-953e94af735b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386150 Jun 22 15:52:33.006837 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:33.989471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65576dea-e38c-4e25-95c5-cc1799ec94b1 req-85c6a9ce-9d97-4da0-8a4d-59153d8dbb1d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:33.991698 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-65576dea-e38c-4e25-95c5-cc1799ec94b1 req-85c6a9ce-9d97-4da0-8a4d-59153d8dbb1d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0705256 Jun 22 15:52:34.036136 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-65576dea-e38c-4e25-95c5-cc1799ec94b1 req-763868d1-cb96-49b8-a673-482543ca349b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356445 Jun 22 15:52:34.148400 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:35.252256 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9cd8d-cc85-485b-b236-e99514f03a09 req-e60dab9d-7067-41f9-aa78-56eeebd8d1e1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:35.254475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d6f9cd8d-cc85-485b-b236-e99514f03a09 req-e60dab9d-7067-41f9-aa78-56eeebd8d1e1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0782368 Jun 22 15:52:35.299114 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d6f9cd8d-cc85-485b-b236-e99514f03a09 req-c8fc0a83-fb23-45f0-8ad9-116ed0b05305 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387266 Jun 22 15:52:35.851571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:36.490164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd7fe3-5dd4-4a08-b1fa-db38673450f9 req-987cfb95-1d1d-4885-87e0-0cd8c1c82361 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:36.491694 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-96bd7fe3-5dd4-4a08-b1fa-db38673450f9 req-987cfb95-1d1d-4885-87e0-0cd8c1c82361 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0715358 Jun 22 15:52:36.535719 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-96bd7fe3-5dd4-4a08-b1fa-db38673450f9 req-7b90594e-f2ab-4cb7-9066-c19fca9bbcb5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366592 Jun 22 15:52:37.739371 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4ca31-f4c4-462e-8442-3ff94409a7d1 req-ee8b2e34-6a32-41d4-8176-e7161b34a608 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:37.745294 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4ff4ca31-f4c4-462e-8442-3ff94409a7d1 req-ee8b2e34-6a32-41d4-8176-e7161b34a608 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0796638 Jun 22 15:52:37.784958 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4ff4ca31-f4c4-462e-8442-3ff94409a7d1 req-1f210f50-3da4-457a-ae47-6d03f45e5039 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361950 Jun 22 15:52:38.994394 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c385fd-bfed-41b5-9160-05964b89e168 req-9e44d2d3-08d5-4b67-85d7-0828cc8c257d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:38.996719 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69c385fd-bfed-41b5-9160-05964b89e168 req-9e44d2d3-08d5-4b67-85d7-0828cc8c257d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0807259 Jun 22 15:52:39.046265 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-69c385fd-bfed-41b5-9160-05964b89e168 req-ba69a97c-fa54-462e-84e6-b716be19d4ab tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 Jun 22 15:52:40.231005 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc56db-ad5d-4971-b8fe-adff34f909df req-a6bf9c5d-226b-403f-89f8-635cc6747d9f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:40.232485 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d6bc56db-ad5d-4971-b8fe-adff34f909df req-a6bf9c5d-226b-403f-89f8-635cc6747d9f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0703712 Jun 22 15:52:40.271543 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d6bc56db-ad5d-4971-b8fe-adff34f909df req-694851af-7a02-47a6-9fc2-9e2e3687f56e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327041 Jun 22 15:52:40.540677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-746c511e-a479-47ab-949d-51b6b7b9e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:40.542161 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-746c511e-a479-47ab-949d-51b6b7b9e0f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1098 time: 0.0510657 Jun 22 15:52:40.628699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-551638d2-db00-4dd6-a3e2-22566689196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:40.630203 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-551638d2-db00-4dd6-a3e2-22566689196f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0814633 Jun 22 15:52:40.680161 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:40.701215 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-ca18148f-da05-4ad6-b3b6-77b8a103a49d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0634499 Jun 22 15:52:40.747719 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-b8862beb-b68f-474d-957d-a4cf2d0eed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:40.749113 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-b8862beb-b68f-474d-957d-a4cf2d0eed18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0423524 Jun 22 15:52:40.803431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-9b7f3882-2aca-47e7-8c0d-922b507deeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:40.804782 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-9b7f3882-2aca-47e7-8c0d-922b507deeb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0494592 Jun 22 15:52:40.895369 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-448ad6d8-f9da-42eb-ad85-788fc46101ba service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841701 Jun 22 15:52:40.983520 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98c8624e-a2a7-4bb6-b7e8-28af512b8a5e req-3eda0ce4-0b04-41d5-8db3-6ee840e6da31 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806060 Jun 22 15:52:41.446406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05483d78-31e5-4410-8757-03d6d98d03f6 req-9ea7f655-ab78-4a88-8f7f-5813766b3f42 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:41.447828 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05483d78-31e5-4410-8757-03d6d98d03f6 req-9ea7f655-ab78-4a88-8f7f-5813766b3f42 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0677943 Jun 22 15:52:41.487385 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-05483d78-31e5-4410-8757-03d6d98d03f6 req-a128cd43-13c0-46ec-b2ec-e97f414ac2c0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339549 Jun 22 15:52:42.661590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45f3f9-e1b4-499a-9fdc-3d10df56aa27 req-6646ff59-1926-47ba-a4c1-e269686ab26e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:42.663084 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-df45f3f9-e1b4-499a-9fdc-3d10df56aa27 req-6646ff59-1926-47ba-a4c1-e269686ab26e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0656166 Jun 22 15:52:42.700097 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-df45f3f9-e1b4-499a-9fdc-3d10df56aa27 req-2d864453-da28-4507-8a07-0abe1928a705 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313244 Jun 22 15:52:43.869389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a4b2c-24ea-41f2-a870-2fc69706571e req-77771dc2-5011-46de-aae8-a35df85ee925 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:43.870835 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-463a4b2c-24ea-41f2-a870-2fc69706571e req-77771dc2-5011-46de-aae8-a35df85ee925 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0625386 Jun 22 15:52:43.908234 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-463a4b2c-24ea-41f2-a870-2fc69706571e req-8a669b31-8152-4c24-9fe8-ab7a293601fa tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312958 Jun 22 15:52:44.405502 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:52:44.429446 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9d41f-cb17-40bd-87ae-321045a35df4 req-257854dc-9154-4a1a-821d-0a0f4bfbfac4 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:44.430925 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8cb9d41f-cb17-40bd-87ae-321045a35df4 req-257854dc-9154-4a1a-821d-0a0f4bfbfac4 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 945 time: 0.0673916 Jun 22 15:52:44.480889 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8cb9d41f-cb17-40bd-87ae-321045a35df4 req-39ec6ed8-fc82-4ed6-ad97-471820c77a01 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Jun 22 15:52:44.488682 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:44.511864 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:52:44.514182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffcf9fe-2c29-4b97-bb02-942c37b5e997" -d '{"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:52:44.526891 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:52:44.532451 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:52:44.534476 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:52:44.555888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a0b66c-1a74-42b7-abb7-4b81b567342e x-openstack-request-id: req-e8a0b66c-1a74-42b7-abb7-4b81b567342e {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:52:44.556200 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-unplugged", "status": "failed", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1", "code": 422}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:52:44.556447 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8a0b66c-1a74-42b7-abb7-4b81b567342e {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:52:44.556902 dv-neutron-601336-93-hyperv neutron-server[93503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'code': 422} returned with failed status Jun 22 15:52:44.561853 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-f805bfba-1efc-4a82-bfd4-a70e85131ebe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167576 Jun 22 15:52:44.583667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=8']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:52:44.586827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:52:45.571047 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-74c2852e-27e9-49d6-9725-6a23c08a0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:45.572557 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-74c2852e-27e9-49d6-9725-6a23c08a0338 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d&tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b HTTP/1.1" status: 200 len: 1096 time: 0.0529242 Jun 22 15:52:45.689431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-be44e4ad-c761-4e59-8a4f-ebc8fb1ed7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:45.691002 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-be44e4ad-c761-4e59-8a4f-ebc8fb1ed7da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1096 time: 0.0962877 Jun 22 15:52:45.703084 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b15fc-128d-4184-9e8f-f84de07ce633 req-f7d2d237-c1a6-4efa-96e6-b534b696dcfa tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:45.705148 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-252b15fc-128d-4184-9e8f-f84de07ce633 req-f7d2d237-c1a6-4efa-96e6-b534b696dcfa tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.1015060 Jun 22 15:52:45.788639 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-252b15fc-128d-4184-9e8f-f84de07ce633 req-394bb2b5-7ab7-4737-a8f8-fab1ecc4f038 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753932 Jun 22 15:52:45.818201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-9191c7d2-9c57-4b05-81f1-ec7cf9912a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:45.819678 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-9191c7d2-9c57-4b05-81f1-ec7cf9912a30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.1136956 Jun 22 15:52:45.887467 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-ce83620f-903e-4460-8c9b-cf0bf963b71b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 999 time: 0.0617945 Jun 22 15:52:45.934979 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-f50f1d6e-d0bf-4cda-af64-d47292d01ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:45.936416 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-f50f1d6e-d0bf-4cda-af64-d47292d01ae6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0435574 Jun 22 15:52:45.992459 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-32f947f1-6e8b-4ce9-a6f6-a2962a948363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:45.993985 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-32f947f1-6e8b-4ce9-a6f6-a2962a948363 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0517569 Jun 22 15:52:46.085345 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-efe08356-9180-4646-9d59-23b61b81c7a7 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851309 Jun 22 15:52:46.174923 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-82dab84d-89f9-404f-8222-4cf5ba401b3d service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839245 Jun 22 15:52:46.980156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f996d-a4f6-40d6-b09e-61b6fa23b230 req-9b1cfc59-24bc-413b-a1d4-ad40b65259f9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:46.982440 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-da0f996d-a4f6-40d6-b09e-61b6fa23b230 req-9b1cfc59-24bc-413b-a1d4-ad40b65259f9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0738282 Jun 22 15:52:47.023784 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-da0f996d-a4f6-40d6-b09e-61b6fa23b230 req-6dd91ea1-709e-4383-8491-f88c77637eb1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350859 Jun 22 15:52:48.216363 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f0325-6713-417a-bb06-737433629fbe req-962c066b-665d-4662-8dc1-14c680a97c88 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:48.219970 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f4f0325-6713-417a-bb06-737433629fbe req-962c066b-665d-4662-8dc1-14c680a97c88 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0762815 Jun 22 15:52:48.263363 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2f4f0325-6713-417a-bb06-737433629fbe req-43160e4a-462c-4b98-8825-55c0b270a8e4 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373285 Jun 22 15:52:49.165504 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:52:49.465956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dc858-9d6e-48f8-b61f-a5411b3a2e1d req-7fc43bf7-a3e8-4f3a-afab-e819cc938d5b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:49.467453 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7e7dc858-9d6e-48f8-b61f-a5411b3a2e1d req-7fc43bf7-a3e8-4f3a-afab-e819cc938d5b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0771704 Jun 22 15:52:49.508171 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7e7dc858-9d6e-48f8-b61f-a5411b3a2e1d req-c2ff3c78-2c93-426d-b2bf-87e5cf2abddf tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341713 Jun 22 15:52:50.703934 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bf39d-ea1e-4103-94f9-993ddaab9bfa req-8bbc9401-b6f7-48db-bf75-668ff56c97fa tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:50.705649 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d39bf39d-ea1e-4103-94f9-993ddaab9bfa req-8bbc9401-b6f7-48db-bf75-668ff56c97fa tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0695448 Jun 22 15:52:50.745483 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-d39bf39d-ea1e-4103-94f9-993ddaab9bfa req-381a7b9e-94a4-4d2d-bd16-b41402a82b9d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338602 Jun 22 15:52:51.965780 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8842b2-b801-4ca2-968a-b25f4146760b req-c745d28d-aa9e-4af4-8201-d0d3e7c018d2 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:51.967403 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2e8842b2-b801-4ca2-968a-b25f4146760b req-c745d28d-aa9e-4af4-8201-d0d3e7c018d2 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0815208 Jun 22 15:52:52.009840 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2e8842b2-b801-4ca2-968a-b25f4146760b req-2d410862-2296-49d8-890b-d27fbd522b33 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336154 Jun 22 15:52:53.199006 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4e652-1ad2-4ae2-a0ee-80c6a7c68be1 req-7db843f6-3b5b-474e-8c93-fed41e572f4a tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:53.206631 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b3a4e652-1ad2-4ae2-a0ee-80c6a7c68be1 req-7db843f6-3b5b-474e-8c93-fed41e572f4a tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0828960 Jun 22 15:52:53.243934 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b3a4e652-1ad2-4ae2-a0ee-80c6a7c68be1 req-521e3d5d-9265-45e2-aa2a-b4a5cf99126e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362864 Jun 22 15:52:54.443685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a033e01-b1e1-43c8-96df-68eb6498d4c0 req-53d76597-ecce-42a1-bc90-2f9d2ae2f676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:54.445203 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5a033e01-b1e1-43c8-96df-68eb6498d4c0 req-53d76597-ecce-42a1-bc90-2f9d2ae2f676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0825279 Jun 22 15:52:54.496693 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5a033e01-b1e1-43c8-96df-68eb6498d4c0 req-7e4710ef-a42a-4edd-abc4-a2340356e9e8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436130 Jun 22 15:52:55.702184 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec0463-96a2-43f4-8e85-06c90c0f1817 req-94d05ccc-dfd6-4296-97a7-8d779d9e7529 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:55.704032 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-67ec0463-96a2-43f4-8e85-06c90c0f1817 req-94d05ccc-dfd6-4296-97a7-8d779d9e7529 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0852771 Jun 22 15:52:55.762641 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-67ec0463-96a2-43f4-8e85-06c90c0f1817 req-2e4e3ce2-b2d6-40a8-ad9d-b9890f555d4e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479145 Jun 22 15:52:56.945632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a7229-4066-4759-a490-03726a15ccb4 req-a44d386c-8356-4df0-b9d7-5760cad059b9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:56.947185 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-759a7229-4066-4759-a490-03726a15ccb4 req-a44d386c-8356-4df0-b9d7-5760cad059b9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0707004 Jun 22 15:52:57.002966 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-759a7229-4066-4759-a490-03726a15ccb4 req-c8703a76-cf3a-41a0-8bb4-a432c4371587 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449045 Jun 22 15:52:58.191914 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87963561-77e5-4179-8b08-9f0813c82799 req-707da05f-d41e-41b6-8300-7cbc449fe408 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:58.193719 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87963561-77e5-4179-8b08-9f0813c82799 req-707da05f-d41e-41b6-8300-7cbc449fe408 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0769353 Jun 22 15:52:58.239752 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87963561-77e5-4179-8b08-9f0813c82799 req-0738907d-55c3-4e05-be72-af66c1d16985 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367560 Jun 22 15:52:59.411864 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631f11e-8145-4aeb-933a-6286066e30f6 req-f6b22a02-0167-4f75-ba28-c045c02c9d6d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:52:59.413425 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2631f11e-8145-4aeb-933a-6286066e30f6 req-f6b22a02-0167-4f75-ba28-c045c02c9d6d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0642507 Jun 22 15:52:59.454323 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2631f11e-8145-4aeb-933a-6286066e30f6 req-ff492c00-0175-47fd-9a04-0282a4498085 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350323 Jun 22 15:53:00.263943 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6ba379dd-87aa-4efa-bd3e-1c6cec8ce3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:00.633525 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647b291-a67d-4ae1-9cb3-d42c02c861b6 req-3e67ecf2-8c29-4543-9027-5545ee8c0a49 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:00.635006 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a647b291-a67d-4ae1-9cb3-d42c02c861b6 req-3e67ecf2-8c29-4543-9027-5545ee8c0a49 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0691159 Jun 22 15:53:00.673835 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a647b291-a67d-4ae1-9cb3-d42c02c861b6 req-46c3169d-95c6-4a06-82f9-b73a41024c5d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 Jun 22 15:53:01.374053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-9f70d0cf-db1e-4fc8-bc99-b7be06d05f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:01.375528 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-9f70d0cf-db1e-4fc8-bc99-b7be06d05f2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1096 time: 0.0539825 Jun 22 15:53:01.846448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-387d52d2-8b5a-4cdc-ac85-c44041079bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:01.848017 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-387d52d2-8b5a-4cdc-ac85-c44041079bfc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.4538994 Jun 22 15:53:01.863052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbce54-3c48-4ce7-b9d8-e3f425f2cc18 req-40daeabd-e4a4-44d1-aead-0d39f69195de tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:01.864541 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-53dbce54-3c48-4ce7-b9d8-e3f425f2cc18 req-40daeabd-e4a4-44d1-aead-0d39f69195de tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0697377 Jun 22 15:53:01.904139 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-53dbce54-3c48-4ce7-b9d8-e3f425f2cc18 req-8319f03c-8e37-41af-990f-f87a6f3fb5de tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Jun 22 15:53:01.918051 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-3eb43981-25ec-48dc-8d3d-9a19fa85f26c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 999 time: 0.0619550 Jun 22 15:53:01.970597 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-a54b4c24-6320-44f2-a2ea-aecd902420b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:01.972318 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-a54b4c24-6320-44f2-a2ea-aecd902420b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0485799 Jun 22 15:53:02.029543 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-a05eac6c-5011-4531-a433-82f3bf1fa0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:02.031011 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-a05eac6c-5011-4531-a433-82f3bf1fa0dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0529869 Jun 22 15:53:02.123067 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-71249e9b-ba05-49c8-8634-ea64cc73c500 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856292 Jun 22 15:53:02.217163 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bc9d4b0f-f95c-49d5-997f-3091f632a454 req-02a3ea84-d502-4dd7-b7b2-120437a9d7cc service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876942 Jun 22 15:53:02.741934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c091da3b-fb04-4484-bb95-64a67088dda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:03.010229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:03.095591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3cb7-a226-46de-8ecd-70f17a962311 req-f2ee44f0-fa1b-490d-9574-7bea64cfa8a1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:03.097074 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2aac3cb7-a226-46de-8ecd-70f17a962311 req-f2ee44f0-fa1b-490d-9574-7bea64cfa8a1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0650096 Jun 22 15:53:03.135654 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2aac3cb7-a226-46de-8ecd-70f17a962311 req-f20179a6-2e7f-423a-bdc5-14a3c5dac3be tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323286 Jun 22 15:53:04.145518 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:04.317897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18caf47-f8fe-4cc5-a277-1c74762e212f req-b2317338-9306-480e-afca-9e0318d3b86f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:04.319769 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f18caf47-f8fe-4cc5-a277-1c74762e212f req-b2317338-9306-480e-afca-9e0318d3b86f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 943 time: 0.0710530 Jun 22 15:53:04.357787 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f18caf47-f8fe-4cc5-a277-1c74762e212f req-e7c04e07-9512-4a1e-9725-48c66c4b7b04 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323880 Jun 22 15:53:04.463836 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:53:04.564194 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:53:04.576552 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'port_id': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'mac_address': 'fa:16:3e:d9:76:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:53:04.613302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:04.626591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:53:04.646871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:53:04.651045 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:04.652790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:53:04.699309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=9']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:53:04.702594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:53:05.001370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['2f18adc8-2e63-44df-9e06-fc921c2d2ac1'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:53:05.541487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8a7e9-2cb9-402c-b318-0536838cd65e req-b3c71dfe-ba5f-46bf-8d67-c667464b35da tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:05.542979 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f5c8a7e9-2cb9-402c-b318-0536838cd65e req-b3c71dfe-ba5f-46bf-8d67-c667464b35da tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 944 time: 0.0703745 Jun 22 15:53:05.581623 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f5c8a7e9-2cb9-402c-b318-0536838cd65e req-79f93c8d-1057-4ce3-858a-47a1e65e2e2e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Jun 22 15:53:05.849777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:06.463977 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:53:06.514620 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:53:06.515001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:06.590174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:06.612372 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:53:06.614693 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13812912-9270-4b20-a01b-0a591b520577" -d '{"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-plugged", "status": "completed", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:53:06.628499 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:53:06.636846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:06.636846 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-26c2d586-daeb-47f3-8b29-d0288b388d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:53:06.673734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec58676-3e78-43c8-b2fb-32a47cefd1a0 x-openstack-request-id: req-4ec58676-3e78-43c8-b2fb-32a47cefd1a0 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:53:06.673734 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-plugged", "status": "completed", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:53:06.674219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ec58676-3e78-43c8-b2fb-32a47cefd1a0 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:53:06.674403 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'code': 200} Jun 22 15:53:06.701405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=10']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:53:06.706081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:53:06.789596 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adb133-c670-4b78-ac18-4406f5b2faf7 req-02cda1c3-6e18-4910-b70c-50f111251970 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:06.791143 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-69adb133-c670-4b78-ac18-4406f5b2faf7 req-02cda1c3-6e18-4910-b70c-50f111251970 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 946 time: 0.0746739 Jun 22 15:53:06.833085 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-69adb133-c670-4b78-ac18-4406f5b2faf7 req-2e2a34fb-3fd0-4ae2-babf-24d419333fbc tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344820 Jun 22 15:53:06.860677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438c432-19c9-4353-a1fc-570dd37b4921 req-19aa809b-0698-4a4e-9665-4a8c52146121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:06.862178 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0438c432-19c9-4353-a1fc-570dd37b4921 req-19aa809b-0698-4a4e-9665-4a8c52146121 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1099 time: 0.0531933 Jun 22 15:53:06.897331 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-0438c432-19c9-4353-a1fc-570dd37b4921 req-bbcb4096-ae8d-4b61-b9af-235f48be34f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283122 Jun 22 15:53:08.033486 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a89ce2-2396-401f-a2f7-4fb3d0cf45cf req-c114be3e-319c-4a68-80ea-051a4af3c5f0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:08.035287 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98a89ce2-2396-401f-a2f7-4fb3d0cf45cf req-c114be3e-319c-4a68-80ea-051a4af3c5f0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 946 time: 0.0726993 Jun 22 15:53:08.083083 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98a89ce2-2396-401f-a2f7-4fb3d0cf45cf req-3a5f4c13-7528-47f2-9a9c-1b2a1afb8c84 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420589 Jun 22 15:53:09.271420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e15d-fa04-44ee-bdbc-0a62b852e963 req-26494e0b-fd2c-4032-b4c2-e3dc7e0ac019 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:53:09.272974 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dfc5e15d-fa04-44ee-bdbc-0a62b852e963 req-26494e0b-fd2c-4032-b4c2-e3dc7e0ac019 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 946 time: 0.0720096 Jun 22 15:53:09.323862 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dfc5e15d-fa04-44ee-bdbc-0a62b852e963 req-b80c19f7-aaba-4d71-9944-f0fa865d5755 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446699 Jun 22 15:53:10.681649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:26.163547 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:53:30.266488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e770e098-74c3-451c-bb50-535302beea85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:32.742317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9bf64655-8da5-403c-803a-95ce658ac93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:33.015341 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:34.148052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:35.851364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:53:40.682309 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:00.268389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-898c6c77-73a2-492c-9e7e-540a7787cbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:01.206421 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-fa3e5b31-4a7f-4ee9-91c7-f18aee4d6fd3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514066 Jun 22 15:54:01.306053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-6cf49c72-b900-49e6-8aed-1e5c1c8ad373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:01.307593 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-6cf49c72-b900-49e6-8aed-1e5c1c8ad373 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1099 time: 0.0579524 Jun 22 15:54:01.416931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-a3ec8d38-816b-4adf-8a6a-fcc95a188fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:01.418366 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-a3ec8d38-816b-4adf-8a6a-fcc95a188fea service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0878375 Jun 22 15:54:01.482791 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-52dd04c6-5271-4e16-b5c9-d973a21c2515 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0575998 Jun 22 15:54:01.530549 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-31f42d19-42dc-451c-ae2a-162e2a00f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:01.531976 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-31f42d19-42dc-451c-ae2a-162e2a00f796 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0427907 Jun 22 15:54:01.592005 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-710a8120-f66e-463d-b65a-5676a47765a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:01.593653 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-710a8120-f66e-463d-b65a-5676a47765a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0558116 Jun 22 15:54:01.680491 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-8abcbc40-a423-4854-8ed1-cf8da0e55575 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801492 Jun 22 15:54:01.772111 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f68ea34-f1e9-46a4-becb-9a8ccee1a49a req-d3e07fa1-294a-4e59-908b-473d05f9efc4 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848007 Jun 22 15:54:02.743011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5951be60-0deb-4bca-b9dd-064f27156356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:03.017508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:03.162117 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:54:04.150936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:05.853441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:10.678707 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:30.270293 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-d546076d-8554-44bb-ad34-09e2bf42a11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:32.743744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-16380a54-e3a6-44ec-907b-5e9e9f4abd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:33.020048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:34.152622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:35.857938 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:40.161415 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:54:40.680728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:44.719875 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49620) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:54:44.926302 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Deleting port c5208087-4791-45d9-a8fb-8ce767b07012 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:54:44.926589 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:45.001564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:45.001888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:45.067831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Calling delete_port for c5208087-4791-45d9-a8fb-8ce767b07012 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:54:45.213936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:45.215822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:45.239808 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event deleted for resources: {'Port': ['ID=c5208087-4791-45d9-a8fb-8ce767b07012,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:45.250869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.251269 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.251658 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.252042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.252421 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.252869 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.253822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.254207 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.254583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.254954 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.255325 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.255696 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:45.273494 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:45.326691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:45.326958 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Floating IP d6b75e0d-962d-4bba-8e4a-ebb7dcde9a7c disassociated (deleted). External IP: 172.26.6.209, port: 2f18adc8-2e63-44df-9e06-fc921c2d2ac1. Jun 22 15:54:45.529160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Router a2748fe4-6303-4a25-88b9-c93c52466e55 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:54:45.637908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:54:45.642054 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:45.646975 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] Sync routers for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:54:45.655667 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:54:45.656259 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:54:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:54:45.683762 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "DELETE /v2.0/floatingips/d6b75e0d-962d-4bba-8e4a-ebb7dcde9a7c HTTP/1.1" status: 204 len: 168 time: 0.9627781 Jun 22 15:54:45.684465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:54:45.687095 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7531ca410f25fb8dde537bbcf3b81f99f7d5b33805b976050bfc1c25f424c1c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4" -d '{"events": [{"name": "network-changed", "server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:54:45.761816 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:54:45.968514 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:54:45.994439 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] Checking router: a2748fe4-6303-4a25-88b9-c93c52466e55 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:54:46.002787 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:54:46.003943 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:54:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:54:46.109456 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:54:46.124925 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5b77d-dba0-4c20-9c02-82fbd334d9ab req-be45d409-92cb-4d3f-a31d-4c8fe810714a tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:46.126402 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88c5b77d-dba0-4c20-9c02-82fbd334d9ab req-be45d409-92cb-4d3f-a31d-4c8fe810714a tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 946 time: 0.1306901 Jun 22 15:54:46.164008 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-88c5b77d-dba0-4c20-9c02-82fbd334d9ab req-d6c385ea-433b-40b4-8acc-79aec8f2328d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Jun 22 15:54:46.307140 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:54:46.331936 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849ba8d-4a33-4f70-9c20-1782d04171a3 None None] The sync data for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv is: [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:54:46.546680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ad68c-bfeb-41dd-bfbb-c5ff1779b446 None None] New status for floating IP d6b75e0d-962d-4bba-8e4a-ebb7dcde9a7c: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:54:46.798810 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56613a8-6dad-43bf-af43-77e0f4125cf8 x-openstack-request-id: req-a56613a8-6dad-43bf-af43-77e0f4125cf8 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:54:46.799157 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:54:46.799466 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a56613a8-6dad-43bf-af43-77e0f4125cf8 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:54:46.800060 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'status': 'completed', 'code': 200} Jun 22 15:54:46.873014 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-344c7750-79ca-4ad0-a168-61851b06935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:46.874371 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-344c7750-79ca-4ad0-a168-61851b06935b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 1099 time: 0.0527012 Jun 22 15:54:46.966946 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-6e4c1f18-ac4e-430f-be8e-101239da94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:46.968370 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-6e4c1f18-ac4e-430f-be8e-101239da94f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0876439 Jun 22 15:54:47.009315 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-1683de25-449a-4979-8328-52ffc280e4ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 200 len: 217 time: 0.0342171 Jun 22 15:54:47.060080 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-21c1234a-1079-4078-9f5e-0b32c037c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:47.061544 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-21c1234a-1079-4078-9f5e-0b32c037c737 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0437286 Jun 22 15:54:47.122545 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-a71596a1-e123-409e-a46f-6e4a80cc290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:47.124041 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-a71596a1-e123-409e-a46f-6e4a80cc290a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0559649 Jun 22 15:54:47.215243 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-bf23c674-80e3-48b9-8a94-103c73fbad80 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827649 Jun 22 15:54:47.350880 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-e84a98f0-3fbc-477b-906d-3e344072cd75 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287196 Jun 22 15:54:47.367564 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21558f1-cd68-4bcc-b2b8-8dbaad1fce82 req-ebb4e380-a083-4e60-84af-0cbf99c4f820 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:47.369345 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f21558f1-cd68-4bcc-b2b8-8dbaad1fce82 req-ebb4e380-a083-4e60-84af-0cbf99c4f820 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 946 time: 0.0926263 Jun 22 15:54:47.401260 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-2c7f927e-8627-4477-bf3e-823df856a08f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:54:47.402609 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-2c7f927e-8627-4477-bf3e-823df856a08f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "GET /v2.0/ports?device_id=09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d HTTP/1.1" status: 200 len: 946 time: 0.0714796 Jun 22 15:54:47.410699 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f21558f1-cd68-4bcc-b2b8-8dbaad1fce82 req-e7637221-aa5e-4285-af19-687ec360c719 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96adb31-a7f2-4849-98bc-430d3a54fc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349207 Jun 22 15:54:47.507188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Deleting port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:54:47.507525 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:47.597980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] For port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:54:47.598336 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:47.660997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Calling delete_port for 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 owned by compute:nova {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:54:47.790996 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:47.796297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-766ca3e8-2815-4db0-927f-2e64c144d52a tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:47.822514 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event deleted for resources: {'Port': ['ID=2f18adc8-2e63-44df-9e06-fc921c2d2ac1,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:47.850105 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.850511 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.850894 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.851281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.851664 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.852043 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.852422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.852823 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.853204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.853582 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.853953 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.854322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:54:47.859676 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:47.883789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] No DVR routers for this DVR port 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 on host hv-neutron-6013 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:54:47.886620 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:47.888866 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0e8567a8-109e-46e9-b213-11f9b5bf4561 req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "DELETE /v2.0/ports/2f18adc8-2e63-44df-9e06-fc921c2d2ac1 HTTP/1.1" status: 204 len: 173 time: 0.4809036 Jun 22 15:54:47.889400 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-deleted', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:54:47.891807 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f1b75-d8e4-4d06-9abd-75c708d6a859" -d '{"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-deleted", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:54:47.986612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce535c9-250d-48ef-b6cb-d1f41cece280 x-openstack-request-id: req-bce535c9-250d-48ef-b6cb-d1f41cece280 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:54:47.987055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d", "name": "network-vif-deleted", "tag": "2f18adc8-2e63-44df-9e06-fc921c2d2ac1", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:54:47.987593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bce535c9-250d-48ef-b6cb-d1f41cece280 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:54:47.988200 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09faeb5e-0fcb-4ff8-8fc2-d0f6e83e4c7d', 'name': 'network-vif-deleted', 'tag': '2f18adc8-2e63-44df-9e06-fc921c2d2ac1', 'status': 'completed', 'code': 200} Jun 22 15:54:48.507941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49652) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:54:48.568531 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7d4f0490-452b-4055-bd86-eee6b10126a5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:48.592156 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7d4f0490-452b-4055-bd86-eee6b10126a5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:48.662152 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7d4f0490-452b-4055-bd86-eee6b10126a5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:48.664866 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-7d4f0490-452b-4055-bd86-eee6b10126a5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:48.666029 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-7d4f0490-452b-4055-bd86-eee6b10126a5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "DELETE /v2.0/security-groups/a96adb31-a7f2-4849-98bc-430d3a54fc6e HTTP/1.1" status: 204 len: 168 time: 0.1570518 Jun 22 15:54:48.666843 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d596b862-a337-4c31-be21-ebe6e4b9f875 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:48.676138 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f0490-452b-4055-bd86-eee6b10126a5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96adb31-a7f2-4849-98bc-430d3a54fc6e,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:48.678565 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7d4f0490-452b-4055-bd86-eee6b10126a5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:48.954779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49658) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:54:48.959953 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a5b54f2a-ddbb-4853-975d-803d0add405d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380486292', 'description': 'tempest-secgroup-smoke-1380486292 description', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:54:48.983345 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5b54f2a-ddbb-4853-975d-803d0add405d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.064972 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5b54f2a-ddbb-4853-975d-803d0add405d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.069346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5b54f2a-ddbb-4853-975d-803d0add405d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.071625 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-2e695106-8cf5-40ff-8d17-14b9623f85aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:49.095595 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a5b54f2a-ddbb-4853-975d-803d0add405d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.096881 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a5b54f2a-ddbb-4853-975d-803d0add405d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410792 Jun 22 15:54:49.100017 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49660) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:54:49.101737 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b54f2a-ddbb-4853-975d-803d0add405d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be763f1-2bc3-45b8-82e2-861b20753d32,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:49.104670 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a5b54f2a-ddbb-4853-975d-803d0add405d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:49.106378 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-e649033d-6914-4f8b-a8db-f4b83a3f26e7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': '4be763f1-2bc3-45b8-82e2-861b20753d32', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:54:49.134504 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e649033d-6914-4f8b-a8db-f4b83a3f26e7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.189533 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e649033d-6914-4f8b-a8db-f4b83a3f26e7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.193820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e649033d-6914-4f8b-a8db-f4b83a3f26e7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.195718 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52c76b68-5ee8-4521-8c90-c3ab8050f861 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:49.212583 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649033d-6914-4f8b-a8db-f4b83a3f26e7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90effb82-bfdb-4b21-a86f-5c6cf8d18045,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:49.215491 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-e649033d-6914-4f8b-a8db-f4b83a3f26e7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:49.217757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-e649033d-6914-4f8b-a8db-f4b83a3f26e7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.221190 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e649033d-6914-4f8b-a8db-f4b83a3f26e7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201336 Jun 22 15:54:49.221901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49662) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:54:49.226852 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-516e818a-a1dd-4b12-b0a9-c0601084b021 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': '4be763f1-2bc3-45b8-82e2-861b20753d32', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:54:49.253510 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-516e818a-a1dd-4b12-b0a9-c0601084b021 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.308859 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-516e818a-a1dd-4b12-b0a9-c0601084b021 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.314786 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-516e818a-a1dd-4b12-b0a9-c0601084b021 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.316634 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-29a6e55e-0736-47c4-b75e-b202d6e3f268 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:49.332977 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e818a-a1dd-4b12-b0a9-c0601084b021 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e22b224-1a0a-4d65-b0f1-e30a7019da00,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:49.335733 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-516e818a-a1dd-4b12-b0a9-c0601084b021 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:49.338694 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-516e818a-a1dd-4b12-b0a9-c0601084b021 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.341223 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-516e818a-a1dd-4b12-b0a9-c0601084b021 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182282 Jun 22 15:54:49.342499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49664) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:54:49.347381 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-754b794f-e72d-4d1c-9898-37277fd41b4c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': '4be763f1-2bc3-45b8-82e2-861b20753d32', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:54:49.374909 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-754b794f-e72d-4d1c-9898-37277fd41b4c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.432735 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-754b794f-e72d-4d1c-9898-37277fd41b4c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.436406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-754b794f-e72d-4d1c-9898-37277fd41b4c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.438196 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-017d423e-d905-44c0-a762-3a0fb6403288 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:49.457901 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b794f-e72d-4d1c-9898-37277fd41b4c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f12973-7c9e-4253-96a8-dd4bf49265b4,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:49.460377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-754b794f-e72d-4d1c-9898-37277fd41b4c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:49.464908 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-754b794f-e72d-4d1c-9898-37277fd41b4c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.466081 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-754b794f-e72d-4d1c-9898-37277fd41b4c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226182 Jun 22 15:54:49.468773 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49666) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:54:49.473350 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-f5055130-514a-4386-a5e0-b844e42c796b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': '4be763f1-2bc3-45b8-82e2-861b20753d32', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:54:49.498367 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5055130-514a-4386-a5e0-b844e42c796b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.562461 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5055130-514a-4386-a5e0-b844e42c796b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.567123 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5055130-514a-4386-a5e0-b844e42c796b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.569202 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5a3026a5-027d-4d18-95ec-65b4c255ad13 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:49.586365 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5055130-514a-4386-a5e0-b844e42c796b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0f07e8-4679-424a-8333-2ed8da5f0233,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:49.589248 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f5055130-514a-4386-a5e0-b844e42c796b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:49.590134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-f5055130-514a-4386-a5e0-b844e42c796b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.591323 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-f5055130-514a-4386-a5e0-b844e42c796b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216455 Jun 22 15:54:49.594082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49668) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:54:49.599160 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-8302258f-724b-4f88-8943-0819659141a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': '4be763f1-2bc3-45b8-82e2-861b20753d32', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:54:49.622273 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-8302258f-724b-4f88-8943-0819659141a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Project df5d3aff9c3d4bb2973f1e3272f94b7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:54:49.627414 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8302258f-724b-4f88-8943-0819659141a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.686413 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8302258f-724b-4f88-8943-0819659141a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.691995 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8302258f-724b-4f88-8943-0819659141a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.693923 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b8f7b428-d9be-40bc-8f93-6ade9fad6868 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:49.709211 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302258f-724b-4f88-8943-0819659141a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf5024a-4420-4848-a621-2eaa2b639e89,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:49.711656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8302258f-724b-4f88-8943-0819659141a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:49.716404 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-8302258f-724b-4f88-8943-0819659141a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.717674 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-8302258f-724b-4f88-8943-0819659141a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224828 Jun 22 15:54:49.720483 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 49670) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:54:49.724975 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-4b48cac3-a361-4caf-8f26-0dfb49e32574 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'security_group_rule': {'security_group_id': '4be763f1-2bc3-45b8-82e2-861b20753d32', 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:54:49.746915 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-4b48cac3-a361-4caf-8f26-0dfb49e32574 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Project df5d3aff9c3d4bb2973f1e3272f94b7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:54:49.751705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b48cac3-a361-4caf-8f26-0dfb49e32574 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.811958 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b48cac3-a361-4caf-8f26-0dfb49e32574 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.815838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b48cac3-a361-4caf-8f26-0dfb49e32574 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.817659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5190aa0e-9703-4cfd-a691-b98099125788 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:54:49.837838 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48cac3-a361-4caf-8f26-0dfb49e32574 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51befe5-7d37-4f52-b2e0-c165f6a3d401,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:54:49.840709 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-4b48cac3-a361-4caf-8f26-0dfb49e32574 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:54:49.842853 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-4b48cac3-a361-4caf-8f26-0dfb49e32574 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:54:49.844007 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-4b48cac3-a361-4caf-8f26-0dfb49e32574 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225936 Jun 22 15:54:50.917529 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:54:50.937490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:54:50.937835 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 2f18adc8-2e63-44df-9e06-fc921c2d2ac1 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:55:00.275407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fe4cc73b-09ff-4b36-84ca-04ed3eec64e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:02.749622 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b8ee7e42-694c-4b00-bd2c-a159111b1b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:03.040222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:04.157294 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:04.419285 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-06cd6fa5-6900-4c99-9408-ceb7da7031a0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380486292&fields=id&tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b HTTP/1.1" status: 200 len: 267 time: 0.0339687 Jun 22 15:55:04.526946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-1ca84820-5b61-43bf-a04d-b2113a574028 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:04.528386 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-1ca84820-5b61-43bf-a04d-b2113a574028 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 809 time: 0.1027284 Jun 22 15:55:04.543792 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-a1d8f8b9-d4c4-42b2-84eb-3a00129361c5 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/quotas/df5d3aff9c3d4bb2973f1e3272f94b7b HTTP/1.1" status: 200 len: 375 time: 0.0097198 Jun 22 15:55:04.610208 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-bc78c43e-1d8a-45df-b825-af8a0d1b4ad4 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611367 Jun 22 15:55:04.676042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-8df84096-8a84-4e60-84f1-5b1125e38214 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:55:04.677184 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-8df84096-8a84-4e60-84f1-5b1125e38214 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0555012 Jun 22 15:55:04.768274 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-95041af8-c31a-4736-91eb-4f7988eb2c73 service neutron] 10.222.0.22 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849843 Jun 22 15:55:04.857133 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-8d2529da-6f5b-4e8e-946e-8ae635b23fd0 service neutron] 10.222.0.22 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820913 Jun 22 15:55:05.155595 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-ebc511c7-06de-4775-bec2-f1df638a39a7 req-216068ae-3ef8-4f56-bcfe-b3e667bd3842 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 210 time: 0.0291331 Jun 22 15:55:05.859095 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:06.206154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f40f3a7a-0c55-4272-b660-2e4d305f33ce tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:06.207710 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f40f3a7a-0c55-4272-b660-2e4d305f33ce tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 809 time: 0.1410711 Jun 22 15:55:06.257969 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-8152ffce-b67f-4a8b-923b-3dc4f39a67f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b HTTP/1.1" status: 200 len: 380 time: 0.0411501 Jun 22 15:55:06.269907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'port': {'device_id': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'admin_state_up': True, 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'security_groups': ['4be763f1-2bc3-45b8-82e2-861b20753d32']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:55:06.363593 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f51f85e3-59ef-460e-a324-791b8ddec76e req-15af0812-492f-43a1-8333-cc21ab548f05 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 210 time: 0.0473719 Jun 22 15:55:06.424531 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Made reservation on behalf of df5d3aff9c3d4bb2973f1e3272f94b7b for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:55:06.428052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:06.557259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Allocated IP 172.20.0.8 (6eac4c74-fd2b-4678-afe4-9f4a38d34356/4210f44c-de1e-4783-9546-ee43d55654c7/3913a9eb-4c3f-4f34-9dc3-21a299b16ce5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:55:06.710763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:06.726244 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Transition to ACTIVE for port object 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:55:06.760694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:06.765056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-6a851e70-f602-42cb-a051-41c7b43f3368 tempest-TestMinimumBasicScenario-1457720971 tempest-TestMinimumBasicScenario-1457720971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:55:06.806228 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:55:06.809551 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:55:06.813258 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:55:06.821505 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'Port': ['ID=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:55:06.858735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:55:06.896994 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:06.898134 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:06.920163 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6552503 Jun 22 15:55:06.975549 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Request body: {'port': {'device_id': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:55:07.054047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:07.131558 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7e521dde-9f67-4007-aef5-e42dc7aa0ac2 None None] Provisioning for port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:55:07.136911 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-7e521dde-9f67-4007-aef5-e42dc7aa0ac2 None None] Provisioning complete for port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:55:07.137280 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7e521dde-9f67-4007-aef5-e42dc7aa0ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:07.173714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-7e521dde-9f67-4007-aef5-e42dc7aa0ac2 None None] Port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:55:07.425840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:55:07.434403 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:07.447624 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Transition to ACTIVE for port object 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:55:07.456346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:07.456346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:55:07.527410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Pushing event updated for resources: {'Port': ['ID=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:55:07.530999 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:55:07.616936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Attempting to bind port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:55:07.617359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Attempting to bind port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:55:07.617795 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Attempting to bind port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 on network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:55:07.631933 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 on network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:55:07.632288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Attempting to bind port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 on network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:55:07.644346 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:55:07.644908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Checking segment: {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:55:07.645228 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Bound using segment: {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:55:07.646569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Bound port: 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f02019-ce0c-4368-b161-1bc2e9f7eb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:55:07.646946 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:07.677932 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34c4fb-8a14-4bd5-bcf0-92e807749cea req-e11d218d-0329-4461-8d53-19f61f25ccdb tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:07.680330 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f34c4fb-8a14-4bd5-bcf0-92e807749cea req-e11d218d-0329-4461-8d53-19f61f25ccdb tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.1605415 Jun 22 15:55:07.742416 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:55:07.743641 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6f34c4fb-8a14-4bd5-bcf0-92e807749cea req-21f5f1bb-d195-4b92-8a44-a31c4afa8ef4 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564280 Jun 22 15:55:07.758054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:55:07.765404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:07.769201 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b1f5ee7-36d5-4e42-91f2-8b6b72aae3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:55:07.819068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:07.820055 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:07.822057 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] 10.222.0.21 "PUT /v2.0/ports/3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 1093 time: 0.8955333 Jun 22 15:55:07.827821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:55:07.829607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0b7a8a-3859-4e71-9762-9076883cc8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:55:07.861775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Pushing event updated for resources: {'Port': ['ID=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:55:07.870881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:55:07.915126 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba5251e-e2d0-400a-990b-c0c9be5f866d x-openstack-request-id: req-dba5251e-e2d0-400a-990b-c0c9be5f866d {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:55:07.915526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:55:07.915827 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dba5251e-e2d0-400a-990b-c0c9be5f866d {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:55:07.916292 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'status': 'completed', 'code': 200} Jun 22 15:55:07.948928 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-adadf038-9fcd-4ac1-8f32-5cdad8f0afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:07.950427 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-adadf038-9fcd-4ac1-8f32-5cdad8f0afa1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1096 time: 0.0686567 Jun 22 15:55:08.012346 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-92ae22cc-ced4-41bd-ba38-c3ff49431f5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 217 time: 0.0541921 Jun 22 15:55:08.084350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-8fd198ba-3110-45fd-8f5f-da54e7312750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:08.086376 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-8fd198ba-3110-45fd-8f5f-da54e7312750 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0677896 Jun 22 15:55:08.148520 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-4c2c3e4f-b87b-4a8c-b8e5-2bf64bb33af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:08.150052 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-4c2c3e4f-b87b-4a8c-b8e5-2bf64bb33af7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0580013 Jun 22 15:55:08.244951 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-97c340f1-1906-4251-8234-f83409bd8940 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882075 Jun 22 15:55:08.337148 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b930cca5-5dc2-4acc-acde-cb93430d98ce req-8e0a86d8-9d5c-4924-9b97-ad241f141702 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857391 Jun 22 15:55:08.456500 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-5d0a6c09-3c18-4c6e-b3be-08b0458d8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:08.458879 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-5d0a6c09-3c18-4c6e-b3be-08b0458d8b81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1096 time: 0.0737157 Jun 22 15:55:08.555932 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-46223db5-b8f0-4f2b-8eed-655e43377921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:08.557413 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-46223db5-b8f0-4f2b-8eed-655e43377921 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0936482 Jun 22 15:55:08.602654 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-e493390f-6e23-4ce5-9284-16bcfc5c137e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 217 time: 0.0387926 Jun 22 15:55:08.655613 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-38078659-4b79-4770-8e3e-b108550427b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:08.657126 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-38078659-4b79-4770-8e3e-b108550427b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0484779 Jun 22 15:55:08.715507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-a90cbdcf-055b-4323-8ccc-17ecc879ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:08.717038 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-a90cbdcf-055b-4323-8ccc-17ecc879ed89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0538807 Jun 22 15:55:08.814331 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-278ab9e9-8b9a-4967-9e1c-3ef5ebe66a5a service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912192 Jun 22 15:55:08.936435 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9a0b7a8a-3859-4e71-9762-9076883cc8f3 req-925d34ae-9fa0-4ac1-9b85-c527bb2372a3 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150141 Jun 22 15:55:08.970948 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d58c2-e9a2-4f20-87dc-b2968ad0a8b1 req-9b2dfd46-bb28-4d0e-9b1d-e1858e042c7e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:08.972426 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-038d58c2-e9a2-4f20-87dc-b2968ad0a8b1 req-9b2dfd46-bb28-4d0e-9b1d-e1858e042c7e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0989871 Jun 22 15:55:09.014139 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-038d58c2-e9a2-4f20-87dc-b2968ad0a8b1 req-fd7d31c7-c3ce-4931-9dc0-2408daaeab59 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348332 Jun 22 15:55:10.196936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036a64-187c-49cc-a6b6-62d2edb6f060 req-5ed9885a-4432-46f3-8a7e-90132dfdd1db tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:10.198455 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b4036a64-187c-49cc-a6b6-62d2edb6f060 req-5ed9885a-4432-46f3-8a7e-90132dfdd1db tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0672863 Jun 22 15:55:10.239204 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b4036a64-187c-49cc-a6b6-62d2edb6f060 req-ee23294e-6a9a-4b2f-8b8b-3f3537b988e9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348239 Jun 22 15:55:10.678736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:11.417499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c672eda-8b52-404d-8235-6b58a1affbbc req-47a254be-ff36-4d05-8d66-c2e2fa64abc6 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:11.419038 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6c672eda-8b52-404d-8235-6b58a1affbbc req-47a254be-ff36-4d05-8d66-c2e2fa64abc6 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0673666 Jun 22 15:55:11.474158 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-6c672eda-8b52-404d-8235-6b58a1affbbc req-48cbf63a-e99b-446a-8c1e-ee41dba717f3 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476701 Jun 22 15:55:12.660047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c76718-b730-4757-b786-ab637e5b390d req-75bab941-28ad-4aeb-ac62-368aa69227c7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:12.662114 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-98c76718-b730-4757-b786-ab637e5b390d req-75bab941-28ad-4aeb-ac62-368aa69227c7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0716543 Jun 22 15:55:12.699689 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-98c76718-b730-4757-b786-ab637e5b390d req-fa259e09-bfd1-4e2e-bb0c-9c09dc52ea78 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318756 Jun 22 15:55:13.893697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd795aec-50c7-4905-990a-1537fa81305c req-478b6903-6a63-43a3-b16b-7f68a33b3ede tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:13.895079 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bd795aec-50c7-4905-990a-1537fa81305c req-478b6903-6a63-43a3-b16b-7f68a33b3ede tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0635352 Jun 22 15:55:13.933243 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bd795aec-50c7-4905-990a-1537fa81305c req-81958a35-1842-4038-8a33-13c37e96fe71 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Jun 22 15:55:15.106877 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6af337-f75c-4e56-8f40-24522db6ca73 req-607e905a-31be-40f4-81ab-d7e3e9b4a1b4 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:15.108356 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5e6af337-f75c-4e56-8f40-24522db6ca73 req-607e905a-31be-40f4-81ab-d7e3e9b4a1b4 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0637753 Jun 22 15:55:15.146082 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5e6af337-f75c-4e56-8f40-24522db6ca73 req-04512aa1-3243-4103-9dff-15864cb0a853 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 Jun 22 15:55:16.324842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8acefa-dd71-4826-9935-c40d43bb9bd3 req-a79cd9c1-044e-455f-8fd3-5bbf81e41860 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:16.326322 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b8acefa-dd71-4826-9935-c40d43bb9bd3 req-a79cd9c1-044e-455f-8fd3-5bbf81e41860 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0677960 Jun 22 15:55:16.367247 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4b8acefa-dd71-4826-9935-c40d43bb9bd3 req-4fe82df5-00ca-49f3-a5d8-651a91722b47 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351231 Jun 22 15:55:17.160686 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:55:17.542956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be000e37-a286-46e0-8dc5-5e656bc296ca req-48a3f41d-e56d-4523-9bde-8d41c27c119f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:17.544442 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-be000e37-a286-46e0-8dc5-5e656bc296ca req-48a3f41d-e56d-4523-9bde-8d41c27c119f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0669844 Jun 22 15:55:17.919781 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-be000e37-a286-46e0-8dc5-5e656bc296ca req-05c6a6c4-13ae-4585-bfe0-a7e3d304222a tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695807 Jun 22 15:55:19.107594 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20457f85-c97c-492f-ab8b-85d2b200b6de req-de1668e1-93d6-458e-b1cc-9d1965cd3570 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:19.109065 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-20457f85-c97c-492f-ab8b-85d2b200b6de req-de1668e1-93d6-458e-b1cc-9d1965cd3570 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0629995 Jun 22 15:55:19.134199 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:55:19.147190 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-20457f85-c97c-492f-ab8b-85d2b200b6de req-428909fc-b2ab-44c6-a2ed-0e22fa77f528 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Jun 22 15:55:19.228307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:55:19.239153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'port_id': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'mac_address': 'fa:16:3e:5f:8d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:55:19.274803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:19.288086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:55:19.307220 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:55:19.311006 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:19.312759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:55:19.357295 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:55:19.363967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.364408 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.364785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.365124 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.365452 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.365778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.366102 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.366424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.366746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.367065 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.367383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.367699 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:55:19.371542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:55:19.657230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['3913a9eb-4c3f-4f34-9dc3-21a299b16ce5'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:55:20.328006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef05d02-adc7-4bb3-92d6-c8ce131f1fc4 req-54ae74b8-3df9-4e9d-8608-dc8088e4a66d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:20.329475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bef05d02-adc7-4bb3-92d6-c8ce131f1fc4 req-54ae74b8-3df9-4e9d-8608-dc8088e4a66d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 944 time: 0.0616484 Jun 22 15:55:20.368549 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bef05d02-adc7-4bb3-92d6-c8ce131f1fc4 req-d0f7e1f7-57c6-4fdc-a1e9-51f6f7574cf0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Jun 22 15:55:21.149671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:55:21.196819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:55:21.200816 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:55:21.201239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:21.280888 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:21.305803 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:55:21.308138 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15c918eb9558c1613bfee72498cdd6ac4a1f693463be6fcebb0ee1e4a1df17b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974ca5f8-65ee-4fe7-bf8e-769b46ca9c8a" -d '{"events": [{"server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "name": "network-vif-plugged", "status": "completed", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:55:21.321886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:55:21.330608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:21.332562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-33682ac4-ef76-4c7b-86e5-90fbedb686d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:55:21.383484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:55:21.387877 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:55:21.401571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98014f96-37b5-48c2-8869-daab3a1ced31 x-openstack-request-id: req-98014f96-37b5-48c2-8869-daab3a1ced31 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:55:21.401887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "name": "network-vif-plugged", "status": "completed", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:55:21.402300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98014f96-37b5-48c2-8869-daab3a1ced31 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:55:21.402718 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'code': 200} Jun 22 15:55:21.552951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a5d35-8ce0-44f8-8c57-336aacefc0bb req-242cd272-41c2-4467-91a0-533eb209386f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:21.554427 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e14a5d35-8ce0-44f8-8c57-336aacefc0bb req-242cd272-41c2-4467-91a0-533eb209386f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0675399 Jun 22 15:55:21.627419 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e14a5d35-8ce0-44f8-8c57-336aacefc0bb req-cf9aaf12-9368-435c-ae8f-4fc8be28f97a tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647688 Jun 22 15:55:21.636374 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8565c-1b55-4127-95d0-493d10a425aa req-83f8ba6c-cd28-4a26-b35a-fe47949eeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:21.637897 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4df8565c-1b55-4127-95d0-493d10a425aa req-83f8ba6c-cd28-4a26-b35a-fe47949eeaec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1098 time: 0.0825622 Jun 22 15:55:21.672494 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4df8565c-1b55-4127-95d0-493d10a425aa req-a647e2fa-b374-4b57-80ab-f76e07f82feb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287995 Jun 22 15:55:22.804431 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410ba15-39a6-42be-82d7-137cd55954df req-a3aca968-63a8-4dce-b94b-bb3708cef54c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:22.805913 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c410ba15-39a6-42be-82d7-137cd55954df req-a3aca968-63a8-4dce-b94b-bb3708cef54c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0659142 Jun 22 15:55:22.842391 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-c410ba15-39a6-42be-82d7-137cd55954df req-858a813a-e671-426b-a043-d6046b0414f3 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Jun 22 15:55:23.010692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa879-45fb-4b1f-90cd-53788a8bc85d req-d6d1fb73-9273-40a5-a144-dda38cf2347d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:23.012052 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-258aa879-45fb-4b1f-90cd-53788a8bc85d req-d6d1fb73-9273-40a5-a144-dda38cf2347d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0617313 Jun 22 15:55:23.049388 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-258aa879-45fb-4b1f-90cd-53788a8bc85d req-7e437abe-3090-4b86-9470-08598a9d01cb tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Jun 22 15:55:23.073716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49892) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:55:23.166912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb21238-58b9-480f-a4e8-fa74e324791c tempest-TestShelveInstance-1856916138 tempest-TestShelveInstance-1856916138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:23.168398 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-eeb21238-58b9-480f-a4e8-fa74e324791c tempest-TestShelveInstance-1856916138 tempest-TestShelveInstance-1856916138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1093 time: 0.0936537 Jun 22 15:55:23.171146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 49896) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:55:23.175436 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:55:23.196420 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:23.290578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:23.396488 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Allocated IP 172.26.6.228 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/8a925463-c64a-4499-a79d-8dd1b99d94b5) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:55:23.493234 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:23.530254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:23.533062 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ffcf8171-0b5c-4ef7-9b0b-ffdcbd773a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:55:23.572517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:55:23.575428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:55:23.579144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:55:23.602267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'Port': ['ID=8a925463-c64a-4499-a79d-8dd1b99d94b5,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:55:23.606098 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:55:23.941484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:24.014630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:24.164775 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:24.170145 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:24.172236 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2d54a894-5a4f-4f6e-ba0b-703d00f119c6 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:55:24.238516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event updated for resources: {'Port': ['ID=8a925463-c64a-4499-a79d-8dd1b99d94b5,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:55:24.242517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:55:24.247303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:24.346509 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Floating IP 7da84378-60df-43aa-821d-ae765bd1601b associated. External IP: 172.26.6.228, port: 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5. Jun 22 15:55:24.550871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Router a2748fe4-6303-4a25-88b9-c93c52466e55 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:55:24.658203 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:55:24.667849 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] Sync routers for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:55:24.675060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:24.678024 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:55:24.678645 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:55:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:55:24.711331 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5391729 Jun 22 15:55:24.712006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:55:24.714381 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c5d7bd58023f409a8da6f63f08b6e06820eb034891ada72e687f8dcbf65709a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b989628-c3d0-43b7-85ad-26402fd803dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:55:24.753284 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8459fc-eb26-4d7c-bdf5-34b2cb988552 x-openstack-request-id: req-2e8459fc-eb26-4d7c-bdf5-34b2cb988552 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:55:24.753629 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:55:24.753935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e8459fc-eb26-4d7c-bdf5-34b2cb988552 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:55:24.754391 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'status': 'completed', 'code': 200} Jun 22 15:55:24.786675 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:55:24.827054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-7d6557d3-e42c-4aa9-972e-5a92ae3eab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:24.828629 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-7d6557d3-e42c-4aa9-972e-5a92ae3eab03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1098 time: 0.0532055 Jun 22 15:55:24.921643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-406878b6-70f8-4bfd-803e-c29dc06f029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:24.923114 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-406878b6-70f8-4bfd-803e-c29dc06f029c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0890157 Jun 22 15:55:24.987923 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-96bfeeb6-f1ff-45b2-b748-139e1745e532 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 999 time: 0.0585501 Jun 22 15:55:25.043113 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-2d61028d-e3df-4756-82d8-abee7c96dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:25.044578 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-2d61028d-e3df-4756-82d8-abee7c96dd98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0508473 Jun 22 15:55:25.100055 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7da84378-60df-43aa-821d-ae765bd1601b', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'port_id': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'mac_address': 'fa:16:3e:5f:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:55:23Z', 'updated_at': '2021-06-22T15:55:23Z', 'revision_number': 0, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:55:25.101935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-80d7219d-2974-4c72-8621-bf8a393df647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:55:25.103430 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-80d7219d-2974-4c72-8621-bf8a393df647 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0531204 Jun 22 15:55:25.125984 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] Checking router: a2748fe4-6303-4a25-88b9-c93c52466e55 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:55:25.134649 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:55:25.135258 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:55:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:55:25.192646 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-a37d8901-892e-4477-bc9c-5888cdfb4f1b service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819814 Jun 22 15:55:25.237557 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:55:25.284967 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3b989628-c3d0-43b7-85ad-26402fd803dc req-b9819086-6f36-48a0-974c-991cfe3b40e6 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873070 Jun 22 15:55:25.454031 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7da84378-60df-43aa-821d-ae765bd1601b', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'port_id': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'mac_address': 'fa:16:3e:5f:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:55:23Z', 'updated_at': '2021-06-22T15:55:23Z', 'revision_number': 0, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:55:25.479738 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505a6d8a-6241-407d-8ae3-793c1603c1c0 None None] The sync data for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv is: [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '7da84378-60df-43aa-821d-ae765bd1601b', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'floating_ip_address': '172.26.6.228', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'port_id': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'mac_address': 'fa:16:3e:5f:8d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:55:23Z', 'updated_at': '2021-06-22T15:55:23Z', 'revision_number': 0, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:55:25.662539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ef0fa-ff47-443b-86f0-cc04b0e27dc8 None None] New status for floating IP 7da84378-60df-43aa-821d-ae765bd1601b: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:55:30.277057 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-25a4caac-3262-4347-a018-1b6f0a438c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:32.741672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-985dc9c5-4bab-4c0d-896e-de9a3d70583f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:33.022170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:34.159769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:35.863627 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:40.679268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:55:54.162041 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:56:00.278099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7737f39d-f18f-42d0-9983-2a037f45919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:02.193149 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-a2b6d5a3-d755-4b0b-b6c6-f2b004d2e3f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513453 Jun 22 15:56:02.284604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-e6521443-d126-4b2d-8faf-5e2fa1123463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:56:02.286198 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-e6521443-d126-4b2d-8faf-5e2fa1123463 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1098 time: 0.0516846 Jun 22 15:56:02.392567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-d82861db-100f-4d16-b739-f62800f42f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:56:02.394064 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-d82861db-100f-4d16-b739-f62800f42f06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0880620 Jun 22 15:56:02.458923 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-1af03ec8-0f70-451b-9f70-b5c0fad37fb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 1001 time: 0.0585349 Jun 22 15:56:02.511137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-2f27e235-3118-424b-839a-c3a5f1ccd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:56:02.512550 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-2f27e235-3118-424b-839a-c3a5f1ccd9ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0479527 Jun 22 15:56:02.567736 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-0a8e6e44-4e7a-4be9-8207-a11b2ec16a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:56:02.569233 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-0a8e6e44-4e7a-4be9-8207-a11b2ec16a9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0504501 Jun 22 15:56:02.657225 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-fc8d9d71-c286-42d7-96cc-7b7eba98a395 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810690 Jun 22 15:56:02.741965 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a9ec3953-aae4-46cb-9fd9-a55a6ee7e866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:02.747600 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c3db86e0-469b-4b87-8719-0f600dcf3f5c req-4d3513c2-7349-4907-8d3e-f6f8a50c4fd4 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847385 Jun 22 15:56:03.024323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:04.161547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:05.865741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:10.689379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:30.279075 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-91a4221d-d982-4bfc-814e-c2053c2b6998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:31.161089 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:56:32.744110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7253c03f-d72d-4ab6-b98e-2cf3784a6126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:33.026153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:34.164945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:35.869342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:56:40.708782 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:00.283084 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c1fde9de-1509-4050-81a1-506671cb1357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:02.747311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-81aad20a-4cf6-47bf-bb83-de206f08f6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:03.026109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:03.262729 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-4c5902a7-1a86-4203-889f-d278107a52b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871754 Jun 22 15:57:03.361085 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-465e7efa-1d87-4e02-9780-1778dc82a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:03.362560 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-465e7efa-1d87-4e02-9780-1778dc82a388 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1098 time: 0.0569594 Jun 22 15:57:03.465269 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-56c0cfa8-d525-423d-a386-186cb8df5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:03.466719 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-56c0cfa8-d525-423d-a386-186cb8df5a82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0839977 Jun 22 15:57:03.537967 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-f9838043-5a69-4903-814f-a72d31b30020 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 1001 time: 0.0648127 Jun 22 15:57:03.586779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-431a4260-de71-4020-9b02-c17aa44bacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:03.588216 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-431a4260-de71-4020-9b02-c17aa44bacfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0436249 Jun 22 15:57:03.643814 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-f989211e-8c42-4fef-b977-1442aed2713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:03.645396 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-f989211e-8c42-4fef-b977-1442aed2713b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0515158 Jun 22 15:57:03.738976 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-ac209ce0-452f-4ab3-987c-46f47c2587b7 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869617 Jun 22 15:57:03.827863 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9fbf79bb-e316-4e17-8037-83e78c13c628 req-5d866d05-a79b-44c2-a37d-7bcf88c48ccb service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829432 Jun 22 15:57:04.167728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:05.871203 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:08.159254 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:57:10.707279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:17.446624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb5b6c-4f69-4dde-99ec-a3fdf980becf req-329540c2-94a5-4e0b-a3fc-8145f1497001 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:17.448096 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e2cb5b6c-4f69-4dde-99ec-a3fdf980becf req-329540c2-94a5-4e0b-a3fc-8145f1497001 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.1062024 Jun 22 15:57:17.485218 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-e2cb5b6c-4f69-4dde-99ec-a3fdf980becf req-02afce34-b156-424d-bbe7-89a4a545af48 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316303 Jun 22 15:57:18.774476 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e6789-d451-49e8-a6dd-1fa875da5905 req-57360684-5495-413f-abca-61d63cde08ec tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:18.776075 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e40e6789-d451-49e8-a6dd-1fa875da5905 req-57360684-5495-413f-abca-61d63cde08ec tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.1070170 Jun 22 15:57:18.820659 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e40e6789-d451-49e8-a6dd-1fa875da5905 req-b8541f9a-d5b2-47bd-be57-a517e562891d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389211 Jun 22 15:57:20.004655 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45436d03-e32d-4ce1-9d23-fc007e18839f req-ddbdcd57-af26-4e29-bf54-d2a2f6bcdf44 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:20.006389 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-45436d03-e32d-4ce1-9d23-fc007e18839f req-ddbdcd57-af26-4e29-bf54-d2a2f6bcdf44 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0732958 Jun 22 15:57:20.053955 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-45436d03-e32d-4ce1-9d23-fc007e18839f req-1b8e6b07-84db-46a6-a29b-e7759721c5ba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 Jun 22 15:57:21.225749 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a352-70f1-409b-80a5-054e46d78f9c req-512c6d77-97bb-4035-9e65-c706f8c17123 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:21.227526 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3204a352-70f1-409b-80a5-054e46d78f9c req-512c6d77-97bb-4035-9e65-c706f8c17123 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0624793 Jun 22 15:57:21.264850 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3204a352-70f1-409b-80a5-054e46d78f9c req-ee3e52fb-8c9d-4932-8791-9ba389e643e8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320199 Jun 22 15:57:22.435462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ca904-3c1f-4c4f-b801-636083e49698 req-16775751-7fa7-46a2-bfa1-45e342bd0c9c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:22.436917 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fd7ca904-3c1f-4c4f-b801-636083e49698 req-16775751-7fa7-46a2-bfa1-45e342bd0c9c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0619020 Jun 22 15:57:22.473227 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-fd7ca904-3c1f-4c4f-b801-636083e49698 req-58156e83-afc4-4c22-8ade-ded23737b316 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308328 Jun 22 15:57:23.645570 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c6c9-9598-4096-84a1-895fbec0ffae req-07a15134-423d-45fd-8260-305d676ca1e8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:23.647096 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5219c6c9-9598-4096-84a1-895fbec0ffae req-07a15134-423d-45fd-8260-305d676ca1e8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0642633 Jun 22 15:57:23.686307 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5219c6c9-9598-4096-84a1-895fbec0ffae req-acbf38f6-2eb9-4d5a-83e0-c371d5cc0679 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Jun 22 15:57:24.861441 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd65aa-f43a-46aa-ac73-34fbfa93ed7e req-6fa2ef7f-63c9-4001-8ac7-6fd46fde4b55 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:24.862906 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87bd65aa-f43a-46aa-ac73-34fbfa93ed7e req-6fa2ef7f-63c9-4001-8ac7-6fd46fde4b55 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0623353 Jun 22 15:57:24.900692 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87bd65aa-f43a-46aa-ac73-34fbfa93ed7e req-e61463b6-3433-4e0b-a69c-cccaf3b2e9c0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 Jun 22 15:57:26.085220 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1b38e-f18f-4896-9dbc-a941b5aac544 req-7971d91c-b188-46d4-b8e1-fa8f546014b8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:26.086730 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1aa1b38e-f18f-4896-9dbc-a941b5aac544 req-7971d91c-b188-46d4-b8e1-fa8f546014b8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0717027 Jun 22 15:57:26.124262 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1aa1b38e-f18f-4896-9dbc-a941b5aac544 req-2b238e66-e1b4-4ae4-9b54-0fdcefda8472 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Jun 22 15:57:27.302195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2ec69-24ea-4e03-9cf2-41a29028279f req-13bb452c-daa6-419a-a7d9-8c41546f4a2e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:27.303668 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-90d2ec69-24ea-4e03-9cf2-41a29028279f req-13bb452c-daa6-419a-a7d9-8c41546f4a2e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0673840 Jun 22 15:57:27.341899 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-90d2ec69-24ea-4e03-9cf2-41a29028279f req-18606766-03da-464e-9a05-86322b58e16d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324101 Jun 22 15:57:27.408685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-86407123-8aad-4943-b124-f362c5d2c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:27.410106 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-86407123-8aad-4943-b124-f362c5d2c3a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1098 time: 0.0533874 Jun 22 15:57:27.501965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-d395c828-f226-4121-a398-46a2b5bfbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:27.503416 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-d395c828-f226-4121-a398-46a2b5bfbc15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0868406 Jun 22 15:57:27.570492 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-e2191221-9bf2-4179-9379-d65c586b46e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 1001 time: 0.0603347 Jun 22 15:57:27.618096 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-e641130c-ff3b-4904-9472-cc158bee6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:27.620033 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-e641130c-ff3b-4904-9472-cc158bee6f01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0435293 Jun 22 15:57:27.679673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-267a533e-9bf5-4a05-941e-36d22308f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:27.681624 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-267a533e-9bf5-4a05-941e-36d22308f845 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0552826 Jun 22 15:57:27.768228 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-3981ba4b-b56a-48a6-997a-e020a357875d service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805354 Jun 22 15:57:27.858505 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f58e04a6-c524-4257-adb9-94afdaf75bf7 req-b5d61f1c-c4a2-4b37-a6a8-f75f9779ffaa service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838983 Jun 22 15:57:28.520696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b7868-443c-4e02-80f9-459cca5d7a4e req-e06488d0-5752-4227-8789-af6646722ae4 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:28.522191 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ea3b7868-443c-4e02-80f9-459cca5d7a4e req-e06488d0-5752-4227-8789-af6646722ae4 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0669081 Jun 22 15:57:28.560540 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ea3b7868-443c-4e02-80f9-459cca5d7a4e req-9a1e182a-191e-42ae-98d6-495f9f7df43d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Jun 22 15:57:29.739043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cd559-ebae-479f-bc26-d5b831331ec5 req-feb29410-4b68-481b-a688-37d5581bcdcf tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:29.740705 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-314cd559-ebae-479f-bc26-d5b831331ec5 req-feb29410-4b68-481b-a688-37d5581bcdcf tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0665689 Jun 22 15:57:29.781083 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-314cd559-ebae-479f-bc26-d5b831331ec5 req-33d31dc4-5cf8-436f-9847-163f2e420ad1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345335 Jun 22 15:57:30.285861 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2996789b-d509-49ca-b4c7-490857fe52d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:30.955149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a63d8-735a-4367-a034-86f0693b4055 req-4d967b81-0eff-43c7-9cbc-a06405356050 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:30.956651 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-519a63d8-735a-4367-a034-86f0693b4055 req-4d967b81-0eff-43c7-9cbc-a06405356050 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0638821 Jun 22 15:57:30.997316 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-519a63d8-735a-4367-a034-86f0693b4055 req-711f5420-76e1-499c-8475-b809086658b9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Jun 22 15:57:31.867234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:57:31.941306 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:31.963174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:57:31.976968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:57:31.981913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:31.984362 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:57:32.010148 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d0643c0bb4d98deb9f32d82bd082c5e916e0574a56e2606c1482bd56e709c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef58f30e-d003-4339-b80f-b46b8b7370ee" -d '{"events": [{"server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "name": "network-vif-unplugged", "status": "completed", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:57:32.042283 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:57:32.049800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.050259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.050526 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.050812 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.051140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.051465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.051790 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.052110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.052431 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.052788 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.053146 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.053464 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:57:32.058475 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:57:32.099774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39220d96-7966-479a-9f67-1d34945ea106 x-openstack-request-id: req-39220d96-7966-479a-9f67-1d34945ea106 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:57:32.100074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "name": "network-vif-unplugged", "status": "failed", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5", "code": 422}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:57:32.100338 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39220d96-7966-479a-9f67-1d34945ea106 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:57:32.100782 dv-neutron-601336-93-hyperv neutron-server[93503]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'code': 422} returned with failed status Jun 22 15:57:32.180685 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ab4b9-a8cd-407d-859f-f820ccdb036f req-0345131a-43c2-49ec-81eb-6d1d0fff35a7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:32.182116 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-838ab4b9-a8cd-407d-859f-f820ccdb036f req-0345131a-43c2-49ec-81eb-6d1d0fff35a7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0694289 Jun 22 15:57:32.221002 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-838ab4b9-a8cd-407d-859f-f820ccdb036f req-10956fc2-8cd3-4a52-bdf1-b3a6861ab1b7 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331614 Jun 22 15:57:32.456432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50000) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:57:32.593793 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-8e941725-4288-4203-95f4-33f574539239 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360738 Jun 22 15:57:32.610682 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704bb0d-fed8-4867-9230-f3f89161b122 req-6fd5abd1-9c32-4197-8926-e8139c55d60e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:32.612331 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5704bb0d-fed8-4867-9230-f3f89161b122 req-6fd5abd1-9c32-4197-8926-e8139c55d60e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0824883 Jun 22 15:57:32.653767 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5704bb0d-fed8-4867-9230-f3f89161b122 req-6420aefe-e0a5-4d39-b80b-43a3434b5108 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345929 Jun 22 15:57:32.748538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-898aba60-56b9-4ca6-8164-53bd319e27b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:33.027981 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:33.830304 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321282a-f1a8-46d9-a24d-0c6626c8fa36 req-4d6e89f4-1657-4f6e-8654-df70c0b8db43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:33.831892 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2321282a-f1a8-46d9-a24d-0c6626c8fa36 req-4d6e89f4-1657-4f6e-8654-df70c0b8db43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0648582 Jun 22 15:57:33.875542 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2321282a-f1a8-46d9-a24d-0c6626c8fa36 req-f897191e-af5b-483b-9d86-77e23c98e17f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371256 Jun 22 15:57:34.170851 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:35.061656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fc1c5-6205-4fed-8df4-3875bec35a87 req-14481878-7230-4a1b-bf3c-e80cc2a82f45 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:35.063102 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-735fc1c5-6205-4fed-8df4-3875bec35a87 req-14481878-7230-4a1b-bf3c-e80cc2a82f45 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0694497 Jun 22 15:57:35.103124 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-735fc1c5-6205-4fed-8df4-3875bec35a87 req-40ddd3e6-6a69-4d0b-bcf8-3dad26ce53a9 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335999 Jun 22 15:57:35.874998 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:36.282191 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f50c44-71c3-421a-973e-c6f731053054 req-f97eadf5-18c7-4327-a8a9-44d95ecc1074 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:36.283683 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-86f50c44-71c3-421a-973e-c6f731053054 req-f97eadf5-18c7-4327-a8a9-44d95ecc1074 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0660157 Jun 22 15:57:36.323464 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-86f50c44-71c3-421a-973e-c6f731053054 req-f7fb2afb-e136-4615-8145-2e48714bfc02 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339096 Jun 22 15:57:37.548992 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-f23b4470-5666-474f-a6b4-7954fd1adc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:37.550479 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-f23b4470-5666-474f-a6b4-7954fd1adc32 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994&tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b HTTP/1.1" status: 200 len: 1096 time: 0.1319296 Jun 22 15:57:37.559359 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a497da4-3d05-4856-873b-e69da7ec78ce req-6f132ffe-03b1-421b-be11-0c7da67b6d0d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:37.560777 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3a497da4-3d05-4856-873b-e69da7ec78ce req-6f132ffe-03b1-421b-be11-0c7da67b6d0d tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.1198397 Jun 22 15:57:37.625911 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-3a497da4-3d05-4856-873b-e69da7ec78ce req-11036c0a-699d-4f3b-bb1e-1173605d2d9e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592153 Jun 22 15:57:37.647048 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-01bf0593-7db5-4ae7-9d00-02f43cee4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:37.648777 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-01bf0593-7db5-4ae7-9d00-02f43cee4a7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1096 time: 0.0749667 Jun 22 15:57:38.080666 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-cafa1476-e1c8-4d68-a978-dba9765f0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:38.082195 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-cafa1476-e1c8-4d68-a978-dba9765f0357 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.4263985 Jun 22 15:57:38.145047 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-80e7ee98-bb58-4bde-86d7-1dbe8965c0ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 999 time: 0.0557606 Jun 22 15:57:38.193154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-562b5e2e-ef1c-4ed8-9480-d7467f81161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:38.194581 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-562b5e2e-ef1c-4ed8-9480-d7467f81161c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0435596 Jun 22 15:57:38.254892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-e96cfdec-5d60-44af-bc33-bb1c5de57369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:38.256380 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-e96cfdec-5d60-44af-bc33-bb1c5de57369 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0555453 Jun 22 15:57:38.345196 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-c9e21d3a-296c-4eb0-a3ad-7d3bf051b7ed service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820458 Jun 22 15:57:38.442568 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f36a02b9-fea2-4f89-9ae7-841dfa5f91ca req-55d2e92d-113f-4715-b852-84265eec95b9 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914583 Jun 22 15:57:38.796966 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec8520-3290-420a-b864-a4563a7a26ea req-eb28d1c8-1200-4470-b744-3a39b21abd72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:38.798479 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f0ec8520-3290-420a-b864-a4563a7a26ea req-eb28d1c8-1200-4470-b744-3a39b21abd72 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0623815 Jun 22 15:57:38.837393 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-f0ec8520-3290-420a-b864-a4563a7a26ea req-861152d8-28da-4345-8688-26fe50304b32 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329604 Jun 22 15:57:40.009680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741ab27-c0c3-4a8d-9a7c-104bdaa91ec2 req-0732e0ce-6dc4-4785-bfe4-fbd83d7d82b1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:40.011088 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0741ab27-c0c3-4a8d-9a7c-104bdaa91ec2 req-0732e0ce-6dc4-4785-bfe4-fbd83d7d82b1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0637901 Jun 22 15:57:40.049002 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0741ab27-c0c3-4a8d-9a7c-104bdaa91ec2 req-93e342d1-b0b9-4da3-81c1-ff110aaa5c39 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Jun 22 15:57:40.707331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:41.243867 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5beb8f-b6d5-4267-91ea-4b1b355ce4d9 req-5b6098ed-8dbf-4760-9d5d-316eb6196e76 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:41.245374 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8a5beb8f-b6d5-4267-91ea-4b1b355ce4d9 req-5b6098ed-8dbf-4760-9d5d-316eb6196e76 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0668199 Jun 22 15:57:41.283434 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8a5beb8f-b6d5-4267-91ea-4b1b355ce4d9 req-fdd4ca4a-2a76-4369-a479-7ce11f78c9ba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Jun 22 15:57:42.458007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed0051-e357-4f19-9ca7-abdc06a690bd req-c19dc3be-cb15-4525-b6f0-4f2c0e0bc606 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:42.459473 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b8ed0051-e357-4f19-9ca7-abdc06a690bd req-c19dc3be-cb15-4525-b6f0-4f2c0e0bc606 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0675223 Jun 22 15:57:42.498121 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b8ed0051-e357-4f19-9ca7-abdc06a690bd req-5519822f-6f8b-4195-943f-0e1892889de1 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325048 Jun 22 15:57:43.672193 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906bf04-079c-45e1-94be-b59c3cfbc25c req-6a5d921c-51ab-4298-b759-7610dc989f8b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:43.673772 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7906bf04-079c-45e1-94be-b59c3cfbc25c req-6a5d921c-51ab-4298-b759-7610dc989f8b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0672848 Jun 22 15:57:43.713145 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-7906bf04-079c-45e1-94be-b59c3cfbc25c req-c86f2c0a-2d62-4a71-8d5e-a04b6bf26b3e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336254 Jun 22 15:57:44.906480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f8291-fe2d-44f1-97ec-c87945cc8366 req-542655b4-3672-40e7-80b6-d6f6ace02e77 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:44.907980 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-043f8291-fe2d-44f1-97ec-c87945cc8366 req-542655b4-3672-40e7-80b6-d6f6ace02e77 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0805683 Jun 22 15:57:44.945084 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-043f8291-fe2d-44f1-97ec-c87945cc8366 req-cb35720d-ccb0-4456-ba03-e97f1c651101 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315347 Jun 22 15:57:45.157566 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:57:45.945378 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:57:46.038908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:57:46.054406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'port_id': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'mac_address': 'fa:16:3e:5f:8d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:57:46.093424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:46.106723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:57:46.126285 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0d84a-f799-42e2-8b1f-fe5355873b33 req-fc63144b-a05a-4358-b3a6-62ffb6033a08 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:46.127331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:57:46.127881 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-85b0d84a-f799-42e2-8b1f-fe5355873b33 req-fc63144b-a05a-4358-b3a6-62ffb6033a08 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 943 time: 0.0717721 Jun 22 15:57:46.131591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:46.133730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:57:46.172438 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-85b0d84a-f799-42e2-8b1f-fe5355873b33 req-f57cadf5-b5a9-470a-ae56-4e1163d98913 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 Jun 22 15:57:46.182533 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:57:46.185762 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:57:46.502254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['3913a9eb-4c3f-4f34-9dc3-21a299b16ce5'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:57:47.353246 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe50667-4fae-4b7d-b720-908747e8ea7d req-6174cf4b-292e-4460-9f61-13d268502fa0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:47.354719 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bbe50667-4fae-4b7d-b720-908747e8ea7d req-6174cf4b-292e-4460-9f61-13d268502fa0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 944 time: 0.0710342 Jun 22 15:57:47.393485 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bbe50667-4fae-4b7d-b720-908747e8ea7d req-9891d9a6-30f1-41d5-9414-564b41f44ce6 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329046 Jun 22 15:57:47.944887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:57:47.993885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:57:47.994268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:48.070079 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:48.092318 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:57:48.094619 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d0643c0bb4d98deb9f32d82bd082c5e916e0574a56e2606c1482bd56e709c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3e3415-d118-492e-9d9e-f29009b51eff" -d '{"events": [{"server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "name": "network-vif-plugged", "status": "completed", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:57:48.107787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:57:48.112007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:57:48.113975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:57:48.135874 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f5cf4c-96fa-446f-8966-c3a4ee86d41d x-openstack-request-id: req-10f5cf4c-96fa-446f-8966-c3a4ee86d41d {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:57:48.136174 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "name": "network-vif-plugged", "status": "completed", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:57:48.136437 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10f5cf4c-96fa-446f-8966-c3a4ee86d41d {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:57:48.136859 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'code': 200} Jun 22 15:57:48.163395 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,revision_number=8']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:57:48.168043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:57:48.401176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dc0f7-67db-48f8-ab07-77df2cac4242 req-17d0dbe8-b586-402d-9ae0-6478ce0cf67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:48.402682 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-379dc0f7-67db-48f8-ab07-77df2cac4242 req-17d0dbe8-b586-402d-9ae0-6478ce0cf67f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1098 time: 0.0595686 Jun 22 15:57:48.440282 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-379dc0f7-67db-48f8-ab07-77df2cac4242 req-b5d519dc-413f-4ee9-adc4-b84cd60319df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316095 Jun 22 15:57:48.567891 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1ce8-3b98-45a1-84ff-111061cb9624 req-84cc7b07-fe22-4fb3-8fcc-8f915e077ed0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:48.569403 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b48f1ce8-3b98-45a1-84ff-111061cb9624 req-84cc7b07-fe22-4fb3-8fcc-8f915e077ed0 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0652523 Jun 22 15:57:48.609421 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b48f1ce8-3b98-45a1-84ff-111061cb9624 req-61c43955-0658-4e70-90f9-b365579b4066 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340822 Jun 22 15:57:49.784181 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86030b27-eb0a-4eef-b495-897e4298f9f1 req-5472888e-c68b-4f8b-9593-596454fbaabe tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:57:49.785691 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-86030b27-eb0a-4eef-b495-897e4298f9f1 req-5472888e-c68b-4f8b-9593-596454fbaabe tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0625317 Jun 22 15:57:49.824569 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-86030b27-eb0a-4eef-b495-897e4298f9f1 req-0d0fa03c-3012-42cf-b17f-eab39bbaac16 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Jun 22 15:58:00.288343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-454798e6-7f6b-4af9-8946-e74021da1f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:02.750749 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-90038b63-c6c1-4c3e-9092-540854379173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:03.030317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:03.218769 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-7ae2bae7-b2a5-430a-b3de-1363f066f3b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557578 Jun 22 15:58:03.312537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-9c8083cf-c169-41cc-8874-1fd33b630e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:58:03.313969 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-9c8083cf-c169-41cc-8874-1fd33b630e99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1098 time: 0.0527654 Jun 22 15:58:03.422347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-faf3ef52-b6ee-4252-8b37-cdd536970539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:58:03.423821 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-faf3ef52-b6ee-4252-8b37-cdd536970539 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0843842 Jun 22 15:58:03.496823 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-bff94114-d684-4779-a93b-74a972bacde5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 1001 time: 0.0663755 Jun 22 15:58:03.547074 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-8be4bdb3-172a-4a5c-8ebc-64f6755d2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:58:03.548523 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-8be4bdb3-172a-4a5c-8ebc-64f6755d2f20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0460544 Jun 22 15:58:03.604526 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-e2387c01-f59f-4039-b21c-398999d34825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:58:03.605955 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-e2387c01-f59f-4039-b21c-398999d34825 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0517538 Jun 22 15:58:03.699387 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-3f9c2e42-c706-453d-a83f-2e4eabd49ae8 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868576 Jun 22 15:58:03.787269 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b96b96ea-cefb-40c4-b787-ffa7e9c15528 req-e7c3d0a5-457b-44bf-901f-337d4eaac769 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816872 Jun 22 15:58:04.172847 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:05.881323 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:10.727895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:22.156383 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:58:30.291339 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78955232-798c-4b49-9ad2-4c2d7681ccc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:32.750714 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b0e4d547-0a60-4c14-8f3a-027a3909e924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:33.031755 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:34.175177 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:35.881043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:40.725624 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:58:59.155782 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:59:00.294858 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b39479f-680e-4c97-b27c-7e284395ecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:02.751832 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c2c48855-b869-4ef7-959b-b26fa9c17da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:02.794457 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50106) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:02.959592 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Deleting port 8a925463-c64a-4499-a79d-8dd1b99d94b5 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:02.959931 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:03.033541 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:03.040708 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:03.041062 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:03.107281 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Calling delete_port for 8a925463-c64a-4499-a79d-8dd1b99d94b5 owned by network:floatingip {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:03.253220 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:03.255389 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e249bd63-1a29-460e-9c86-9125032aa478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:03.281065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event deleted for resources: {'Port': ['ID=8a925463-c64a-4499-a79d-8dd1b99d94b5,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:03.293318 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.293710 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.294088 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.294462 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.294834 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.295203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.295704 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.296346 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.296860 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.297233 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.297799 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.298298 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:03.317190 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:03.355628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for floatingip, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:03.355952 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Floating IP 7da84378-60df-43aa-821d-ae765bd1601b disassociated (deleted). External IP: 172.26.6.228, port: 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5. Jun 22 15:59:03.921615 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Router a2748fe4-6303-4a25-88b9-c93c52466e55 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:59:04.029067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:59:04.034126 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:04.041402 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] Sync routers for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:59:04.054631 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:04.055241 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:04.073462 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "DELETE /v2.0/floatingips/7da84378-60df-43aa-821d-ae765bd1601b HTTP/1.1" status: 204 len: 168 time: 1.2779365 Jun 22 15:59:04.074153 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:59:04.116237 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a67a563882617b584990c33e2a1e0279303e1e4d289194144aae683cf437ac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160802b1-2381-4535-851c-f1dfb088d0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:59:04.164160 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:04.190242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:04.219368 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab9505a-8c20-4af1-9e2f-8fb537ad5535 x-openstack-request-id: req-dab9505a-8c20-4af1-9e2f-8fb537ad5535 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:59:04.219725 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:59:04.220040 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dab9505a-8c20-4af1-9e2f-8fb537ad5535 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:59:04.220501 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'status': 'completed', 'code': 200} Jun 22 15:59:04.316544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-8607e2d3-9b65-4fc0-8f1d-1a04f37d237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:04.319208 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-8607e2d3-9b65-4fc0-8f1d-1a04f37d237e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 1098 time: 0.0725901 Jun 22 15:59:04.395040 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:04.415000 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-b7ece5bd-ca6c-4aad-a143-38002da925cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:04.416500 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-b7ece5bd-ca6c-4aad-a143-38002da925cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 200 len: 910 time: 0.0906491 Jun 22 15:59:04.421496 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] Checking router: a2748fe4-6303-4a25-88b9-c93c52466e55 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:59:04.429880 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:04.430494 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:04.466826 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-2bd30a41-0185-4fff-b011-693b5702a976 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 200 len: 217 time: 0.0416040 Jun 22 15:59:04.487016 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158b75f-65e8-49cf-8ad4-dbd9243a0e67 req-ff3c6fe0-51d6-4df0-8425-6ddca2dc5a5e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:04.488540 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3158b75f-65e8-49cf-8ad4-dbd9243a0e67 req-ff3c6fe0-51d6-4df0-8425-6ddca2dc5a5e tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0661471 Jun 22 15:59:04.522661 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-cd74e2c5-17a3-4f24-9add-c4c063ed6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:04.524928 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-cd74e2c5-17a3-4f24-9add-c4c063ed6764 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 200 len: 848 time: 0.0511761 Jun 22 15:59:04.532260 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-3158b75f-65e8-49cf-8ad4-dbd9243a0e67 req-3d242e80-787c-4ec8-b387-1eb162e1c692 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379789 Jun 22 15:59:04.545996 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:04.593557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-36c6961a-4d24-4d2e-81df-b98b26fac59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:04.595289 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-36c6961a-4d24-4d2e-81df-b98b26fac59e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6eac4c74-fd2b-4678-afe4-9f4a38d34356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0621467 Jun 22 15:59:04.605993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-8a556d87-2c6c-4d20-817d-51ea9555d43c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93501) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:59:04.606954 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-8a556d87-2c6c-4d20-817d-51ea9555d43c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0051458 Jun 22 15:59:04.704409 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-fe13a0d8-c6e4-4082-890f-ddaca619b3c8 service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901220 Jun 22 15:59:04.753454 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:04.780722 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8362f-2347-4ec2-bc68-5592b6ab931e None None] The sync data for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv is: [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:14Z', 'revision_number': 4, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': 'b03514a4-0643-44b5-a6c8-0b4def46a6c4', 'name': '', 'network_id': '6eac4c74-fd2b-4678-afe4-9f4a38d34356', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'mac_address': 'fa:16:3e:3e:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:14Z', 'updated_at': '2021-06-22T15:49:20Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'subnets': [{'id': '4210f44c-de1e-4783-9546-ee43d55654c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:59:04.796194 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-160802b1-2381-4535-851c-f1dfb088d0b8 req-125fd226-ba34-45c6-a1a1-944ac4670d5f service neutron] 10.222.0.21 "GET /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853388 Jun 22 15:59:05.006058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee908a-cd67-44c0-874a-52d4b46bd77c None None] New status for floating IP 7da84378-60df-43aa-821d-ae765bd1601b: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 15:59:05.724831 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a228c-4453-4b1d-9c62-924dfbb97887 req-a1ea3e0c-0f1d-48fe-8737-b0814dee8aeb tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:05.726331 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ed9a228c-4453-4b1d-9c62-924dfbb97887 req-a1ea3e0c-0f1d-48fe-8737-b0814dee8aeb tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0640924 Jun 22 15:59:05.764319 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ed9a228c-4453-4b1d-9c62-924dfbb97887 req-895da14d-29ea-4da2-8569-2d695d569e83 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/security-groups?id=4be763f1-2bc3-45b8-82e2-861b20753d32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Jun 22 15:59:05.883780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:06.137041 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-1b260343-2a9f-4819-9a63-75c383cc417b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:06.138408 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-1b260343-2a9f-4819-9a63-75c383cc417b tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 945 time: 0.0704737 Jun 22 15:59:06.239401 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Deleting port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:06.239834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:06.341799 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] For port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:06.342154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:06.411073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Calling delete_port for 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 owned by compute:nova {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:06.537200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:06.541128 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a707076c-4daf-4a12-be0f-e44192cff667 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:06.566068 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event deleted for resources: {'Port': ['ID=3913a9eb-4c3f-4f34-9dc3-21a299b16ce5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:06.601990 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.602382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.602771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.603152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.603525 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.603899 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.604272 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.604642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.605039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.605410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.605776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.606139 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:06.611470 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:06.629619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] No DVR routers for this DVR port 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 on host hv-neutron-6013 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:59:06.632006 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:06.633992 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e6b333c8-0965-4d84-8dad-8a80bfeba8fd req-4677a28f-ed5b-4320-8018-78825e5c2bba tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.21 "DELETE /v2.0/ports/3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 HTTP/1.1" status: 204 len: 173 time: 0.4906800 Jun 22 15:59:06.634585 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'name': 'network-vif-deleted', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:59:06.680136 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8984e30e05302101d1b069f198640201b944bf8ca7651505fc4d746a6633f98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2bf7c-e9e4-499c-b532-c260ab6377d4" -d '{"events": [{"server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "name": "network-vif-deleted", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:59:06.780221 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cd82b2-4204-436c-bc9c-bcaa82a43d17 x-openstack-request-id: req-b2cd82b2-4204-436c-bc9c-bcaa82a43d17 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:59:06.780916 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a45049-1809-4ca4-861c-b74ac47e0994", "name": "network-vif-deleted", "tag": "3913a9eb-4c3f-4f34-9dc3-21a299b16ce5", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:59:06.781590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2cd82b2-4204-436c-bc9c-bcaa82a43d17 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:59:06.782068 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a45049-1809-4ca4-861c-b74ac47e0994', 'name': 'network-vif-deleted', 'tag': '3913a9eb-4c3f-4f34-9dc3-21a299b16ce5', 'status': 'completed', 'code': 200} Jun 22 15:59:06.912492 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c1ce250b-dc67-4288-89b7-ab8af13e7fdd req-0dead9c5-4a94-4536-97c0-38e2bc353324 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 210 time: 0.0358005 Jun 22 15:59:08.069005 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-facec3bd-8de9-475c-96f6-dadf4b399286 req-080192b0-ab61-428b-9eea-cd4a6fb0ace6 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 210 time: 0.0390694 Jun 22 15:59:08.490229 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:59:08.509727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:59:08.510077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 3913a9eb-4c3f-4f34-9dc3-21a299b16ce5 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:59:09.212618 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bd4dabf3-a96b-425c-9d0a-d3b33ca1611f req-da2d5035-c21d-4604-a363-38c6a8ced9ee tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 210 time: 0.0296187 Jun 22 15:59:10.366966 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-98c730e2-02c7-49d4-9031-b1975fad1113 req-80c221ab-5104-45ba-83b0-15b2bf3df2c3 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4a45049-1809-4ca4-861c-b74ac47e0994 HTTP/1.1" status: 200 len: 210 time: 0.0287971 Jun 22 15:59:10.722945 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:11.462449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50162) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:11.521314 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3a70d52-caf4-4348-8d2c-5ed2a7dd0676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:11.548993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3a70d52-caf4-4348-8d2c-5ed2a7dd0676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:11.610430 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3a70d52-caf4-4348-8d2c-5ed2a7dd0676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:11.613471 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e3a70d52-caf4-4348-8d2c-5ed2a7dd0676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:11.614226 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e3a70d52-caf4-4348-8d2c-5ed2a7dd0676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] 10.222.0.22 "DELETE /v2.0/security-groups/4be763f1-2bc3-45b8-82e2-861b20753d32 HTTP/1.1" status: 204 len: 168 time: 0.1506474 Jun 22 15:59:11.615041 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-75b31b51-2c84-42e7-b32f-11c2c31ba5b6 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:11.631449 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a70d52-caf4-4348-8d2c-5ed2a7dd0676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be763f1-2bc3-45b8-82e2-861b20753d32,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:11.642087 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e3a70d52-caf4-4348-8d2c-5ed2a7dd0676 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:11.666636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50166) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:12.176528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:12.447764 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Deleting port b03514a4-0643-44b5-a6c8-0b4def46a6c4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:12.447971 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:12.524934 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] For port b03514a4-0643-44b5-a6c8-0b4def46a6c4, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=b03514a4-0643-44b5-a6c8-0b4def46a6c4,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:12.525298 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:12.590499 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Calling delete_port for b03514a4-0643-44b5-a6c8-0b4def46a6c4 owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:12.774548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:12.776655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ca51619c-da86-4105-ae75-8b231f111233 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:12.798558 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03514a4-0643-44b5-a6c8-0b4def46a6c4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:12.802350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:12.976254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:13.208281 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Router a2748fe4-6303-4a25-88b9-c93c52466e55 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:59:13.318103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:59:13.323149 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] 10.222.0.22 "PUT /v2.0/routers/a2748fe4-6303-4a25-88b9-c93c52466e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6537180 Jun 22 15:59:13.325631 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50170) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:13.328889 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] Sync routers for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:59:13.339301 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:13.339950 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:13.431697 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:13.531830 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:13.536834 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:13.596548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Deleting port 9c13e686-1906-4f6e-af0a-2ac520798ca9 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:13.596908 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:13.682677 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] For port 9c13e686-1906-4f6e-af0a-2ac520798ca9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=9c13e686-1906-4f6e-af0a-2ac520798ca9,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:13.682947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:13.732957 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139'}], 'enable_snat': True}, 'gw_port_id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:59:12Z', 'revision_number': 5, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port': {'id': '9c13e686-1906-4f6e-af0a-2ac520798ca9', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:13.751706 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Calling delete_port for 9c13e686-1906-4f6e-af0a-2ac520798ca9 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:13.766390 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] Checking router: a2748fe4-6303-4a25-88b9-c93c52466e55 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:59:13.778758 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] Routers {'a2748fe4-6303-4a25-88b9-c93c52466e55'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:13.779709 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['a2748fe4-6303-4a25-88b9-c93c52466e55'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:13.882917 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] Set router a2748fe4-6303-4a25-88b9-c93c52466e55 gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:13.934938 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:13.938389 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-de71e295-7352-42ae-9c59-770b4c612384 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:13.942951 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:59:13Z', 'revision_number': 6, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:13.968324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9c13e686-1906-4f6e-af0a-2ac520798ca9,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:13.973325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:13.977166 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e28e12-1cde-40e8-baed-4ebcb09d93dc None None] The sync data for ids ['a2748fe4-6303-4a25-88b9-c93c52466e55'] in dv-neutron-601336-93-hyperv is: [{'id': 'a2748fe4-6303-4a25-88b9-c93c52466e55', 'name': 'tempest-TestShelveInstance-1198320418-router', 'tenant_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:12Z', 'updated_at': '2021-06-22T15:59:13Z', 'revision_number': 6, 'project_id': 'df5d3aff9c3d4bb2973f1e3272f94b7b', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:59:14.043552 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.143001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.145512 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.201144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.201591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2748fe4-6303-4a25-88b9-c93c52466e55 {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:59:14.207042 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.208230 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] 10.222.0.22 "DELETE /v2.0/routers/a2748fe4-6303-4a25-88b9-c93c52466e55 HTTP/1.1" status: 204 len: 168 time: 0.8816600 Jun 22 15:59:14.211112 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50172) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:14.259733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] Deleting subnet 4210f44c-de1e-4783-9546-ee43d55654c7 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:59:14.263069 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.303267 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.398078 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.460149 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.462232 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f8ff4ac3-dd19-4b10-ad10-4a4642822036 tempest-RoutersTest-61342800 tempest-RoutersTest-61342800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:14.487859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4210f44c-de1e-4783-9546-ee43d55654c7,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:14.490993 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:14.494273 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.496987 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4210f44c-de1e-4783-9546-ee43d55654c7 HTTP/1.1" status: 204 len: 168 time: 0.2840762 Jun 22 15:59:14.498757 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50174) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:14.498895 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e35346-9612-4ffc-b55c-ecaafee74939 None None] Network 6eac4c74-fd2b-4678-afe4-9f4a38d34356 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:59:14.778245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] DHCP port deletion for 6eac4c74-fd2b-4678-afe4-9f4a38d34356 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:59:14.840340 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] Deleting port 1c0d077e-80eb-4ee0-8597-2a36a34d308d {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:14.840727 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.855814 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b03514a4-0643-44b5-a6c8-0b4def46a6c4 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:59:14.907989 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: b03514a4-0643-44b5-a6c8-0b4def46a6c4 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:59:14.908344 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device b03514a4-0643-44b5-a6c8-0b4def46a6c4 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:59:14.908777 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1c0d077e-80eb-4ee0-8597-2a36a34d308d no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:59:14.946288 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:14.960709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] For port 1c0d077e-80eb-4ee0-8597-2a36a34d308d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1c0d077e-80eb-4ee0-8597-2a36a34d308d,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:14.961370 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.002614 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Deleting port 1c0d077e-80eb-4ee0-8597-2a36a34d308d {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:15.003218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.034810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] Calling delete_port for 1c0d077e-80eb-4ee0-8597-2a36a34d308d owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:15.073108 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] For port 1c0d077e-80eb-4ee0-8597-2a36a34d308d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1c0d077e-80eb-4ee0-8597-2a36a34d308d,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:15.074083 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.116826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.152060 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Calling delete_port for 1c0d077e-80eb-4ee0-8597-2a36a34d308d owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:15.174701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 1c0d077e-80eb-4ee0-8597-2a36a34d308d, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1c0d077e-80eb-4ee0-8597-2a36a34d308d,segment=NetworkSegment(38f02019-ce0c-4368-b161-1bc2e9f7eb7c),segment_id=38f02019-ce0c-4368-b161-1bc2e9f7eb7c)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:15.179434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.180241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9c13e686-1906-4f6e-af0a-2ac520798ca9 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:59:15.182409 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-72cff440-7899-4b14-affa-822cb3db616e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:15.220649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.222605 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 9c13e686-1906-4f6e-af0a-2ac520798ca9 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:59:15.222950 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 9c13e686-1906-4f6e-af0a-2ac520798ca9 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:59:15.241546 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] No DVR routers for this DVR port 1c0d077e-80eb-4ee0-8597-2a36a34d308d on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:59:15.251510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.254753 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d486f94e-7623-4d76-9394-eb4fd3e673e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:15.264701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=1c0d077e-80eb-4ee0-8597-2a36a34d308d,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:15.272852 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.273226 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.273559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.273887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.274212 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.274534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.274854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.275173 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.275490 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.275806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.276121 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.276438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:15.279763 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0d077e-80eb-4ee0-8597-2a36a34d308d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:15.280317 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:15.280871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:15.282738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:15.287446 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] No DVR routers for this DVR port 1c0d077e-80eb-4ee0-8597-2a36a34d308d on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:59:15.301538 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] Pushing event deleted for resources: {'Port': ['ID=1c0d077e-80eb-4ee0-8597-2a36a34d308d,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:15.303791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-f7b3e62f-09fd-412a-8a16-903fce68896a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:15.358208 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.368458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eac4c74-fd2b-4678-afe4-9f4a38d34356']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:15.379939 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f02019-ce0c-4368-b161-1bc2e9f7eb7c') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:15.380254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f02019-ce0c-4368-b161-1bc2e9f7eb7c') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:15.388726 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.407941 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.413949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:59:15.414821 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: self.session.flush() Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:59:15.416479 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:59:15.471689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.475490 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4e51b849-4706-408e-a45a-54b5addb277e tempest-RoutersNegativeTest-1546960323 tempest-RoutersNegativeTest-1546960323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:15.478195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:15.480110 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6eac4c74-fd2b-4678-afe4-9f4a38d34356 HTTP/1.1" status: 204 len: 168 time: 0.9804060 Jun 22 15:59:15.483664 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50176) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:15.492292 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eac4c74-fd2b-4678-afe4-9f4a38d34356,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:15.494746 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-394fd47d-8cf6-465d-8b2b-a8eef97a0df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:15.849222 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:16.106522 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Deleting port 42013141-0352-4f30-9027-bfdb4781dba1 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:16.106863 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:16.184684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] For port 42013141-0352-4f30-9027-bfdb4781dba1, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=42013141-0352-4f30-9027-bfdb4781dba1,segment=NetworkSegment(2e027ae2-fbe5-4430-89af-35e425fe1b1b),segment_id=2e027ae2-fbe5-4430-89af-35e425fe1b1b)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:16.185069 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:16.254328 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Calling delete_port for 42013141-0352-4f30-9027-bfdb4781dba1 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:16.457195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:16.460351 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-fc101ffc-066b-436e-8236-23762c415b39 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:16.493548 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Pushing event deleted for resources: {'Port': ['ID=42013141-0352-4f30-9027-bfdb4781dba1,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:16.515990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:16.668858 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:16.895499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:59:16.995447 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:59:17.001071 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-17f4e8c8-ba9b-4798-952a-7c0eca698218 admin admin] 10.222.0.22 "PUT /v2.0/routers/ab6d927b-7cc2-4c0b-b884-cf4f21ef0625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5154588 Jun 22 15:59:17.003530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50178) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:17.006389 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] Sync routers for ids ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:59:17.016634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] Routers {'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:17.017321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:17.112050 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.129946 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] Set router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:17.224788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.278927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Deleting port 52eb29c4-f242-43ca-a913-972d9d3e7f33 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:17.279272 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.325750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219'}], 'enable_snat': True}, 'gw_port_id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:16Z', 'updated_at': '2021-06-22T15:59:16Z', 'revision_number': 5, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'gw_port': {'id': '52eb29c4-f242-43ca-a913-972d9d3e7f33', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:49:17Z', 'updated_at': '2021-06-22T15:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:17.368468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] Checking router: ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:59:17.381164 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] Routers {'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:17.381754 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:17.389618 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] For port 52eb29c4-f242-43ca-a913-972d9d3e7f33, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=52eb29c4-f242-43ca-a913-972d9d3e7f33,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:17.389984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.460376 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Calling delete_port for 52eb29c4-f242-43ca-a913-972d9d3e7f33 owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:17.473202 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] Set router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:17.528154 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:16Z', 'updated_at': '2021-06-22T15:59:17Z', 'revision_number': 6, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:17.556377 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e0be9f-9e72-4839-b238-21ae3dc0e4c3 None None] The sync data for ids ['ab6d927b-7cc2-4c0b-b884-cf4f21ef0625'] in dv-neutron-601336-93-hyperv is: [{'id': 'ab6d927b-7cc2-4c0b-b884-cf4f21ef0625', 'name': 'tempest-TestShelveInstance-1291261936-router', 'tenant_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:49:16Z', 'updated_at': '2021-06-22T15:59:17Z', 'revision_number': 6, 'project_id': '40e5e5c26a0e48608edbe7ba349ad07c', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:59:17.635422 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.637950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d0e78c26-1bf9-4cc6-b383-302f27a102e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:17.662668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52eb29c4-f242-43ca-a913-972d9d3e7f33,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:17.665889 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:17.728027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.829650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.831705 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.882874 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.883561 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 15:59:17.888760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.890568 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-84646130-c1f5-481f-8269-8fc6cf83cdf0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ab6d927b-7cc2-4c0b-b884-cf4f21ef0625 HTTP/1.1" status: 204 len: 168 time: 0.8855290 Jun 22 15:59:17.893397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50180) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:17.942735 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] Deleting subnet a2b5636c-471a-487c-8bd2-d6bb8ea0fe32 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 15:59:17.946626 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:17.989691 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.071345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.127133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.129073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dcbdb342-5323-412e-b4a1-66186c598099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:18.151656 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b5636c-471a-487c-8bd2-d6bb8ea0fe32,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:18.155156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:18.160240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.162875 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a2b5636c-471a-487c-8bd2-d6bb8ea0fe32 HTTP/1.1" status: 204 len: 168 time: 0.2676282 Jun 22 15:59:18.164654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50182) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:18.167305 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d178508-f7dd-471e-8ea7-0ed79f54a77b None None] Network cd61ecd4-b488-43fa-b22d-583347d65378 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:59:18.235151 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.296211 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Deleting port 4cd93b26-7b89-458e-947e-1337fbad0ae7 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:18.301406 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.355629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] DHCP port deletion for cd61ecd4-b488-43fa-b22d-583347d65378 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 15:59:18.375639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] For port 4cd93b26-7b89-458e-947e-1337fbad0ae7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4cd93b26-7b89-458e-947e-1337fbad0ae7,segment=NetworkSegment(2e027ae2-fbe5-4430-89af-35e425fe1b1b),segment_id=2e027ae2-fbe5-4430-89af-35e425fe1b1b)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:18.376100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.405577 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] Deleting port 4cd93b26-7b89-458e-947e-1337fbad0ae7 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 15:59:18.406004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.448595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Calling delete_port for 4cd93b26-7b89-458e-947e-1337fbad0ae7 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:18.476380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] For port 4cd93b26-7b89-458e-947e-1337fbad0ae7, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=4cd93b26-7b89-458e-947e-1337fbad0ae7,segment=NetworkSegment(2e027ae2-fbe5-4430-89af-35e425fe1b1b),segment_id=2e027ae2-fbe5-4430-89af-35e425fe1b1b)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:18.476818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.545180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.547386 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] Calling delete_port for 4cd93b26-7b89-458e-947e-1337fbad0ae7 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 15:59:18.551142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c2c04d26-d1ac-4ea6-ba7e-bb18a392f29d tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:18.578668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] No DVR routers for this DVR port 4cd93b26-7b89-458e-947e-1337fbad0ae7 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:59:18.581140 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd93b26-7b89-458e-947e-1337fbad0ae7,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:18.603007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:18.628811 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 52eb29c4-f242-43ca-a913-972d9d3e7f33 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:59:18.651630 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 52eb29c4-f242-43ca-a913-972d9d3e7f33 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:59:18.651916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 52eb29c4-f242-43ca-a913-972d9d3e7f33 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:59:18.652320 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 42013141-0352-4f30-9027-bfdb4781dba1 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:59:18.658345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.668460 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd61ecd4-b488-43fa-b22d-583347d65378']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:18.679465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 42013141-0352-4f30-9027-bfdb4781dba1 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:59:18.679817 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 42013141-0352-4f30-9027-bfdb4781dba1 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:59:18.680234 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4cd93b26-7b89-458e-947e-1337fbad0ae7 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 15:59:18.681029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e027ae2-fbe5-4430-89af-35e425fe1b1b') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:18.681175 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e027ae2-fbe5-4430-89af-35e425fe1b1b') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 15:59:18.681744 dv-neutron-601336-93-hyperv neutron-server[93503]: self.session.flush() Jun 22 15:59:18.693657 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.701211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 4cd93b26-7b89-458e-947e-1337fbad0ae7 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 15:59:18.701564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 4cd93b26-7b89-458e-947e-1337fbad0ae7 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 15:59:18.708014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.710905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-ae9a0984-5298-445a-a93b-adb459c671ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:18.712285 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.719040 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 15:59:18.719517 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 15:59:18.721476 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 15:59:18.740872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] No DVR routers for this DVR port 4cd93b26-7b89-458e-947e-1337fbad0ae7 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 15:59:18.742826 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] Pushing event deleted for resources: {'Port': ['ID=4cd93b26-7b89-458e-947e-1337fbad0ae7,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:18.745876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:18.780268 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.784023 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-43d3892c-a437-4a20-8e59-df6d74689179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:18.786683 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:18.788588 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cd61ecd4-b488-43fa-b22d-583347d65378 HTTP/1.1" status: 204 len: 168 time: 0.6228952 Jun 22 15:59:18.801635 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd61ecd4-b488-43fa-b22d-583347d65378,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:18.804135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:18.929617 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50186) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:18.972304 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9f2f7326-a083-4fba-b593-bcc6503fc828 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df5d3aff9c3d4bb2973f1e3272f94b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413315 Jun 22 15:59:18.974716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50188) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:19.032648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a337d3-f56b-4d1c-9a68-36af4a76f590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:19.054988 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a337d3-f56b-4d1c-9a68-36af4a76f590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:19.101774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a337d3-f56b-4d1c-9a68-36af4a76f590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:19.104701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d8a337d3-f56b-4d1c-9a68-36af4a76f590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:19.105953 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d8a337d3-f56b-4d1c-9a68-36af4a76f590 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8a5499b-bcd4-4540-b795-1a27bc427287 HTTP/1.1" status: 204 len: 168 time: 0.1301396 Jun 22 15:59:19.106871 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-58853ed6-8b31-4b3d-a6ff-91a165bbb902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:19.115615 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a337d3-f56b-4d1c-9a68-36af4a76f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a5499b-bcd4-4540-b795-1a27bc427287,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:19.118599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d8a337d3-f56b-4d1c-9a68-36af4a76f590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:19.462836 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50194) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:19.503386 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-6eb5efda-95e3-44b3-837e-dba5447b75fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40e5e5c26a0e48608edbe7ba349ad07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392435 Jun 22 15:59:19.505827 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50196) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:19.552538 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0514c652-080f-498f-ad9d-e990f34aeda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:19.572770 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0514c652-080f-498f-ad9d-e990f34aeda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:19.622984 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0514c652-080f-498f-ad9d-e990f34aeda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:19.627474 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-0514c652-080f-498f-ad9d-e990f34aeda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:19.627474 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-0514c652-080f-498f-ad9d-e990f34aeda4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a5e84cb-f13b-4506-8d35-15f03f6d8323 HTTP/1.1" status: 204 len: 168 time: 0.1201971 Jun 22 15:59:19.627897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a5bdc1f4-4ab3-48e7-b004-fc80dfd387d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:19.635199 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514c652-080f-498f-ad9d-e990f34aeda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5e84cb-f13b-4506-8d35-15f03f6d8323,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:19.637668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-0514c652-080f-498f-ad9d-e990f34aeda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:20.386277 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50218) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:20.486476 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-64142163-network', 'tenant_id': 'e91c0a46c94344529ef352b741886f07'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:20.507529 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Made reservation on behalf of e91c0a46c94344529ef352b741886f07 for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:59:20.509973 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.518680 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.618519 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.622553 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.625990 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6d0c6c4a-68c5-42f9-98b9-07b95b462aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:20.652659 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:59:20.660122 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a866db-4977-40ad-b57d-476bd23ab2ef,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:20.667530 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:20.668677 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.669045 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Added segment 252f36e0-18b0-4d7e-bb65-c154ffd846a1 of type vlan for network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 Jun 22 15:59:20.708980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.738942 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.740011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:20.740585 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.742684 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-7ab6d10b-5369-4cd0-a5a1-647f31f39b24 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:20.793611 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4062021 Jun 22 15:59:20.796663 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50222) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:20.802255 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Request body: {'subnet': {'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-64142163-subnet', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:20.804645 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf0e971-24e6-46ff-ad9a-d3721b13a067,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:20.808439 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-e4b6f0de-a519-49be-9329-c219d28d3728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:20.815321 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:59:20.824601 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Made reservation on behalf of e91c0a46c94344529ef352b741886f07 for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:59:20.827086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.997721 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:20.999712 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4678cc60-efad-48be-aa5b-d73033cdc7c3 tempest-NetworksIpV6Test-1261912126 tempest-NetworksIpV6Test-1261912126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:21.052438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e22a58d-1392-4713-8ea0-753d99ccc9a3,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:21.055841 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:21.061550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Checking segment: {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:59:21.062029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Network hostable DHCP agents. Network: 4cf0e971-24e6-46ff-ad9a-d3721b13a067, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:59:21.078380 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:59:21.086802 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 4cf0e971-24e6-46ff-ad9a-d3721b13a067) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:21.091367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:21.092029 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.097971 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e5287e-abcc-45af-afe7-fee5b8d11b20 None None] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:59:21.108919 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-03d9a8eb-1c9d-4e05-a399-97da02220fc1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3106883 Jun 22 15:59:21.111927 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50224) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:21.116591 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:21.138504 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.140628 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.195465 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.250809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:59:21.251639 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.336071 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.391632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Allocated IP 172.20.0.2 (4cf0e971-24e6-46ff-ad9a-d3721b13a067/1e22a58d-1392-4713-8ea0-753d99ccc9a3/d28cc0df-68b8-4af1-9ceb-bb206c22cd65) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:59:21.533915 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.538113 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.542834 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Transition to ACTIVE for port object d28cc0df-68b8-4af1-9ceb-bb206c22cd65 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:21.558213 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Transition to ACTIVE for port object d28cc0df-68b8-4af1-9ceb-bb206c22cd65 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:21.561049 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.564517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.566478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-75d76d88-a074-4739-bef2-0bfb4893a8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:21.606545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:21.610189 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:21.613715 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:59:21.622205 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Pushing event updated for resources: {'Port': ['ID=d28cc0df-68b8-4af1-9ceb-bb206c22cd65,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:21.626978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:21.666690 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Allocated IP 172.26.6.63 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/55f75f83-8df7-493d-885f-3dcbeb9a0c44) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:59:21.676196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Attempting to bind port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:59:21.676575 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Attempting to bind port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:59:21.676979 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Attempting to bind port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 on network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:59:21.682298 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:59:21.682652 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Checking segment: {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:59:21.683058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.683462 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Bound using segment: {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:59:21.683964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Bound port: d28cc0df-68b8-4af1-9ceb-bb206c22cd65, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:59:21.684399 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.747731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] For port d28cc0df-68b8-4af1-9ceb-bb206c22cd65, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:59:21.752111 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] For port d28cc0df-68b8-4af1-9ceb-bb206c22cd65, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d28cc0df-68b8-4af1-9ceb-bb206c22cd65,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:59:21.756363 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.758585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-32959714-b39d-43f1-8019-8ab5e2c13fd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:21.777136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.821348 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Pushing event updated for resources: {'Port': ['ID=d28cc0df-68b8-4af1-9ceb-bb206c22cd65,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:21.825304 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:21.825686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:21.827902 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-6d2c4c06-9126-48e8-ac43-b1bf3e7a4513 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:21.869788 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:21.874950 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:21.879672 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:59:21.882919 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Pushing event updated for resources: {'Port': ['ID=55f75f83-8df7-493d-885f-3dcbeb9a0c44,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:21.901826 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:22.518266 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:22.664190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d28cc0df-68b8-4af1-9ceb-bb206c22cd65 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:22.723616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:22.743271 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:22.878601 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:59:22.903806 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50bc9f3-fca5-4c30-9dad-fab289be5296 None None] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:59:22.989011 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:59:23.003648 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Sync routers for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:59:23.006759 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.008519 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-177ec9bd-753a-43eb-b8d2-6fc67c538b46 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8954964 Jun 22 15:59:23.011567 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50226) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:23.012018 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af3ed45e-6042-43b6-b52d-3e898c0d004b None None] Provisioning for port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:23.015771 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:23.016474 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:23.018044 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-af3ed45e-6042-43b6-b52d-3e898c0d004b None None] Provisioning complete for port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:23.018332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af3ed45e-6042-43b6-b52d-3e898c0d004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.127096 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:23.146849 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af3ed45e-6042-43b6-b52d-3e898c0d004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.332469 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:22Z', 'revision_number': 3, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:23.343657 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-af3ed45e-6042-43b6-b52d-3e898c0d004b None None] For port d28cc0df-68b8-4af1-9ceb-bb206c22cd65, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d28cc0df-68b8-4af1-9ceb-bb206c22cd65,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:23.349634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-af3ed45e-6042-43b6-b52d-3e898c0d004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.352429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:23.367055 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Checking router: 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:59:23.367401 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Updating router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe port 55f75f83-8df7-493d-885f-3dcbeb9a0c44 binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:59:23.401908 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.412927 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ed45e-6042-43b6-b52d-3e898c0d004b None None] Pushing event updated for resources: {'Port': ['ID=d28cc0df-68b8-4af1-9ceb-bb206c22cd65,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:23.416032 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-af3ed45e-6042-43b6-b52d-3e898c0d004b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:23.470080 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-6853bb14-e92c-4b11-8761-224843d580c0 None None] Provisioning complete for port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:23.470722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-6853bb14-e92c-4b11-8761-224843d580c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.505562 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.654373 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.664824 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Transition to ACTIVE for port object 55f75f83-8df7-493d-885f-3dcbeb9a0c44 will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:23.669129 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Allocated IP 172.20.0.1 (4cf0e971-24e6-46ff-ad9a-d3721b13a067/1e22a58d-1392-4713-8ea0-753d99ccc9a3/7f64fbce-27b6-481f-88ca-d0de748d337c) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:59:23.671245 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.673396 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-b2b376c6-5fbb-4f22-8416-e00030101250 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:23.727500 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Attempting to bind port 55f75f83-8df7-493d-885f-3dcbeb9a0c44 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:59:23.727876 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Attempting to bind port 55f75f83-8df7-493d-885f-3dcbeb9a0c44 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:59:23.728243 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Attempting to bind port 55f75f83-8df7-493d-885f-3dcbeb9a0c44 on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:59:23.730242 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Pushing event updated for resources: {'Port': ['ID=55f75f83-8df7-493d-885f-3dcbeb9a0c44,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:23.739142 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:59:23.739520 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:59:23.739925 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.740321 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:59:23.740941 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Bound port: 55f75f83-8df7-493d-885f-3dcbeb9a0c44, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:59:23.741321 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.744162 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.744504 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.744864 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.745197 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.745524 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.745843 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.746161 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.746480 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.746809 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.747118 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.747431 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.747741 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 15:59:23.777667 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:23.801638 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.817532 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.provisioning_blocks [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Transition to ACTIVE for port object 7f64fbce-27b6-481f-88ca-d0de748d337c will not be triggered until provisioned by entity DHCP. {{(pid=93502) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:23.824169 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] For port 55f75f83-8df7-493d-885f-3dcbeb9a0c44, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:59:23.829433 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] For port 55f75f83-8df7-493d-885f-3dcbeb9a0c44, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=55f75f83-8df7-493d-885f-3dcbeb9a0c44,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:59:23.834927 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.839078 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-5703d3ee-7213-4603-87f4-ff16407359f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:23.852295 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.854507 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ba53faaf-aaec-452f-b9df-568c160cf3b7 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:23.895738 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:23.898747 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:23.901185 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:23.901810 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:23.902197 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:59:23.925358 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Pushing event updated for resources: {'Port': ['ID=7f64fbce-27b6-481f-88ca-d0de748d337c,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:23.929526 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:23.944152 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Pushing event updated for resources: {'Port': ['ID=55f75f83-8df7-493d-885f-3dcbeb9a0c44,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:23.945390 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:23.948503 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-eeaaf405-d971-4824-8acf-b8c6205b4601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:24.017315 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:24.113235 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:24.177761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-451e90b1-6333-479a-bc72-bc2f26036426 None None] Provisioning for port 7f64fbce-27b6-481f-88ca-d0de748d337c completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:24.182264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-451e90b1-6333-479a-bc72-bc2f26036426 None None] Provisioning complete for port 7f64fbce-27b6-481f-88ca-d0de748d337c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:24.182723 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-451e90b1-6333-479a-bc72-bc2f26036426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:24.218901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-451e90b1-6333-479a-bc72-bc2f26036426 None None] Port 7f64fbce-27b6-481f-88ca-d0de748d337c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:59:24.286969 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:24.287939 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:22Z', 'revision_number': 3, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:24.292043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:24.295557 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-f97cf5cb-51c5-4930-9bea-a8fbe40e7bc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:24.317595 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c869b-3208-47c3-8231-4972b958c5d1 None None] The sync data for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv is: [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:22Z', 'revision_number': 3, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:59:24.365742 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Pushing event updated for resources: {'Port': ['ID=7f64fbce-27b6-481f-88ca-d0de748d337c,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:24.368606 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:24.372495 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:24.466487 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:24.468391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:24.622493 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:59:24.752797 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 55f75f83-8df7-493d-885f-3dcbeb9a0c44 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:24.757061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-a4776e61-f179-467d-93ab-065f42b361a9 None None] Provisioning complete for port 7f64fbce-27b6-481f-88ca-d0de748d337c triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:24.757642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a4776e61-f179-467d-93ab-065f42b361a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:24.767771 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:59:24.776821 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1fb36234-3799-4ddd-82f9-589173617a2b admin admin] 10.222.0.22 "PUT /v2.0/routers/7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7598372 Jun 22 15:59:24.825103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-a4776e61-f179-467d-93ab-065f42b361a9 None None] Port 7f64fbce-27b6-481f-88ca-d0de748d337c cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:59:24.839090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 55f75f83-8df7-493d-885f-3dcbeb9a0c44 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:24.844497 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 55f75f83-8df7-493d-885f-3dcbeb9a0c44 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:24.845313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:24.937675 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:24.968224 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 55f75f83-8df7-493d-885f-3dcbeb9a0c44, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=55f75f83-8df7-493d-885f-3dcbeb9a0c44,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:24.972961 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:24.973939 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d28cc0df-68b8-4af1-9ceb-bb206c22cd65 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:24.975744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:25.051196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=55f75f83-8df7-493d-885f-3dcbeb9a0c44,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:25.054731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:25.066446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:25.066828 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.331053 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50242) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:25.336175 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2027136933-network', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:25.357878 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Made reservation on behalf of 3e47861fb6f84a15aa9116fce752c22e for: {'network': 1} {{(pid=93502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:59:25.361008 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for network, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.369822 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.465846 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.469656 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.473537 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3675b4eb-f40c-4b99-a293-32fc67216f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:25.491629 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 15:59:25.508593 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdec70af-ce9f-453a-aeb9-c0583984b74f,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:25.511499 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.511836 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.segments_db [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Added segment 3e7f0e25-3511-4a43-8c3d-b717fe674f47 of type vlan for network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d Jun 22 15:59:25.513283 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:25.552509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782473135526'] for network, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.585228 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594'] for network, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.586253 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:25.586821 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Notify callbacks [] for network, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.588982 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-d9fa8c6f-e2ff-40f8-9e45-bfd6404048bf tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:25.644622 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3124516 Jun 22 15:59:25.647616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50244) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:25.650448 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Pushing event updated for resources: {'Network': ['ID=3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:25.652792 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Request body: {'subnet': {'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2027136933-subnet', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'ip_version': 4}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:25.653418 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-c1bb5832-5d00-4763-bc2d-88ddc47e75ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:25.661825 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d details requested by agent ovs-agent-dv-neutron-601336-93-hyperv with host dv-neutron-601336-93-hyperv {{(pid=93503) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 22 15:59:25.679340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Made reservation on behalf of 3e47861fb6f84a15aa9116fce752c22e for: {'subnet': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:59:25.682480 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3279172'] for subnet, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.882344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2099783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3279190'] for subnet, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:25.884473 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cffabf95-894f-42ca-9292-baa92ff3227d tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:25.946943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:25.951448 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:25.958882 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Checking segment: {'id': '3e7f0e25-3511-4a43-8c3d-b717fe674f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:59:25.959286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Network hostable DHCP agents. Network: 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d, hostable agents: ['aae6b415-db95-4095-b29e-d0468c8b73cb'], hosted agents: [] {{(pid=93501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 15:59:25.977464 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d is scheduled to be hosted by DHCP agent aae6b415-db95-4095-b29e-d0468c8b73cb with binding_index 1 {{(pid=93501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 15:59:25.990117 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-93-hyperv, 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d) {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:25.995943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:25.996539 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.005171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0543b2e-5476-4acd-91d3-db69cc04ecae None None] Network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:59:26.012927 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-cf7fdbae-e722-46b8-a619-15f800aebd88 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3638623 Jun 22 15:59:26.016141 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50246) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:26.021422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:26.051576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-653954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11292'] for router, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.053607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-653155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-449965', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11267'] for router, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.075276 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Sync routers for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:59:26.106709 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:26.107332 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:26.126064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.264268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:26.267960 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-653200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11313'] for router, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.268171 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc88ae6a1-3897-57df-a44e-e72b1ef468d6-3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d', 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'fixed_ips': [{'subnet_id': 'c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b'}]}} from dv-neutron-601336-93-hyperv. {{(pid=93503) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 15:59:26.268957 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.477171 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.500715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.530887 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.db_base_plugin_common [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Allocated IP 172.20.0.2 (3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d/c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b/e6b5cf9b-ca52-42da-9127-2afe316977b5) {{(pid=93503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:59:26.620354 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 55f75f83-8df7-493d-885f-3dcbeb9a0c44 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:26.623943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Allocated IP 172.26.6.43 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/1865a517-eef2-43bc-8bc8-2c05f9a235de) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:59:26.704271 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 2, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:26.735106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.757559 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Checking router: 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:59:26.757916 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Updating router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe port 7f64fbce-27b6-481f-88ca-d0de748d337c binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:59:26.774441 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.776444 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-04146701-a5b6-4003-b471-f6f8542cba57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:26.793545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 55f75f83-8df7-493d-885f-3dcbeb9a0c44 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:26.793831 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.817564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:26.820516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:26.825270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:59:26.828568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Pushing event updated for resources: {'Port': ['ID=1865a517-eef2-43bc-8bc8-2c05f9a235de,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:26.833022 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.835145 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Notify callbacks [] for port, precommit_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.847855 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:26.861956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Transition to ACTIVE for port object e6b5cf9b-ca52-42da-9127-2afe316977b5 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:26.914492 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Transition to ACTIVE for port object e6b5cf9b-ca52-42da-9127-2afe316977b5 will not be triggered until provisioned by entity DHCP. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:26.931236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200'] for port, after_create {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:26.952141 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:27.056732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d is already hosted by enough agents. {{(pid=93503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:27.066214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.scheduler.base_scheduler [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Resources bound (agent type, host, resource id): {{(pid=93503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:27.076300 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Received port after_create {{(pid=93503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:59:27.081780 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Pushing event updated for resources: {'Port': ['ID=e6b5cf9b-ca52-42da-9127-2afe316977b5,revision_number=1']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:27.087135 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.088403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:27.184681 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Attempting to bind port e6b5cf9b-ca52-42da-9127-2afe316977b5 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:59:27.185074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Attempting to bind port e6b5cf9b-ca52-42da-9127-2afe316977b5 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '3e7f0e25-3511-4a43-8c3d-b717fe674f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:59:27.185436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Attempting to bind port e6b5cf9b-ca52-42da-9127-2afe316977b5 on network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:59:27.295653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635249'] for router, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.350673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:59:27.351052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Checking segment: {'id': '3e7f0e25-3511-4a43-8c3d-b717fe674f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:59:27.351449 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.351841 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Bound using segment: {'id': '3e7f0e25-3511-4a43-8c3d-b717fe674f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:59:27.352315 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Bound port: e6b5cf9b-ca52-42da-9127-2afe316977b5, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7f0e25-3511-4a43-8c3d-b717fe674f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:59:27.352685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.429749 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 is scheduled to L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 with binding_index 1 {{(pid=93501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 15:59:27.467679 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] For port e6b5cf9b-ca52-42da-9127-2afe316977b5, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:59:27.475554 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] For port e6b5cf9b-ca52-42da-9127-2afe316977b5, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e6b5cf9b-ca52-42da-9127-2afe316977b5,segment=NetworkSegment(3e7f0e25-3511-4a43-8c3d-b717fe674f47),segment_id=3e7f0e25-3511-4a43-8c3d-b717fe674f47)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:59:27.479429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.482072 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.484013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:27.522386 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Transition to ACTIVE for port object 7f64fbce-27b6-481f-88ca-d0de748d337c will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:27.534179 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.544164 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:59:27.559488 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Sync routers for ids ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:59:27.565979 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.567401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5500379 Jun 22 15:59:27.570165 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50248) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:27.581383 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Routers {'7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:27.582361 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:27.597947 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Pushing event updated for resources: {'Port': ['ID=e6b5cf9b-ca52-42da-9127-2afe316977b5,revision_number=2']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:27.601371 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:27.601830 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:27.697561 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70626a8-9a30-4c46-b285-47783a119a85 None None] Pushing event updated for resources: {'Port': ['ID=7f64fbce-27b6-481f-88ca-d0de748d337c,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:27.701108 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a70626a8-9a30-4c46-b285-47783a119a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:27.709739 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Set router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:27.716951 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Attempting to bind port 7f64fbce-27b6-481f-88ca-d0de748d337c on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:59:27.717905 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Attempting to bind port 7f64fbce-27b6-481f-88ca-d0de748d337c by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:59:27.718467 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Attempting to bind port 7f64fbce-27b6-481f-88ca-d0de748d337c on network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:59:27.724038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:59:27.724670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Checking segment: {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:59:27.725285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.725838 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Bound using segment: {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:59:27.726585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Bound port: 7f64fbce-27b6-481f-88ca-d0de748d337c, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:59:27.727117 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.866973 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] For port 7f64fbce-27b6-481f-88ca-d0de748d337c, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:59:27.870515 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] For port 7f64fbce-27b6-481f-88ca-d0de748d337c, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7f64fbce-27b6-481f-88ca-d0de748d337c,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:59:27.877140 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:27.880143 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:27.970170 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:26Z', 'revision_number': 3, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'gw_port': {'id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:27.974692 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:27.975680 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:28.018758 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Checking router: 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:59:28.019291 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Updating router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 port 1865a517-eef2-43bc-8bc8-2c05f9a235de binding host dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:59:28.061782 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.103206 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70626a8-9a30-4c46-b285-47783a119a85 None None] Pushing event updated for resources: {'Port': ['ID=7f64fbce-27b6-481f-88ca-d0de748d337c,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:28.107074 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a70626a8-9a30-4c46-b285-47783a119a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:28.125388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:28.245088 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.338153 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Notify callbacks [] for port, precommit_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.349131 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.provisioning_blocks [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Transition to ACTIVE for port object 1865a517-eef2-43bc-8bc8-2c05f9a235de will not be triggered until provisioned by entity L2. {{(pid=93505) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:28.355194 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.358147 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-d13ddb8e-d8fb-474e-b65c-b37d704239d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:28.387353 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:27Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:28.418331 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c72381-4ffc-491a-8578-a9d28465926d None None] Pushing event updated for resources: {'Port': ['ID=1865a517-eef2-43bc-8bc8-2c05f9a235de,revision_number=2']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:28.421039 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Attempting to bind port 1865a517-eef2-43bc-8bc8-2c05f9a235de on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:59:28.421734 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Attempting to bind port 1865a517-eef2-43bc-8bc8-2c05f9a235de by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:59:28.422284 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Attempting to bind port 1865a517-eef2-43bc-8bc8-2c05f9a235de on network 339c21db-a4db-4e65-9542-46a747b526ad {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:59:28.424763 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a5c72381-4ffc-491a-8578-a9d28465926d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:28.429413 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:59:28.429806 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Checking segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:59:28.430215 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.430664 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Bound using segment: {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'} {{(pid=93505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:59:28.431152 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.managers [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Bound port: 1865a517-eef2-43bc-8bc8-2c05f9a235de, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf928f20-bac2-469b-8833-bd355f8877cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad'}}] {{(pid=93505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:59:28.431529 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.434662 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be607e5d-1ae0-44aa-8b3e-6611d6034ce1 None None] The sync data for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv is: [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:27Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:59:28.463588 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Allocated IP 172.20.0.1 (3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d/c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b/89445d20-c7eb-4f90-9fcb-369afd8552a9) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:59:28.518466 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] For port 1865a517-eef2-43bc-8bc8-2c05f9a235de, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:59:28.523525 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.plugins.ml2.db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] For port 1865a517-eef2-43bc-8bc8-2c05f9a235de, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1865a517-eef2-43bc-8bc8-2c05f9a235de,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:59:28.531586 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron_lib.callbacks.manager [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.534911 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-908aacf1-1147-429c-8d47-4ff716dab9b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:28.618202 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Routers {'7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:28.619432 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:28.719728 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c72381-4ffc-491a-8578-a9d28465926d None None] Pushing event updated for resources: {'Port': ['ID=1865a517-eef2-43bc-8bc8-2c05f9a235de,revision_number=3']} {{(pid=93505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:28.720483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.727514 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG oslo_concurrency.lockutils [None req-a5c72381-4ffc-491a-8578-a9d28465926d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93505) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:28.759047 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Transition to ACTIVE for port object 89445d20-c7eb-4f90-9fcb-369afd8552a9 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:28.771013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e6b5cf9b-ca52-42da-9127-2afe316977b5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:28.830354 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] Set router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:28.838808 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.848159 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-baf82855-46ca-4080-beb3-d669d592c35c tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:28.855285 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port e6b5cf9b-ca52-42da-9127-2afe316977b5 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:28.865574 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f64fbce-27b6-481f-88ca-d0de748d337c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:28.890295 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:28.894482 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:28.900437 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:59:28.950709 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Pushing event updated for resources: {'Port': ['ID=89445d20-c7eb-4f90-9fcb-369afd8552a9,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:28.958142 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:28.976259 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-635266'] for router_interface, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:28.981436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 7f64fbce-27b6-481f-88ca-d0de748d337c completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:28.985555 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebdaa1a-634f-4d45-b0ca-c0951be0cf3c None None] Network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 15:59:28.990038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7f64fbce-27b6-481f-88ca-d0de748d337c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:28.990528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.134107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bef5d3e3-5cb2-4257-8efe-12ce480fe018 None None] Provisioning for port e6b5cf9b-ca52-42da-9127-2afe316977b5 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:29.148805 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bef5d3e3-5cb2-4257-8efe-12ce480fe018 None None] Provisioning complete for port e6b5cf9b-ca52-42da-9127-2afe316977b5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:29.149307 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bef5d3e3-5cb2-4257-8efe-12ce480fe018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.151226 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:26Z', 'revision_number': 3, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'gw_port': {'id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:29.181303 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982ea16-0272-4274-b63d-ff793d922abb None None] The sync data for ids ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'] in dv-neutron-601336-93-hyperv is: [{'id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:26Z', 'revision_number': 3, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'gw_port': {'id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:59:29.182200 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.268313 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.370167 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 7f64fbce-27b6-481f-88ca-d0de748d337c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7f64fbce-27b6-481f-88ca-d0de748d337c,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:29.388242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.393800 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3f835944-f616-4080-9def-9cd618a53724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:29.400801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.407206 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.410886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:29.438030 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bef5d3e3-5cb2-4257-8efe-12ce480fe018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.471684 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=7f64fbce-27b6-481f-88ca-d0de748d337c,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:29.479228 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:29.504591 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-bef5d3e3-5cb2-4257-8efe-12ce480fe018 None None] For port e6b5cf9b-ca52-42da-9127-2afe316977b5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e6b5cf9b-ca52-42da-9127-2afe316977b5,segment=NetworkSegment(3e7f0e25-3511-4a43-8c3d-b717fe674f47),segment_id=3e7f0e25-3511-4a43-8c3d-b717fe674f47)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:29.509968 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bef5d3e3-5cb2-4257-8efe-12ce480fe018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.513970 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-92e204a1-e2e3-4d43-817c-3152a537a19e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:29.640000 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5d3e3-5cb2-4257-8efe-12ce480fe018 None None] Pushing event updated for resources: {'Port': ['ID=e6b5cf9b-ca52-42da-9127-2afe316977b5,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:29.647486 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bef5d3e3-5cb2-4257-8efe-12ce480fe018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:29.839259 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8b30bd99-bd13-4964-b6f9-247d55b0b685 None None] Provisioning for port 89445d20-c7eb-4f90-9fcb-369afd8552a9 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:29.847642 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8b30bd99-bd13-4964-b6f9-247d55b0b685 None None] Provisioning complete for port 89445d20-c7eb-4f90-9fcb-369afd8552a9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:29.848433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b30bd99-bd13-4964-b6f9-247d55b0b685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:29.893595 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8b30bd99-bd13-4964-b6f9-247d55b0b685 None None] Port 89445d20-c7eb-4f90-9fcb-369afd8552a9 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:59:29.906724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8b30bd99-bd13-4964-b6f9-247d55b0b685 None None] Provisioning complete for port e6b5cf9b-ca52-42da-9127-2afe316977b5 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:29.907311 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b30bd99-bd13-4964-b6f9-247d55b0b685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:30.024325 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654386'] for router_interface, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:30.052391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Pushing event updated for resources: {'Port': ['ID=89445d20-c7eb-4f90-9fcb-369afd8552a9,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:30.085481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:30.131643 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-bdc4b92b-db1f-4a0c-9a56-b0fae88e032f None None] Provisioning complete for port 89445d20-c7eb-4f90-9fcb-369afd8552a9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:30.132027 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-bdc4b92b-db1f-4a0c-9a56-b0fae88e032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:30.143924 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:30.145591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:30.190590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4b92b-db1f-4a0c-9a56-b0fae88e032f None None] Port 89445d20-c7eb-4f90-9fcb-369afd8552a9 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:59:30.292127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:59:30.300671 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ea620d1d-c6cd-4ac2-8b93-5d28a15ec526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:30.415176 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-cc400b40-7660-41d7-9cd4-e75f923113ae None None] Provisioning complete for port 89445d20-c7eb-4f90-9fcb-369afd8552a9 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:30.415724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cc400b40-7660-41d7-9cd4-e75f923113ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:30.434680 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:59:30.440985 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] 10.222.0.22 "PUT /v2.0/routers/7038f6f8-8d2e-4784-80d1-6ccaa842a6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8695862 Jun 22 15:59:30.468978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-cc400b40-7660-41d7-9cd4-e75f923113ae None None] Port 89445d20-c7eb-4f90-9fcb-369afd8552a9 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:59:30.699245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e6b5cf9b-ca52-42da-9127-2afe316977b5 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:30.748613 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port e6b5cf9b-ca52-42da-9127-2afe316977b5 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:30.749795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:30.830581 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1865a517-eef2-43bc-8bc8-2c05f9a235de up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:30.878925 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 1865a517-eef2-43bc-8bc8-2c05f9a235de completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:30.882774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1865a517-eef2-43bc-8bc8-2c05f9a235de triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:30.883147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:30.958496 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:30.981073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 1865a517-eef2-43bc-8bc8-2c05f9a235de, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1865a517-eef2-43bc-8bc8-2c05f9a235de,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:30.986046 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:30.986918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f64fbce-27b6-481f-88ca-d0de748d337c up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:30.988580 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:31.017463 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50258) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:31.022866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-2da060a7-7ee7-4666-97cf-0948c5a9a56a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020360772', 'description': 'tempest-secgroup-smoke-2020360772 description', 'project_id': 'e91c0a46c94344529ef352b741886f07'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:31.050443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2da060a7-7ee7-4666-97cf-0948c5a9a56a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.065049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=1865a517-eef2-43bc-8bc8-2c05f9a235de,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:31.068990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:31.079655 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 7f64fbce-27b6-481f-88ca-d0de748d337c triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:31.080157 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.135961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2da060a7-7ee7-4666-97cf-0948c5a9a56a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.139863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2da060a7-7ee7-4666-97cf-0948c5a9a56a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.142605 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b2858eab-dce1-4d0e-b65d-bb95e48a67b8 tempest-PortsIpV6TestJSON-1247659474 tempest-PortsIpV6TestJSON-1247659474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:31.168881 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-2da060a7-7ee7-4666-97cf-0948c5a9a56a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.170103 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-2da060a7-7ee7-4666-97cf-0948c5a9a56a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1514025 Jun 22 15:59:31.172803 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da060a7-7ee7-4666-97cf-0948c5a9a56a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674df557-bfa0-4dd2-8783-1293447ee9e6,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:31.174043 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50260) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:31.175561 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2da060a7-7ee7-4666-97cf-0948c5a9a56a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:31.179623 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-3874bf55-6f27-4386-a3ff-7605bd07741f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'security_group_rule': {'security_group_id': '674df557-bfa0-4dd2-8783-1293447ee9e6', 'project_id': 'e91c0a46c94344529ef352b741886f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:31.209967 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3874bf55-6f27-4386-a3ff-7605bd07741f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.266082 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3874bf55-6f27-4386-a3ff-7605bd07741f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.270802 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3874bf55-6f27-4386-a3ff-7605bd07741f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.275603 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5999acf2-fdb8-4cf0-8534-f0efdee93785 tempest-ServerActionsTestJSON-196773340 tempest-ServerActionsTestJSON-196773340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:31.289918 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874bf55-6f27-4386-a3ff-7605bd07741f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c228c9-85bc-475b-a70d-830ff5681de1,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:31.292683 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3874bf55-6f27-4386-a3ff-7605bd07741f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:31.298772 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-3874bf55-6f27-4386-a3ff-7605bd07741f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.300312 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-3874bf55-6f27-4386-a3ff-7605bd07741f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251819 Jun 22 15:59:31.303057 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50262) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:31.307443 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-9c3db844-073d-4f2b-813c-545bb361f552 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'security_group_rule': {'security_group_id': '674df557-bfa0-4dd2-8783-1293447ee9e6', 'project_id': 'e91c0a46c94344529ef352b741886f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:31.335881 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c3db844-073d-4f2b-813c-545bb361f552 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.401297 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c3db844-073d-4f2b-813c-545bb361f552 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.406713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c3db844-073d-4f2b-813c-545bb361f552 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.411962 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-76e43a7f-6a1d-4863-b0cc-9a9bf2cb02a6 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:31.427784 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3db844-073d-4f2b-813c-545bb361f552 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f564de36-043d-4b25-a1db-dabe77f0ee71,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:31.430203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-9c3db844-073d-4f2b-813c-545bb361f552 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:31.431060 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-9c3db844-073d-4f2b-813c-545bb361f552 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.432312 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-9c3db844-073d-4f2b-813c-545bb361f552 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282692 Jun 22 15:59:31.434980 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50264) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:31.439667 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-ff257b3b-07a8-44cb-8d88-9646318de5cd tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'security_group_rule': {'security_group_id': '674df557-bfa0-4dd2-8783-1293447ee9e6', 'project_id': 'e91c0a46c94344529ef352b741886f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:31.465614 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff257b3b-07a8-44cb-8d88-9646318de5cd tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.527066 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff257b3b-07a8-44cb-8d88-9646318de5cd tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.531391 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff257b3b-07a8-44cb-8d88-9646318de5cd tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.536668 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-98b4ebeb-fe9a-444b-b976-e5a102622ae0 tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:31.551921 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff257b3b-07a8-44cb-8d88-9646318de5cd tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662d5d63-473f-439d-b1f6-e8a52de3d935,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:31.555015 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-ff257b3b-07a8-44cb-8d88-9646318de5cd tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:31.556111 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-ff257b3b-07a8-44cb-8d88-9646318de5cd tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.557476 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-ff257b3b-07a8-44cb-8d88-9646318de5cd tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215937 Jun 22 15:59:31.560406 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50266) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:31.564952 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-972f351d-8661-47a5-ac11-d4995753a119 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'security_group_rule': {'security_group_id': '674df557-bfa0-4dd2-8783-1293447ee9e6', 'project_id': 'e91c0a46c94344529ef352b741886f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:31.591209 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-972f351d-8661-47a5-ac11-d4995753a119 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.649891 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-972f351d-8661-47a5-ac11-d4995753a119 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.653699 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-972f351d-8661-47a5-ac11-d4995753a119 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.656127 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8e59f235-09b3-4ac4-ab42-707711e6a5ee tempest-TestNetworkBasicOps-202704231 tempest-TestNetworkBasicOps-202704231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:31.672426 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f351d-8661-47a5-ac11-d4995753a119 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bdfa5c-ef41-4d5f-b84c-4fd775f8528d,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:31.675070 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-972f351d-8661-47a5-ac11-d4995753a119 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:31.678941 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-972f351d-8661-47a5-ac11-d4995753a119 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.680121 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-972f351d-8661-47a5-ac11-d4995753a119 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187892 Jun 22 15:59:31.682912 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50268) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:31.688134 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a4319332-4ca7-49bb-b175-1c1846e899d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'security_group_rule': {'security_group_id': '674df557-bfa0-4dd2-8783-1293447ee9e6', 'project_id': 'e91c0a46c94344529ef352b741886f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:31.710692 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.securitygroups_db [None req-a4319332-4ca7-49bb-b175-1c1846e899d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Project e91c0a46c94344529ef352b741886f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:59:31.719136 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4319332-4ca7-49bb-b175-1c1846e899d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.788713 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4319332-4ca7-49bb-b175-1c1846e899d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.797180 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4319332-4ca7-49bb-b175-1c1846e899d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.799189 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-bad245ea-f047-4dc0-aae0-2c30573143a0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:31.817766 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4319332-4ca7-49bb-b175-1c1846e899d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcb952a-fc1f-4ffe-8786-36497fce1e77,revision_number=0']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:31.820805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a4319332-4ca7-49bb-b175-1c1846e899d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:31.825223 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a4319332-4ca7-49bb-b175-1c1846e899d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.826622 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a4319332-4ca7-49bb-b175-1c1846e899d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426079 Jun 22 15:59:31.829907 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50270) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:31.835315 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-8657f172-2fcf-43bf-bfe8-182dd473e89f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'security_group_rule': {'security_group_id': '674df557-bfa0-4dd2-8783-1293447ee9e6', 'project_id': 'e91c0a46c94344529ef352b741886f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:31.858858 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.securitygroups_db [None req-8657f172-2fcf-43bf-bfe8-182dd473e89f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Project e91c0a46c94344529ef352b741886f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 15:59:31.866800 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8657f172-2fcf-43bf-bfe8-182dd473e89f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.944594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8657f172-2fcf-43bf-bfe8-182dd473e89f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.948692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8657f172-2fcf-43bf-bfe8-182dd473e89f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-405675'] for security_group_rule, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.950658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8393c420-fdc5-4aeb-81a2-1562f1b36bf8 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:31.964320 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657f172-2fcf-43bf-bfe8-182dd473e89f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6652a6f-6e1d-477b-b099-6139b5ca3c99,revision_number=0']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:31.967344 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8657f172-2fcf-43bf-bfe8-182dd473e89f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:31.978442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8657f172-2fcf-43bf-bfe8-182dd473e89f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:31.983708 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8657f172-2fcf-43bf-bfe8-182dd473e89f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487157 Jun 22 15:59:32.033807 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Sync routers for ids ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:59:32.043383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Routers {'7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:32.043990 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:32.139262 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-dfe3f75c-2eec-4249-9470-5968ac1a02d8 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020360772&fields=id&tenant_id=e91c0a46c94344529ef352b741886f07 HTTP/1.1" status: 200 len: 267 time: 0.0403938 Jun 22 15:59:32.172818 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Set router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:32.256613 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-2eab13a1-9835-4361-a457-fe5016d6d1c6 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:32.258425 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-2eab13a1-9835-4361-a457-fe5016d6d1c6 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 808 time: 0.1115255 Jun 22 15:59:32.277455 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-908c00c7-0f60-4f3c-9061-bf05d7ba6efd tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/quotas/e91c0a46c94344529ef352b741886f07 HTTP/1.1" status: 200 len: 375 time: 0.0111156 Jun 22 15:59:32.351495 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-f2877f1d-ee78-4a59-9d21-9e4fbdf51c3a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684450 Jun 22 15:59:32.387633 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 4, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'gw_port': {'id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '89445d20-c7eb-4f90-9fcb-369afd8552a9', 'name': '', 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'mac_address': 'fa:16:3e:b5:a3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:28Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 2, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'subnets': [{'id': 'c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:32.416850 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Checking router: 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:59:32.417215 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Updating router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 port 89445d20-c7eb-4f90-9fcb-369afd8552a9 binding host dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 15:59:32.460573 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:32.533429 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-9b5d705c-a494-4ce8-b967-8ef1c3840e13 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 15:59:32.534597 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-9b5d705c-a494-4ce8-b967-8ef1c3840e13 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0483520 Jun 22 15:59:32.629043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1865a517-eef2-43bc-8bc8-2c05f9a235de up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:32.634665 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-eb33f8d2-9fa9-4a94-9aef-c0c33a9787a3 service neutron] 10.222.0.22 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939422 Jun 22 15:59:32.738215 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-b12e7b24-fcb7-42f8-8cd0-b3d92bf4b0f2 service neutron] 10.222.0.22 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963242 Jun 22 15:59:32.841191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-78e11d67-dea3-4a38-a569-35202cd97963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:32.892393 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 1865a517-eef2-43bc-8bc8-2c05f9a235de triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:32.892824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:32.937997 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2e67c0c2-8aa3-4aed-b493-5a1df26c4ef9 req-81d3ed6e-f82c-4f5a-908e-50fc13b3f52c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 210 time: 0.0329742 Jun 22 15:59:32.982726 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Notify callbacks [] for port, precommit_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:33.016147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Transition to ACTIVE for port object 89445d20-c7eb-4f90-9fcb-369afd8552a9 will not be triggered until provisioned by entity L2. {{(pid=93503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:33.038827 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:33.045736 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:33.080436 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:33.135590 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a440678-757f-424b-bb79-1462a510f30a None None] Pushing event updated for resources: {'Port': ['ID=89445d20-c7eb-4f90-9fcb-369afd8552a9,revision_number=3']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:33.158328 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3a440678-757f-424b-bb79-1462a510f30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:33.199930 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Attempting to bind port 89445d20-c7eb-4f90-9fcb-369afd8552a9 on host dv-neutron-601336-93-hyperv for vnic_type normal with profile {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:59:33.200380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Attempting to bind port 89445d20-c7eb-4f90-9fcb-369afd8552a9 by drivers openvswitch,hyperv on host dv-neutron-601336-93-hyperv at level 0 using segments [{'id': '3e7f0e25-3511-4a43-8c3d-b717fe674f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d'}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:59:33.200809 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Attempting to bind port 89445d20-c7eb-4f90-9fcb-369afd8552a9 on network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:59:33.207388 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Checking agent: {'id': '4386a848-308d-4f27-a45a-8603b3a525ca', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-93-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 50, 33), 'started_at': datetime.datetime(2021, 6, 22, 14, 51, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-93-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:59:33.207778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Checking segment: {'id': '3e7f0e25-3511-4a43-8c3d-b717fe674f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:59:33.208193 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:33.208601 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Bound using segment: {'id': '3e7f0e25-3511-4a43-8c3d-b717fe674f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d'} {{(pid=93503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:59:33.209159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.managers [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Bound port: 89445d20-c7eb-4f90-9fcb-369afd8552a9, host: dv-neutron-601336-93-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7f0e25-3511-4a43-8c3d-b717fe674f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d'}}] {{(pid=93503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:59:33.209547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:33.287218 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] For port 89445d20-c7eb-4f90-9fcb-369afd8552a9, host dv-neutron-601336-93-hyperv, cleared binding levels {{(pid=93503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:59:33.290274 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] For port 89445d20-c7eb-4f90-9fcb-369afd8552a9, host dv-neutron-601336-93-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=89445d20-c7eb-4f90-9fcb-369afd8552a9,segment=NetworkSegment(3e7f0e25-3511-4a43-8c3d-b717fe674f47),segment_id=3e7f0e25-3511-4a43-8c3d-b717fe674f47)] {{(pid=93503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:59:33.295516 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:33.298264 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:33.366297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Routers {'7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:33.366869 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:33.369049 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a440678-757f-424b-bb79-1462a510f30a None None] Pushing event updated for resources: {'Port': ['ID=89445d20-c7eb-4f90-9fcb-369afd8552a9,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:33.372658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3a440678-757f-424b-bb79-1462a510f30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:33.501745 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] Set router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:33.745190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 4, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'gw_port': {'id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '89445d20-c7eb-4f90-9fcb-369afd8552a9', 'name': '', 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'mac_address': 'fa:16:3e:b5:a3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:28Z', 'updated_at': '2021-06-22T15:59:33Z', 'revision_number': 4, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'subnets': [{'id': 'c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:33.773237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c23b2-6258-4489-9cc9-dc0e9126ea31 None None] The sync data for ids ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'] in dv-neutron-601336-93-hyperv is: [{'id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 4, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'gw_port': {'id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '89445d20-c7eb-4f90-9fcb-369afd8552a9', 'name': '', 'network_id': '3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'mac_address': 'fa:16:3e:b5:a3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:28Z', 'updated_at': '2021-06-22T15:59:33Z', 'revision_number': 4, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'subnets': [{'id': 'c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:59:34.094520 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-489f3376-91ac-44cb-911d-7fe049fcfdf1 req-9e48aae3-eb60-4336-8936-486354b88f7d tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 210 time: 0.0324130 Jun 22 15:59:34.185668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:34.356604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-a3a293eb-c39b-4632-b47c-361caedf0745 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:34.359563 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-a3a293eb-c39b-4632-b47c-361caedf0745 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 808 time: 0.1150436 Jun 22 15:59:34.411776 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-3dc1310d-9900-4153-b6dd-e6823d65d7c5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e91c0a46c94344529ef352b741886f07 HTTP/1.1" status: 200 len: 380 time: 0.0368366 Jun 22 15:59:34.420361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'port': {'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'admin_state_up': True, 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'security_groups': ['674df557-bfa0-4dd2-8783-1293447ee9e6']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:34.557322 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Made reservation on behalf of e91c0a46c94344529ef352b741886f07 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 15:59:34.560950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:34.635010 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 89445d20-c7eb-4f90-9fcb-369afd8552a9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:34.688611 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning for port 89445d20-c7eb-4f90-9fcb-369afd8552a9 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:34.692772 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 89445d20-c7eb-4f90-9fcb-369afd8552a9 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:34.693182 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:34.711801 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Allocated IP 172.20.0.8 (4cf0e971-24e6-46ff-ad9a-d3721b13a067/1e22a58d-1392-4713-8ea0-753d99ccc9a3/22f06969-0a74-45b3-b407-2d5f476c6ba8) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:59:34.780153 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:34.812960 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] For port 89445d20-c7eb-4f90-9fcb-369afd8552a9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=89445d20-c7eb-4f90-9fcb-369afd8552a9,segment=NetworkSegment(3e7f0e25-3511-4a43-8c3d-b717fe674f47),segment_id=3e7f0e25-3511-4a43-8c3d-b717fe674f47)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:34.817587 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:34.819403 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:34.864604 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:34.868061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Pushing event updated for resources: {'Port': ['ID=89445d20-c7eb-4f90-9fcb-369afd8552a9,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:34.878719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:34.889064 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Transition to ACTIVE for port object 22f06969-0a74-45b3-b407-2d5f476c6ba8 will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:34.925607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:34.929859 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-2ac555f6-3900-45ab-baeb-54e65da52c4b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:34.975555 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:34.978805 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:34.982688 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:59:35.013001 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'Port': ['ID=22f06969-0a74-45b3-b407-2d5f476c6ba8,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:35.018516 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:35.040543 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:35.041212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:35.056456 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-8f079b53-3abb-4e9e-9bf8-dd845221a7b4 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6398828 Jun 22 15:59:35.099485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Request body: {'port': {'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:35.185619 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:35.210406 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8b039747-1a83-4d74-9fac-81d63d53e0a2 None None] Provisioning for port 22f06969-0a74-45b3-b407-2d5f476c6ba8 completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:35.214608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8b039747-1a83-4d74-9fac-81d63d53e0a2 None None] Provisioning complete for port 22f06969-0a74-45b3-b407-2d5f476c6ba8 triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:35.215017 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8b039747-1a83-4d74-9fac-81d63d53e0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:35.254705 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8b039747-1a83-4d74-9fac-81d63d53e0a2 None None] Port 22f06969-0a74-45b3-b407-2d5f476c6ba8 cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 15:59:35.416419 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b17a2-7760-4a75-a41d-2b9d0e8837dd req-a5fcd9ba-de8f-4ef4-9f7a-24a1db13c050 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:35.417981 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4a6b17a2-7760-4a75-a41d-2b9d0e8837dd req-a5fcd9ba-de8f-4ef4-9f7a-24a1db13c050 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 931 time: 0.1890850 Jun 22 15:59:35.481971 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-4a6b17a2-7760-4a75-a41d-2b9d0e8837dd req-75352226-19cc-4db6-99a2-adeb7daa0594 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573089 Jun 22 15:59:35.555379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f06969-0a74-45b3-b407-2d5f476c6ba8 {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:59:35.571949 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:35.587747 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Transition to ACTIVE for port object 22f06969-0a74-45b3-b407-2d5f476c6ba8 will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 15:59:35.591813 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:35.595978 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a51d00ae-ff8f-4593-95ca-9dff86a4aee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:35.680789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Pushing event updated for resources: {'Port': ['ID=22f06969-0a74-45b3-b407-2d5f476c6ba8,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:35.706434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:35.766379 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Attempting to bind port 22f06969-0a74-45b3-b407-2d5f476c6ba8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 15:59:35.766700 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Attempting to bind port 22f06969-0a74-45b3-b407-2d5f476c6ba8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 15:59:35.767119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Attempting to bind port 22f06969-0a74-45b3-b407-2d5f476c6ba8 on network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:59:35.772363 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Port 22f06969-0a74-45b3-b407-2d5f476c6ba8 on network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 15:59:35.772649 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Attempting to bind port 22f06969-0a74-45b3-b407-2d5f476c6ba8 on network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 15:59:35.778593 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 15:59:35.778986 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Checking segment: {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 15:59:35.779307 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Bound using segment: {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 15:59:35.779793 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Bound port: 22f06969-0a74-45b3-b407-2d5f476c6ba8, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 15:59:35.780774 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:35.857489 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 15:59:35.862194 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 15:59:35.874279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:35.880305 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dda91e9a-db86-44a7-a6c4-040788395d7b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:35.896876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:35.917407 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:35.918086 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:35.919576 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] 10.222.0.21 "PUT /v2.0/ports/22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 1093 time: 0.8251750 Jun 22 15:59:35.922665 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:59:35.926573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8984e30e05302101d1b069f198640201b944bf8ca7651505fc4d746a6633f98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92" -d '{"events": [{"name": "network-changed", "server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:59:35.956547 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Pushing event updated for resources: {'Port': ['ID=22f06969-0a74-45b3-b407-2d5f476c6ba8,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:35.960103 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:36.006544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c55aeb6-c415-4f56-a56a-d9afd4bf5be1 x-openstack-request-id: req-6c55aeb6-c415-4f56-a56a-d9afd4bf5be1 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:59:36.006544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:59:36.006544 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c55aeb6-c415-4f56-a56a-d9afd4bf5be1 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:59:36.006994 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'status': 'completed', 'code': 200} Jun 22 15:59:36.041270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-7bdfa7c5-25b7-47e0-a072-f010565ba1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:36.042802 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-7bdfa7c5-25b7-47e0-a072-f010565ba1bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1096 time: 0.0690875 Jun 22 15:59:36.091936 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-4f80b4e5-6b84-447f-a951-259c8db6f23f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 217 time: 0.0417399 Jun 22 15:59:36.145956 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-a14fd3ae-7196-4551-b7e6-8c0e2ba1fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:36.147475 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-a14fd3ae-7196-4551-b7e6-8c0e2ba1fad3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0490758 Jun 22 15:59:36.154855 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 15:59:36.212866 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-34148b99-e1ef-40c5-857f-5c4a0d2e6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:36.214302 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-34148b99-e1ef-40c5-857f-5c4a0d2e6e4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0594673 Jun 22 15:59:36.319291 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-112fc281-7c55-4a4b-8bef-563e78c463cd service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980611 Jun 22 15:59:36.426275 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-87491c11-41a3-4655-b1b9-41a97c43d09c req-b5dbd207-a78d-45f7-b4e2-f2de0e797b07 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012607 Jun 22 15:59:36.538519 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-ce9eed04-7f62-4c54-a547-0ca3592888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:36.540254 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-ce9eed04-7f62-4c54-a547-0ca3592888fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1096 time: 0.0601718 Jun 22 15:59:36.614795 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 89445d20-c7eb-4f90-9fcb-369afd8552a9 up at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:36.664073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Provisioning complete for port 89445d20-c7eb-4f90-9fcb-369afd8552a9 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:36.664443 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:36.686382 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-d38a1bda-ed69-4ba6-977b-29fe6e73f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:36.688308 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-d38a1bda-ed69-4ba6-977b-29fe6e73f030 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.1419077 Jun 22 15:59:36.737956 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-7261efe5-9f1d-47b6-929f-e03e49ef59bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 217 time: 0.0429986 Jun 22 15:59:36.746418 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530cead-6dfc-4013-b303-ff84628be338 req-1f399cf4-bd54-4e92-a64e-d8aa747381fe tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:36.748096 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b530cead-6dfc-4013-b303-ff84628be338 req-1f399cf4-bd54-4e92-a64e-d8aa747381fe tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 943 time: 0.1448655 Jun 22 15:59:36.822127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-4e7ca887-85bb-4671-a4cc-720d894ac1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:36.823721 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-4e7ca887-85bb-4671-a4cc-720d894ac1b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0746584 Jun 22 15:59:36.826739 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b530cead-6dfc-4013-b303-ff84628be338 req-184a240d-563e-4a30-b83d-f4c16314806a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688353 Jun 22 15:59:36.885876 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-a1b9bcb2-a199-4b29-9570-7cfbcf854ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:36.887752 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-a1b9bcb2-a199-4b29-9570-7cfbcf854ce2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0582082 Jun 22 15:59:36.988711 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-fe45a698-5430-4119-9205-8175e6181158 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943055 Jun 22 15:59:37.078105 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d83b8a3f-5598-48b5-88e9-ff2fa04e7e92 req-e17af26b-6072-4c63-92d3-e1b1624299e2 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833666 Jun 22 15:59:38.008027 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd9f51-5f0a-40d8-a71f-6d435aa26339 req-19316771-1aea-49a2-bdc1-75213f979a2f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:38.009444 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4ebd9f51-5f0a-40d8-a71f-6d435aa26339 req-19316771-1aea-49a2-bdc1-75213f979a2f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 943 time: 0.0641332 Jun 22 15:59:38.046510 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-4ebd9f51-5f0a-40d8-a71f-6d435aa26339 req-cad1f838-eeba-49f8-a37f-19a3961f1fae tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Jun 22 15:59:39.229156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78f21c-f6ff-4c7e-a2f5-6ae48151eee1 req-5dff2be7-8c84-445b-ad88-9246f5150c33 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:39.230711 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee78f21c-f6ff-4c7e-a2f5-6ae48151eee1 req-5dff2be7-8c84-445b-ad88-9246f5150c33 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 943 time: 0.0711310 Jun 22 15:59:39.271059 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee78f21c-f6ff-4c7e-a2f5-6ae48151eee1 req-090747f6-6617-461f-9dea-c364fff19c27 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337200 Jun 22 15:59:40.449895 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be18b08-1301-46e0-b874-5379855757a2 req-ebd24f9f-2f98-48c5-aa47-6bb6735b648a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:40.451359 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2be18b08-1301-46e0-b874-5379855757a2 req-ebd24f9f-2f98-48c5-aa47-6bb6735b648a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 943 time: 0.0690987 Jun 22 15:59:40.489800 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-2be18b08-1301-46e0-b874-5379855757a2 req-4c6cb6e9-3266-448e-bef9-4312c4670e09 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322249 Jun 22 15:59:40.614478 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 22f06969-0a74-45b3-b407-2d5f476c6ba8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 15:59:40.722237 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:40.741016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 15:59:40.744150 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:40.784236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:40.797134 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f06969-0a74-45b3-b407-2d5f476c6ba8 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 15:59:40.818379 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:40.822284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:40.824020 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-8e60b4d3-de8e-4ef1-9a48-ec7f6b526d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:40.873147 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=22f06969-0a74-45b3-b407-2d5f476c6ba8,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:40.876731 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:41.134935 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['22f06969-0a74-45b3-b407-2d5f476c6ba8'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 15:59:41.831670 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c834fd7-abf3-4232-a1a3-2014237cc4f8 req-5d51c997-19c6-46fd-a3ac-7d8f311ae00e tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:41.833171 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9c834fd7-abf3-4232-a1a3-2014237cc4f8 req-5d51c997-19c6-46fd-a3ac-7d8f311ae00e tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 944 time: 0.0633891 Jun 22 15:59:41.870825 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9c834fd7-abf3-4232-a1a3-2014237cc4f8 req-1e8fc03e-ff3e-495f-9b71-146fdb3493a3 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318563 Jun 22 15:59:42.614211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 22f06969-0a74-45b3-b407-2d5f476c6ba8 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 15:59:42.662717 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port 22f06969-0a74-45b3-b407-2d5f476c6ba8 completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 15:59:42.666484 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 22f06969-0a74-45b3-b407-2d5f476c6ba8 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 15:59:42.666860 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:42.740606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:42.764978 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:59:42.767232 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d0643c0bb4d98deb9f32d82bd082c5e916e0574a56e2606c1482bd56e709c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af82c2b-31d6-473b-a997-c677b58033a5" -d '{"events": [{"server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "name": "network-vif-plugged", "status": "completed", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:59:42.779649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 15:59:42.784711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:42.787759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:42.822438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812c88f1-5a00-4273-b955-d1af56eaf43e x-openstack-request-id: req-812c88f1-5a00-4273-b955-d1af56eaf43e {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:59:42.822773 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "name": "network-vif-plugged", "status": "completed", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:59:42.823081 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-812c88f1-5a00-4273-b955-d1af56eaf43e {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:59:42.823512 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'code': 200} Jun 22 15:59:42.854685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=22f06969-0a74-45b3-b407-2d5f476c6ba8,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:42.857600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:43.094701 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd55b97-942a-4c51-9959-fb4a5d553793 req-5ad0d3c5-f7c6-4dfe-9179-d3d859adc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:43.096108 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bdd55b97-942a-4c51-9959-fb4a5d553793 req-5ad0d3c5-f7c6-4dfe-9179-d3d859adc942 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1098 time: 0.0918424 Jun 22 15:59:43.104527 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc85b4-6787-44c2-9d11-e8a43d22c4b6 req-34c98758-4622-4d19-a5b5-2e737b1a3d69 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:43.105927 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1cdc85b4-6787-44c2-9d11-e8a43d22c4b6 req-34c98758-4622-4d19-a5b5-2e737b1a3d69 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 945 time: 0.1111031 Jun 22 15:59:43.157413 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bdd55b97-942a-4c51-9959-fb4a5d553793 req-a5330805-a0fa-48be-999b-adc11f96a4eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505042 Jun 22 15:59:43.162194 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-1cdc85b4-6787-44c2-9d11-e8a43d22c4b6 req-d7c54aed-465b-4c49-a2c0-9ee6220671aa tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494664 Jun 22 15:59:44.348195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088957c5-f40b-4f21-ae39-155d6c14759a req-5063f2d5-cb33-4a2d-8713-e536c6c335e5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:44.349689 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088957c5-f40b-4f21-ae39-155d6c14759a req-5063f2d5-cb33-4a2d-8713-e536c6c335e5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 945 time: 0.0664103 Jun 22 15:59:44.390949 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-088957c5-f40b-4f21-ae39-155d6c14759a req-de4e6735-8dcf-4395-b74b-d296b560dfda tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332661 Jun 22 15:59:44.563900 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ae07-1395-487d-9afa-b92bf830bff8 req-2dc91e73-136b-46bf-8428-aea3ec628156 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:44.565420 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5b82ae07-1395-487d-9afa-b92bf830bff8 req-2dc91e73-136b-46bf-8428-aea3ec628156 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 945 time: 0.0631435 Jun 22 15:59:44.609278 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-5b82ae07-1395-487d-9afa-b92bf830bff8 req-0f023731-6a81-4de7-acad-73674eefb209 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379598 Jun 22 15:59:44.633465 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50350) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:44.730167 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57755261-19de-4a69-96ee-65f18ec3fd5d tempest-TestSnapshotPattern-1341289672 tempest-TestSnapshotPattern-1341289672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:44.731904 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-57755261-19de-4a69-96ee-65f18ec3fd5d tempest-TestSnapshotPattern-1341289672 tempest-TestSnapshotPattern-1341289672-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1093 time: 0.0973799 Jun 22 15:59:44.735943 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 50354) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 15:59:44.741195 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.v2.base [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 15:59:44.767341 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for floatingip, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:44.879779 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:44.987042 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_common [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Allocated IP 172.26.6.29 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/c368ccbd-43fd-44ec-82e8-e8b202369402) {{(pid=93502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 15:59:45.094110 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for port, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:45.131760 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3888839'] for port, after_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:45.134642 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-8ce363d7-9743-4c2d-a5b7-fda28c1e391b tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:45.170766 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 15:59:45.173936 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.base_scheduler [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Resources bound (agent type, host, resource id): {{(pid=93502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 15:59:45.176551 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Received port after_create {{(pid=93502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 15:59:45.203873 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'Port': ['ID=c368ccbd-43fd-44ec-82e8-e8b202369402,revision_number=1']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:45.206831 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:45.554437 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:45.632438 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:45.781067 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for port, precommit_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:45.785707 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3888849'] for port, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:45.787842 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-3dbd737f-0a3e-477a-b3d8-620f026a25f0 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 15:59:45.854803 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'Port': ['ID=c368ccbd-43fd-44ec-82e8-e8b202369402,revision_number=2']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 15:59:45.858700 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 15:59:45.868761 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:45.968925 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.db.l3_db [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Floating IP adf563ac-5964-493b-b5e8-cc9e20111c47 associated. External IP: 172.26.6.29, port: 22f06969-0a74-45b3-b407-2d5f476c6ba8. Jun 22 15:59:46.549686 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 15:59:46.661520 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 15:59:46.671662 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] Sync routers for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 15:59:46.678159 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 15:59:46.681339 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:46.681944 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:46.714470 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-a73867ec-0aab-4ae7-abec-8c74de192255 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9773557 Jun 22 15:59:46.715169 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8'}] {{(pid=93502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 15:59:46.718229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a67a563882617b584990c33e2a1e0279303e1e4d289194144aae683cf437ac65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa38334d-3c81-4e81-98c5-09515fdf4d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8"}]}' {{(pid=93502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 15:59:46.755224 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc8ea08-f721-4a7c-9e4f-35bf5a448de0 x-openstack-request-id: req-dcc8ea08-f721-4a7c-9e4f-35bf5a448de0 {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 15:59:46.755581 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8", "status": "completed", "code": 200}]} {{(pid=93502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 15:59:46.755897 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dcc8ea08-f721-4a7c-9e4f-35bf5a448de0 {{(pid=93502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 15:59:46.756352 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'status': 'completed', 'code': 200} Jun 22 15:59:46.789637 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:46.831274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-fef1bd9a-9926-448c-aa26-b714dee4174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:46.832735 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-fef1bd9a-9926-448c-aa26-b714dee4174e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1098 time: 0.0540819 Jun 22 15:59:46.929644 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-15aa07d3-c370-460e-9791-e56edce666b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:46.931221 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-15aa07d3-c370-460e-9791-e56edce666b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0924754 Jun 22 15:59:46.997230 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-e34b000e-3052-4fee-8e57-b0468d3411b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 998 time: 0.0598838 Jun 22 15:59:47.046350 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-8df7cc53-a6b3-4688-a9a6-19ef3e8fff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:47.047814 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-8df7cc53-a6b3-4688-a9a6-19ef3e8fff44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0449476 Jun 22 15:59:47.108116 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'adf563ac-5964-493b-b5e8-cc9e20111c47', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:59:45Z', 'updated_at': '2021-06-22T15:59:45Z', 'revision_number': 0, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:47.109057 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-9102a892-dded-4c6e-b2b8-a107e0f213a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 15:59:47.110829 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-9102a892-dded-4c6e-b2b8-a107e0f213a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0571613 Jun 22 15:59:47.138316 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] Checking router: 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 15:59:47.147459 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 15:59:47.148059 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T15:59:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:47.199285 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-b8330363-6c97-42d7-8207-648062a70575 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822959 Jun 22 15:59:47.256801 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 15:59:47.294040 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-fa38334d-3c81-4e81-98c5-09515fdf4d4c req-cb32cb67-91a7-4c2b-b1b9-321a335a4bb5 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889053 Jun 22 15:59:47.479226 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'adf563ac-5964-493b-b5e8-cc9e20111c47', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:59:45Z', 'updated_at': '2021-06-22T15:59:45Z', 'revision_number': 0, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 15:59:47.509078 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b1246-d9ba-48b4-87c0-d8a21afa44fb None None] The sync data for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv is: [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'adf563ac-5964-493b-b5e8-cc9e20111c47', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:59:45Z', 'updated_at': '2021-06-22T15:59:45Z', 'revision_number': 0, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 15:59:47.716195 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db495c4-b443-45bf-b820-1ebdf01fcfe2 None None] New status for floating IP adf563ac-5964-493b-b5e8-cc9e20111c47: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:00:00.298416 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5b9ec274-8b64-47d4-b87d-15f7c2e75506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:02.753016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-74ded96d-0d81-4703-a46e-ee8061361053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:03.044069 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:04.186468 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:05.186088 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-2ea5dd48-4151-48d3-8f13-3231e6c5f181 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507016 Jun 22 16:00:05.281376 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-1cf597de-1cf1-4301-be82-d5f51997ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:00:05.282877 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-1cf597de-1cf1-4301-be82-d5f51997ddb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1098 time: 0.0527978 Jun 22 16:00:05.399716 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-1ff42711-0c2c-4197-99c7-6b498a1ce8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:00:05.401184 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-1ff42711-0c2c-4197-99c7-6b498a1ce8f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0980000 Jun 22 16:00:05.466139 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-9b78e0ff-3a45-464c-9228-d1aaac7fe6e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 1000 time: 0.0579112 Jun 22 16:00:05.515704 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-ab3413aa-862b-42e1-8165-cad9202df22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:00:05.517176 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-ab3413aa-862b-42e1-8165-cad9202df22d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0451550 Jun 22 16:00:05.580306 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-080372ba-9422-4725-a155-d4dd8a55869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:00:05.581881 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-080372ba-9422-4725-a155-d4dd8a55869d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0583990 Jun 22 16:00:05.671162 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-9fec208c-9cf6-495a-aa3c-921b62398238 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815430 Jun 22 16:00:05.763445 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-801f30bc-31f3-4c93-a238-be2e2df66f9f req-f5cf0976-bfcb-4188-9e59-9a45c0a18aac service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859888 Jun 22 16:00:05.893753 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:10.763701 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:13.153182 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:00:30.302504 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-fca86b1b-c0c9-4f79-a5ed-3832483b7aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:32.753537 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-089e4310-be00-49a7-a5fa-ddad9227d4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:33.045793 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:34.189424 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:35.894118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:40.766901 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:00:50.151149 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:01:00.305746 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7841e98a-9d82-414c-bd0c-6fa584f345b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:02.756004 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-10a95e92-51fa-4f20-be53-e36f1f4b5bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:03.052197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:04.192481 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:05.193573 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-5a63cffc-027a-4ff0-baf6-347b423dec51 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553157 Jun 22 16:01:05.288264 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-759fb032-0142-452a-8d03-37223221dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:01:05.289798 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-759fb032-0142-452a-8d03-37223221dde8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1098 time: 0.0537510 Jun 22 16:01:05.397466 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-2e2fcd93-c2f4-4497-a129-05e2ce1cd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:01:05.398932 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-2e2fcd93-c2f4-4497-a129-05e2ce1cd357 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0888445 Jun 22 16:01:05.462603 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-a7d77b71-df9f-415a-97e8-efb5302c0226 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 1000 time: 0.0570388 Jun 22 16:01:05.511031 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-1dcf40e2-bbb4-47ca-b8d4-e7e8c32ae66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:01:05.512496 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-1dcf40e2-bbb4-47ca-b8d4-e7e8c32ae66a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0445979 Jun 22 16:01:05.573438 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-7d9e83d7-b8af-4d35-bf4f-fa61f7174c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:01:05.574924 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-7d9e83d7-b8af-4d35-bf4f-fa61f7174c1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0551641 Jun 22 16:01:05.662639 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-8dcd7d51-9c54-424c-9b7d-5285377b2b96 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802369 Jun 22 16:01:05.763668 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-e4cea8e5-0737-4d2a-a07a-ba4acb33fa12 req-5b2d34ff-441b-4216-8e72-b2b45e6f2ce5 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945098 Jun 22 16:01:05.897262 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:10.781061 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:27.149784 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:01:30.306740 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-a938c322-6388-45db-b2de-c03876d53d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:32.757028 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0c61-eef9-4140-ba38-2e9fe6d67ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:33.043239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:34.194279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:35.900326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:01:40.796090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:00.307279 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-83e5dd78-dc49-4f7a-9608-fb9e29515ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:02.757230 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-66e76f54-e2cf-4ef4-ab4e-7c3dfcb1a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:03.046085 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:04.148360 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:02:04.197077 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:05.902964 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:07.248181 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-dc38399a-fff7-48c8-98e8-5feadc2446d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1119199 Jun 22 16:02:07.344842 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-878e3c6f-58e8-452e-bb8e-b2ef75e8438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:02:07.346365 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-878e3c6f-58e8-452e-bb8e-b2ef75e8438a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1098 time: 0.0550992 Jun 22 16:02:07.452630 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-76ae2234-6c36-4ac3-b703-446585ecdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:02:07.454149 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-76ae2234-6c36-4ac3-b703-446585ecdbf2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0879059 Jun 22 16:02:07.522070 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-53bd6ae9-7238-4bcd-a6f3-9a3cd5faf712 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 1000 time: 0.0572181 Jun 22 16:02:07.575319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-548eea31-6859-4f97-9b86-3443fb471c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:02:07.577549 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-548eea31-6859-4f97-9b86-3443fb471c2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0482559 Jun 22 16:02:07.634197 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-4a787ce0-b961-40ef-81ec-d1549e1376e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:02:07.635712 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-4a787ce0-b961-40ef-81ec-d1549e1376e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0525296 Jun 22 16:02:07.730052 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-8bea9ae8-58de-4530-b263-b31363baa726 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868504 Jun 22 16:02:07.823743 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8fffa7d-28b9-4e82-87a7-678a95a271a9 req-891721ea-85f6-42f0-a3f1-5d0e9c66c34b service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875139 Jun 22 16:02:10.794872 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:30.308181 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2c18b9cf-2506-43e9-88a1-4a5f34845cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:31.294535 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 22f06969-0a74-45b3-b407-2d5f476c6ba8 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 16:02:31.387903 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:02:31.399487 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 16:02:31.436956 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:31.452778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22f06969-0a74-45b3-b407-2d5f476c6ba8 {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:02:31.472770 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:02:31.477500 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:31.479767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:02:31.530209 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=22f06969-0a74-45b3-b407-2d5f476c6ba8,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:02:31.537107 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.537448 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.537785 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.538118 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.538446 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.538774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.539099 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.539420 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.539752 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.540058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.540375 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.540689 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:02:31.544632 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:02:31.560670 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['22f06969-0a74-45b3-b407-2d5f476c6ba8'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:02:32.757656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9988b142-2953-4a53-9c80-072eb680a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:33.047983 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:33.285383 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 22f06969-0a74-45b3-b407-2d5f476c6ba8 up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 16:02:33.332899 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port 22f06969-0a74-45b3-b407-2d5f476c6ba8 triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:02:33.333191 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:33.410329 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:33.432430 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:02:33.434732 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d0643c0bb4d98deb9f32d82bd082c5e916e0574a56e2606c1482bd56e709c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e520af1-f042-44fd-aa32-b757364a2169" -d '{"events": [{"server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "name": "network-vif-plugged", "status": "completed", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:02:33.447824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:02:33.452534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:33.454593 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-d04afb53-c538-4601-81d0-45113981b4e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:02:33.501021 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=22f06969-0a74-45b3-b407-2d5f476c6ba8,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:02:33.504159 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:02:33.534441 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6e2452-07d4-453e-b8d1-29a533f1df48 x-openstack-request-id: req-8e6e2452-07d4-453e-b8d1-29a533f1df48 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:02:33.534744 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "name": "network-vif-plugged", "status": "completed", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:02:33.535009 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e6e2452-07d4-453e-b8d1-29a533f1df48 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:02:33.535414 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'code': 200} Jun 22 16:02:34.205089 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:35.912553 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:40.819932 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:41.148433 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:02:44.756047 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-8642cea2-4dbe-43f9-a5a8-13aa21235515 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020360772&fields=id&tenant_id=e91c0a46c94344529ef352b741886f07 HTTP/1.1" status: 200 len: 267 time: 0.0343032 Jun 22 16:02:44.867028 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-ba52a9af-c0d0-419f-b940-8aae6b4d4dae tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:02:44.868464 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-ba52a9af-c0d0-419f-b940-8aae6b4d4dae tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 808 time: 0.1060007 Jun 22 16:02:44.884038 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-69c1dd01-43bd-4f87-be55-1ee0ed1933ff tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/quotas/e91c0a46c94344529ef352b741886f07 HTTP/1.1" status: 200 len: 375 time: 0.0092945 Jun 22 16:02:44.964188 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-894def95-4d44-456e-8692-50239278c5e8 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0744069 Jun 22 16:02:45.134134 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-64721e8c-8803-42d5-b764-26a7f10043e1 service neutron] 10.222.0.22 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270666 Jun 22 16:02:45.221665 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-7bd04603-e5af-4e32-9c8a-a963ae532896 service neutron] 10.222.0.22 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814948 Jun 22 16:02:45.452355 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-70d85218-bd76-456e-8403-df44f128bfb9 req-20f886df-1c8f-425b-8f0a-42aa41ef67e3 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0759094 Jun 22 16:02:46.834083 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dcdedc3b-58f8-412a-b5fc-0385beaf0d04 req-bc11ca8c-67a7-40e1-a61a-6f3ffff59344 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0373385 Jun 22 16:02:46.841274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-1ee3263c-a7ba-4b73-973e-c4c59cb5c1a0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:02:46.843010 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-1ee3263c-a7ba-4b73-973e-c4c59cb5c1a0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 808 time: 0.5084383 Jun 22 16:02:46.902030 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-3df80ac4-f8c3-4ed0-9a38-f8bc672d68b3 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e91c0a46c94344529ef352b741886f07 HTTP/1.1" status: 200 len: 380 time: 0.0498731 Jun 22 16:02:47.985024 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-8228b4aa-347a-45d8-b6db-e80ada4d809e req-532de562-7ddf-49f9-903c-92d589d809c1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0329020 Jun 22 16:02:49.132026 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-35df2eb4-e181-4802-81b4-107fc28d89bb req-e7873a85-a2bf-438f-98e7-74a4c1fbab41 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0313146 Jun 22 16:02:49.392660 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 22f06969-0a74-45b3-b407-2d5f476c6ba8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:02:49.472517 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:49.495967 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:02:49.498302 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d0643c0bb4d98deb9f32d82bd082c5e916e0574a56e2606c1482bd56e709c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42885ce4-caf1-423b-abe9-352c24b55738" -d '{"events": [{"server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "name": "network-vif-unplugged", "status": "completed", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:02:49.511530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:02:49.517407 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:02:49.519239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3f835944-f616-4080-9def-9cd618a53724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:02:49.543347 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c58cd3-8b6a-4030-b692-0cc2e51071bc x-openstack-request-id: req-68c58cd3-8b6a-4030-b692-0cc2e51071bc {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:02:49.543656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "name": "network-vif-unplugged", "status": "completed", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:02:49.543918 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68c58cd3-8b6a-4030-b692-0cc2e51071bc {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:02:49.544977 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'code': 200} Jun 22 16:02:49.570501 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=22f06969-0a74-45b3-b407-2d5f476c6ba8,revision_number=8']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:02:49.573685 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:02:50.280995 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-7e6c1e3a-89dc-4434-bd37-406ee9c1403d req-9f022b27-2cc7-4add-b602-87139373b479 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0311961 Jun 22 16:02:51.437693 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a3dc5e58-4622-4428-8c15-25adf40c1d35 req-20dd13ae-4e70-4d13-9734-7795fbc1e1dc tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0368371 Jun 22 16:02:52.594848 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a8f7941f-f72c-4798-a83f-e21f9375ece5 req-209750c4-9a94-4f0e-adfc-ce8d1c6a5138 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0368776 Jun 22 16:02:53.747971 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-20d0127a-4188-46b2-920d-64da92bf731c req-205f0fa8-8d88-45c2-9a96-c52caec9be61 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0301507 Jun 22 16:02:54.905581 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-dab58f84-b906-4744-ab71-9cf8b7264353 req-df63eacb-3e5a-4cf6-968d-8c332abdfa1a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0305703 Jun 22 16:02:56.061457 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-eb017865-470a-41ef-9be5-3c30303bf8f5 req-5ee24303-10e3-48da-b8fb-c0bc6e56a5f0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0343132 Jun 22 16:02:57.207953 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-bdcc2c45-b65e-46ad-83ab-37be7d3b5a08 req-2089d22b-d9f9-4466-bf4f-835d53257ab8 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0302286 Jun 22 16:02:58.348102 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-67a37598-7880-4c92-b0e9-3b725b0a7073 req-c8030135-e83f-4612-b183-3bfbebf78ead tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0287638 Jun 22 16:02:59.491734 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-2052de8b-5b75-4c48-8d38-d556d84769d9 req-d87b2bf5-565d-4ee4-b4a7-28425e8bc7e2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0288196 Jun 22 16:03:00.311661 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-e7b8b389-401b-4f54-9935-7bb2e6c4e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:00.645306 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-bdd8ad25-65a9-487e-aff8-b464f0b4f362 req-9722e5ba-30da-433c-8f47-a0cf763c1c65 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0337629 Jun 22 16:03:00.848424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'port': {'device_id': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'admin_state_up': True, 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'security_groups': ['674df557-bfa0-4dd2-8783-1293447ee9e6']}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:03:00.957569 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Made reservation on behalf of e91c0a46c94344529ef352b741886f07 for: {'port': 1} {{(pid=93501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:03:00.961073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:01.087840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Allocated IP 172.20.0.9 (4cf0e971-24e6-46ff-ad9a-d3721b13a067/1e22a58d-1392-4713-8ea0-753d99ccc9a3/b2a3932e-f731-4200-a2d1-ff8645bb81ff) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:03:01.224564 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:01.237483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Transition to ACTIVE for port object b2a3932e-f731-4200-a2d1-ff8645bb81ff will not be triggered until provisioned by entity DHCP. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:03:01.270636 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:01.274502 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d571b31e-2ba7-4ca5-a57e-c5e81b573a9e tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:03:01.315885 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:03:01.319219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:03:01.323156 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:03:01.330550 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'Port': ['ID=b2a3932e-f731-4200-a2d1-ff8645bb81ff,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:03:01.359217 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.359616 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.360008 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.360658 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.361056 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.361440 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.361815 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.362191 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.362565 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.362936 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.363332 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.363699 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:03:01.369430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:03:01.390424 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:01.391050 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:01.406531 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-b0a1ba28-eda9-43cf-84bd-78cc127ebae0 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620613 Jun 22 16:03:01.420227 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Request body: {'port': {'device_id': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:03:01.498507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:01.540897 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8603c24e-f573-46be-8891-202574f73b40 None None] Provisioning for port b2a3932e-f731-4200-a2d1-ff8645bb81ff completed by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:03:01.545759 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-8603c24e-f573-46be-8891-202574f73b40 None None] Provisioning complete for port b2a3932e-f731-4200-a2d1-ff8645bb81ff triggered by entity DHCP. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:03:01.546222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-8603c24e-f573-46be-8891-202574f73b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:01.580728 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-8603c24e-f573-46be-8891-202574f73b40 None None] Port b2a3932e-f731-4200-a2d1-ff8645bb81ff cannot update to ACTIVE because it is not bound. {{(pid=93503) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jun 22 16:03:01.790216 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a3932e-f731-4200-a2d1-ff8645bb81ff {{(pid=93501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:03:01.800219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:01.821429 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.provisioning_blocks [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Transition to ACTIVE for port object b2a3932e-f731-4200-a2d1-ff8645bb81ff will not be triggered until provisioned by entity L2. {{(pid=93501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:03:01.828050 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:01.831548 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c789e656-7998-4aef-8229-9278eb880026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:03:01.911290 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265cebd-50d4-48f2-9495-df4669b159d9 req-6dfd509f-c7d5-436c-a36c-4599f0671fc3 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:01.912848 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0265cebd-50d4-48f2-9495-df4669b159d9 req-6dfd509f-c7d5-436c-a36c-4599f0671fc3 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 931 time: 0.1559474 Jun 22 16:03:01.935668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a3932e-f731-4200-a2d1-ff8645bb81ff,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:03:01.938755 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:03:02.013901 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-0265cebd-50d4-48f2-9495-df4669b159d9 req-24f2e10a-c587-4313-88c6-eb354bfd2494 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920036 Jun 22 16:03:02.035185 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Attempting to bind port b2a3932e-f731-4200-a2d1-ff8645bb81ff on host hv-neutron-6013 for vnic_type normal with profile {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:03:02.035653 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Attempting to bind port b2a3932e-f731-4200-a2d1-ff8645bb81ff by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:03:02.035989 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Attempting to bind port b2a3932e-f731-4200-a2d1-ff8645bb81ff on network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:03:02.040643 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Port b2a3932e-f731-4200-a2d1-ff8645bb81ff on network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:03:02.040935 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Attempting to bind port b2a3932e-f731-4200-a2d1-ff8645bb81ff on network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:03:02.046507 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Checking agent: {'id': 'd8c116a5-89a8-464f-a222-f51f0285a077', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'started_at': datetime.datetime(2021, 6, 22, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:03:02.046840 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Checking segment: {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:03:02.047218 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Bound using segment: {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'} {{(pid=93501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:03:02.047637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.managers [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Bound port: b2a3932e-f731-4200-a2d1-ff8645bb81ff, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '252f36e0-18b0-4d7e-bb65-c154ffd846a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067'}}] {{(pid=93501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:03:02.047983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:02.112282 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, cleared binding levels {{(pid=93501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:03:02.115509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:03:02.119456 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:02.122445 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d0237335-d99e-4835-bc07-1922944037bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:03:02.156286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:02.156929 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:02.158299 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] 10.222.0.21 "PUT /v2.0/ports/b2a3932e-f731-4200-a2d1-ff8645bb81ff HTTP/1.1" status: 200 len: 1093 time: 0.7428615 Jun 22 16:03:02.158889 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:03:02.161328 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8984e30e05302101d1b069f198640201b944bf8ca7651505fc4d746a6633f98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5943101-4dc4-4b1c-826d-2b836cd49bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:03:02.189073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a3932e-f731-4200-a2d1-ff8645bb81ff,revision_number=3']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:03:02.193307 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:03:02.234225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d247a4d-28ce-432d-8b8c-adc6e54c9f0e x-openstack-request-id: req-7d247a4d-28ce-432d-8b8c-adc6e54c9f0e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:03:02.234578 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:03:02.234892 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d247a4d-28ce-432d-8b8c-adc6e54c9f0e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:03:02.235621 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'status': 'completed', 'code': 200} Jun 22 16:03:02.266187 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-d8740925-a514-4c0e-adb0-2b1484c2ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:02.267708 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-d8740925-a514-4c0e-adb0-2b1484c2ee84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0649402 Jun 22 16:03:02.316242 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-73521d59-24ce-4bbf-9fea-254f41975661 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff HTTP/1.1" status: 200 len: 217 time: 0.0409515 Jun 22 16:03:02.369940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-f67539d6-2a94-45e1-9ea9-f339be5dcd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:02.371399 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-f67539d6-2a94-45e1-9ea9-f339be5dcd53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0486040 Jun 22 16:03:02.433007 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-0ade98a8-631e-47fd-ba86-8a64387a0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:02.435792 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-0ade98a8-631e-47fd-ba86-8a64387a0b73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0579381 Jun 22 16:03:02.532143 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-efbe5952-3d01-431c-b0b9-4359035119c1 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902133 Jun 22 16:03:02.625366 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-c7bc9654-5ccd-4b23-8846-1c4664122ad0 req-1fd118ff-277b-4ce5-a2b3-83e9e14c94b7 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865235 Jun 22 16:03:02.728849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-5056b123-87fa-488d-97ca-913286453968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:02.730381 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-5056b123-87fa-488d-97ca-913286453968 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 1096 time: 0.0545058 Jun 22 16:03:02.758778 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-ecaed29b-5eed-4ccd-9bfe-1b3977f497a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:02.830741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-d4bad183-1f54-409c-9e3b-996c32281e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:02.832232 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-d4bad183-1f54-409c-9e3b-996c32281e5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0955050 Jun 22 16:03:02.876073 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-0b4a24c4-a95c-4c7a-87c1-464456e9380e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff HTTP/1.1" status: 200 len: 217 time: 0.0369840 Jun 22 16:03:02.931428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-db1f7c9f-df77-407e-918f-8765debbfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:02.932935 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-db1f7c9f-df77-407e-918f-8765debbfde5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0506992 Jun 22 16:03:02.992717 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-d08f1477-f6b0-4eca-8767-c5f6fad4f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:02.994265 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-d08f1477-f6b0-4eca-8767-c5f6fad4f194 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553217 Jun 22 16:03:03.055913 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:03.093681 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-a5945935-d385-4f34-b364-0f1b342b475c service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927122 Jun 22 16:03:03.229141 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d5943101-4dc4-4b1c-826d-2b836cd49bc9 req-4ecf4dd7-4fc4-42bf-941a-a452295ad72a service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293836 Jun 22 16:03:03.243695 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84903f7-13ed-484e-81de-b91ec5600ec3 req-106e5f2f-129e-4572-8247-c98b12d21b9a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:03.245178 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b84903f7-13ed-484e-81de-b91ec5600ec3 req-106e5f2f-129e-4572-8247-c98b12d21b9a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 943 time: 0.0986142 Jun 22 16:03:03.284385 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-b84903f7-13ed-484e-81de-b91ec5600ec3 req-0c3f6b27-689f-4fb1-a09e-0a5a3f8be36a tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329213 Jun 22 16:03:04.204040 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:04.459167 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de5157-8abd-4df8-84f0-585bea04109f req-5fd81e21-e0de-4258-a9cd-800bd399221f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:04.460545 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63de5157-8abd-4df8-84f0-585bea04109f req-5fd81e21-e0de-4258-a9cd-800bd399221f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 943 time: 0.0625525 Jun 22 16:03:04.498442 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-63de5157-8abd-4df8-84f0-585bea04109f req-be44e721-209c-40cf-9ad8-82ec9d4742d1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 Jun 22 16:03:05.690648 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412fa7e-3a90-4af4-983f-5567499934a8 req-fc1eb38b-df82-40fb-a8e7-7d3456d2ad76 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:05.692172 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a412fa7e-3a90-4af4-983f-5567499934a8 req-fc1eb38b-df82-40fb-a8e7-7d3456d2ad76 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 943 time: 0.0755868 Jun 22 16:03:05.735759 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a412fa7e-3a90-4af4-983f-5567499934a8 req-17cd8364-506b-411a-a78a-732c416eeae6 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324337 Jun 22 16:03:05.911674 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:06.911417 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f86d4-41c4-4580-be58-791f34b70d04 req-0db9763f-b770-4ce6-a75f-59485edf7182 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:06.912817 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b34f86d4-41c4-4580-be58-791f34b70d04 req-0db9763f-b770-4ce6-a75f-59485edf7182 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 943 time: 0.0641797 Jun 22 16:03:06.951098 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b34f86d4-41c4-4580-be58-791f34b70d04 req-3cb1019e-2aae-493c-bd1b-97ab95311091 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323651 Jun 22 16:03:07.469810 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b2a3932e-f731-4200-a2d1-ff8645bb81ff details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 16:03:07.568086 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:03:07.579564 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'port_id': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'mac_address': 'fa:16:3e:03:d8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 16:03:07.615700 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:07.631292 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a3932e-f731-4200-a2d1-ff8645bb81ff {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:03:07.651610 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:03:07.656485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:07.658272 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:03:07.703258 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=b2a3932e-f731-4200-a2d1-ff8645bb81ff,revision_number=4']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:03:07.706343 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:03:08.125782 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573299e9-e851-49a3-a64e-392482bfa79f req-3b7f7b63-c914-4500-a592-232ad3ccadbc tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:08.127311 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-573299e9-e851-49a3-a64e-392482bfa79f req-3b7f7b63-c914-4500-a592-232ad3ccadbc tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 944 time: 0.0648732 Jun 22 16:03:08.147356 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['b2a3932e-f731-4200-a2d1-ff8645bb81ff'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:03:08.202729 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-573299e9-e851-49a3-a64e-392482bfa79f req-6c7d382d-0d2d-4797-b0a5-14e52fb1520e tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691710 Jun 22 16:03:08.226142 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee35a196-5909-4e6f-8230-052961e74767 req-7d3931fa-b165-4c95-b042-12ec9dbc6924 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779464 Jun 22 16:03:08.323313 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35a196-5909-4e6f-8230-052961e74767 req-d05a5452-c7d4-4edc-9760-eae33e2eb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:08.325776 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee35a196-5909-4e6f-8230-052961e74767 req-d05a5452-c7d4-4edc-9760-eae33e2eb341 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1096 time: 0.0595329 Jun 22 16:03:08.427917 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35a196-5909-4e6f-8230-052961e74767 req-8940271b-be6b-4e2e-86d8-872465047a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:08.429450 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee35a196-5909-4e6f-8230-052961e74767 req-8940271b-be6b-4e2e-86d8-872465047a5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0851021 Jun 22 16:03:08.499198 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee35a196-5909-4e6f-8230-052961e74767 req-36bbb77a-0cfb-4564-8092-63935daca952 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 998 time: 0.0627193 Jun 22 16:03:08.551738 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35a196-5909-4e6f-8230-052961e74767 req-6f38a675-cb18-4272-a5d2-db5ca27b3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:08.553247 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee35a196-5909-4e6f-8230-052961e74767 req-6f38a675-cb18-4272-a5d2-db5ca27b3f4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0475931 Jun 22 16:03:08.612054 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35a196-5909-4e6f-8230-052961e74767 req-e6e0c617-9634-4f69-994f-f661f945ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:08.613513 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee35a196-5909-4e6f-8230-052961e74767 req-e6e0c617-9634-4f69-994f-f661f945ee62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0542486 Jun 22 16:03:08.708940 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee35a196-5909-4e6f-8230-052961e74767 req-1a5bda97-82b9-4a90-91b1-ca2258a02242 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876017 Jun 22 16:03:08.800120 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-ee35a196-5909-4e6f-8230-052961e74767 req-5551da5b-1763-4e30-8e27-6140e19ba0b8 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847955 Jun 22 16:03:09.389208 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cbc82-8b74-40f9-8944-0dfabcf8f018 req-f0277f77-5df8-431a-b3a4-28cf77c7323f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:09.392078 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-009cbc82-8b74-40f9-8944-0dfabcf8f018 req-f0277f77-5df8-431a-b3a4-28cf77c7323f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 944 time: 0.0766873 Jun 22 16:03:09.431984 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-009cbc82-8b74-40f9-8944-0dfabcf8f018 req-70c7e708-81e2-4597-989e-ed970b0a9044 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338101 Jun 22 16:03:09.469126 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b2a3932e-f731-4200-a2d1-ff8645bb81ff up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 16:03:09.517245 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning for port b2a3932e-f731-4200-a2d1-ff8645bb81ff completed by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:03:09.520813 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port b2a3932e-f731-4200-a2d1-ff8645bb81ff triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:03:09.521192 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:09.599672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:09.779683 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:03:09.782043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d0643c0bb4d98deb9f32d82bd082c5e916e0574a56e2606c1482bd56e709c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02124029-0182-462e-b253-956897bab504" -d '{"events": [{"server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "name": "network-vif-plugged", "status": "completed", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:03:09.796994 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:03:09.804223 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:09.806242 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-a70626a8-9a30-4c46-b285-47783a119a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:03:09.831273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fca0f4-801a-446a-b328-18d6a2b52309 x-openstack-request-id: req-d5fca0f4-801a-446a-b328-18d6a2b52309 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:03:09.831547 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "name": "network-vif-plugged", "status": "completed", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:03:09.831819 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5fca0f4-801a-446a-b328-18d6a2b52309 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:03:09.832217 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'code': 200} Jun 22 16:03:09.861342 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=b2a3932e-f731-4200-a2d1-ff8645bb81ff,revision_number=5']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:03:09.864411 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:03:10.067849 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cafb8c-f7fb-4505-8f6d-7384745831c7 req-bff0f470-d77a-4875-adc2-cac0dda728a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:10.069655 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-41cafb8c-f7fb-4505-8f6d-7384745831c7 req-bff0f470-d77a-4875-adc2-cac0dda728a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0611672 Jun 22 16:03:10.106401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-41cafb8c-f7fb-4505-8f6d-7384745831c7 req-7b4afdce-0cba-4eb2-93d4-716993e4d3c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297458 Jun 22 16:03:10.617334 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5ec1a-0975-4e18-b666-0316a3eaba07 req-ea2b0182-1876-42d6-932e-8cbf17998fbe tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:10.618804 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-37d5ec1a-0975-4e18-b666-0316a3eaba07 req-ea2b0182-1876-42d6-932e-8cbf17998fbe tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 945 time: 0.0678923 Jun 22 16:03:10.662706 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-37d5ec1a-0975-4e18-b666-0316a3eaba07 req-ad4deddb-b1fc-46a7-bd68-f9af3b256442 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374372 Jun 22 16:03:10.833784 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:11.842798 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db8b8-8490-4f38-a740-5f20b14c5aae req-fe6d6147-caba-4f65-98e5-905a84d7d294 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:11.844270 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d05db8b8-8490-4f38-a740-5f20b14c5aae req-fe6d6147-caba-4f65-98e5-905a84d7d294 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 945 time: 0.0680401 Jun 22 16:03:11.882347 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d05db8b8-8490-4f38-a740-5f20b14c5aae req-8dfd61d6-d3cf-4ada-827a-8662a9ec2a04 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Jun 22 16:03:12.059141 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181ee3f-f5f0-4879-ae23-8b5a8dc0dd58 req-398fe920-3efd-455f-b0f4-4218a4137029 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:12.060614 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b181ee3f-f5f0-4879-ae23-8b5a8dc0dd58 req-398fe920-3efd-455f-b0f4-4218a4137029 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 945 time: 0.0697160 Jun 22 16:03:12.100621 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-b181ee3f-f5f0-4879-ae23-8b5a8dc0dd58 req-3619a8fe-78fd-45fb-89c8-0944549a80f8 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342758 Jun 22 16:03:12.124693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50712) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:03:12.176651 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fed572-1092-40e4-8e37-b54b88eb0891 tempest-TestSnapshotPattern-1341289672 tempest-TestSnapshotPattern-1341289672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:12.178099 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-73fed572-1092-40e4-8e37-b54b88eb0891 tempest-TestSnapshotPattern-1341289672 tempest-TestSnapshotPattern-1341289672-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 1093 time: 0.0523744 Jun 22 16:03:12.180897 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50714) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:03:12.185594 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.v2.base [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Request body: {'floatingip': {'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'port_id': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:03:12.211212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for floatingip, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:12.310984 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8006530'] for port, before_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:12.416853 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_common [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Allocated IP 172.26.6.247 (339c21db-a4db-4e65-9542-46a747b526ad/76665a3c-80e1-42da-8b8b-adb46d57f7ea/db0fa4a6-89bd-4de3-9642-d259ab80aef4) {{(pid=93501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:03:12.539713 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for port, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:12.585146 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8004687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-41708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782473148200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2099923'] for port, after_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:12.588274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-a7213cce-b50f-4c5c-93e9-e9238e75e3a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:03:12.630728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Network 339c21db-a4db-4e65-9542-46a747b526ad is already hosted by enough agents. {{(pid=93501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:03:12.636428 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.base_scheduler [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Resources bound (agent type, host, resource id): {{(pid=93501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:03:12.639693 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'Port': ['ID=db0fa4a6-89bd-4de3-9642-d259ab80aef4,revision_number=1']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:03:12.641950 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Received port after_create {{(pid=93501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:03:12.664162 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:03:13.019411 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:13.112422 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:13.272576 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for port, precommit_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:13.277097 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2099909'] for port, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:13.279694 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-76962779-514c-47ce-b47a-159ba6f29b44 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:03:13.341245 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event updated for resources: {'Port': ['ID=db0fa4a6-89bd-4de3-9642-d259ab80aef4,revision_number=2']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:03:13.345174 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:03:13.357434 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-635159'] for floatingip, after_update {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:13.456024 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Floating IP 313eb05e-f930-4a2d-b0bd-6b4b60b5f695 associated. External IP: 172.26.6.247, port: b2a3932e-f731-4200-a2d1-ff8645bb81ff. Jun 22 16:03:13.663468 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:03:13.771846 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:03:13.781802 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] Sync routers for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:03:13.790943 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:03:13.791153 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:13.791630 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:03:13.835888 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d77157b5-bfe0-43d8-aaa9-4a9556dac63f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6539578 Jun 22 16:03:13.836715 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:03:13.839116 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8984e30e05302101d1b069f198640201b944bf8ca7651505fc4d746a6633f98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:03:13.877340 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88850cc4-c47b-429b-989a-c472e91e97d6 x-openstack-request-id: req-88850cc4-c47b-429b-989a-c472e91e97d6 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:03:13.877991 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:03:13.878485 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88850cc4-c47b-429b-989a-c472e91e97d6 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:03:13.879076 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'status': 'completed', 'code': 200} Jun 22 16:03:13.904127 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:03:13.954612 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-f24eb6aa-5608-4fc0-a356-2d72769bc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:13.956135 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-f24eb6aa-5608-4fc0-a356-2d72769bc58e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0555263 Jun 22 16:03:14.048894 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-98668444-5bb9-4d80-8a77-b276180d24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:14.050401 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-98668444-5bb9-4d80-8a77-b276180d24ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0879366 Jun 22 16:03:14.115126 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-7438b189-a631-441d-bd98-f00b133e7078 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff HTTP/1.1" status: 200 len: 999 time: 0.0588059 Jun 22 16:03:14.130247 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '313eb05e-f930-4a2d-b0bd-6b4b60b5f695', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:03:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:03:12Z', 'updated_at': '2021-06-22T16:03:12Z', 'revision_number': 0, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}, {'id': 'adf563ac-5964-493b-b5e8-cc9e20111c47', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:59:45Z', 'updated_at': '2021-06-22T15:59:47Z', 'revision_number': 1, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:03:14.157327 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] Checking router: 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:03:14.165631 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:03:14.166272 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:03:03Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:03:14.166481 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-3a4f0cae-995a-4ae6-9d8e-f2e29434b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:14.167947 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-3a4f0cae-995a-4ae6-9d8e-f2e29434b51d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0470586 Jun 22 16:03:14.229862 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-89236d5d-7f3f-4547-9f07-68da76f4f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:03:14.231667 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-89236d5d-7f3f-4547-9f07-68da76f4f17a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0579903 Jun 22 16:03:14.271167 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:03:14.320116 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-2c35af1e-e231-4acd-860e-277b421c780d service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822868 Jun 22 16:03:14.602520 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '313eb05e-f930-4a2d-b0bd-6b4b60b5f695', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:03:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:03:12Z', 'updated_at': '2021-06-22T16:03:12Z', 'revision_number': 0, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}, {'id': 'adf563ac-5964-493b-b5e8-cc9e20111c47', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:59:45Z', 'updated_at': '2021-06-22T15:59:47Z', 'revision_number': 1, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:03:14.631017 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6190ef-1760-4286-bd58-97b939d141d2 None None] The sync data for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv is: [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': '313eb05e-f930-4a2d-b0bd-6b4b60b5f695', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.247', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:03:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:03:12Z', 'updated_at': '2021-06-22T16:03:12Z', 'revision_number': 0, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}, {'id': 'adf563ac-5964-493b-b5e8-cc9e20111c47', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:59:45Z', 'updated_at': '2021-06-22T15:59:47Z', 'revision_number': 1, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:03:14.779840 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a60a5ce8-1548-41f9-a6cf-76db99a4c7cb req-4f781547-a050-4425-a181-f2ff0b05c685 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534466 Jun 22 16:03:14.859254 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664ee2a-ac11-4f23-bb31-9a6f63537a7a None None] New status for floating IP 313eb05e-f930-4a2d-b0bd-6b4b60b5f695: ACTIVE {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:03:18.146306 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:03:30.315058 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f7dadc77-ce54-4a85-9139-e2ad44fe78c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:32.760550 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-326a1ff9-c3f9-4050-a6dd-d50107a0124b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:33.049011 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:34.210247 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:35.917629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:40.857594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:03:55.145346 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:04:00.316761 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-03988757-3c1b-4e28-ad4a-bbea93630164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:02.761673 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2debb7d9-8bd9-4794-a29b-c72eaa26f8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:03.050238 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:04.210571 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:05.916719 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:08.186903 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-3a9f0be5-1a3a-4434-ae7b-213796e79b8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520926 Jun 22 16:04:08.282133 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-5fe4ef6d-661a-49c3-982e-8abf6deeb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:04:08.283614 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-5fe4ef6d-661a-49c3-982e-8abf6deeb837 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1096 time: 0.0554340 Jun 22 16:04:08.389303 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-f9c2efa6-13bb-4c88-aa25-9d4bc3fa0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:04:08.390771 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-f9c2efa6-13bb-4c88-aa25-9d4bc3fa0cab service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0873704 Jun 22 16:04:08.453913 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-fd58c821-241c-4d80-81c4-fa851ba8129b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 998 time: 0.0564454 Jun 22 16:04:08.506810 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-d9f5217e-caed-4dde-9d2a-d4d848907113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:04:08.508245 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-d9f5217e-caed-4dde-9d2a-d4d848907113 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0479457 Jun 22 16:04:08.564961 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-bc1a720c-3143-451d-8295-1bf264fb2419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:04:08.566457 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-bc1a720c-3143-451d-8295-1bf264fb2419 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0515904 Jun 22 16:04:08.659755 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-ee742041-7afa-4b04-9f4f-21b4056e34fc service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862858 Jun 22 16:04:08.749812 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-d34eaa6f-b341-4784-aca8-875ab4814106 req-2c63a039-bf6d-461b-838f-4c0f608f3ac3 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829034 Jun 22 16:04:10.858606 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:30.318064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b35bfa24-c4e3-49c6-b225-0c6b1f99ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:32.144538 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:04:32.764196 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c537c6ee-ab1c-4eee-a84b-e2e9808ac1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:33.050667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:34.213038 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:35.919545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:04:40.867331 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:00.318429 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-7432f6bf-b3e5-4f27-aff7-8b73b2695c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:02.764808 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-20cd069a-39bb-449f-925a-fc37eedb7e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:03.051380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:04.215390 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:05.921774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:09.143111 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:05:10.222863 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-07b54904-2209-486a-9e99-3f22029aac18 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518925 Jun 22 16:05:10.303279 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-6cd64cb6-230c-4dec-b446-e1d0e43870e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:10.304770 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-6cd64cb6-230c-4dec-b446-e1d0e43870e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0590036 Jun 22 16:05:10.408443 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-56f96596-d38d-4e47-8884-d6c1e509dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:10.409806 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-56f96596-d38d-4e47-8884-d6c1e509dfa9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0847378 Jun 22 16:05:10.477324 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-3e3a1b4e-eefb-4a21-9b3a-5bf841f8ef39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff HTTP/1.1" status: 200 len: 1001 time: 0.0607116 Jun 22 16:05:10.530368 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-9307ce73-cee1-4b5b-85b8-f9f463d479b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:10.531847 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-9307ce73-cee1-4b5b-85b8-f9f463d479b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0488176 Jun 22 16:05:10.590349 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-67059811-44a4-46fa-ba08-6c16fecdc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:10.591853 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-67059811-44a4-46fa-ba08-6c16fecdc9b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0539718 Jun 22 16:05:10.687002 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-dabea578-f563-444f-8ffd-3dbe6fb4c181 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890212 Jun 22 16:05:10.777929 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-f984ee57-22b3-464f-a700-1c6715fb4cb6 req-47e90fb2-3a90-4188-8253-3d383f1721ac service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852098 Jun 22 16:05:10.870364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:30.324094 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0a837ef5-0a35-4af5-b5cd-a1c7024978b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:32.764776 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b61acb18-0f59-4762-80ab-8544c8c53b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:33.052090 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:34.065312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b2a3932e-f731-4200-a2d1-ff8645bb81ff details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=93503) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 22 16:05:34.160396 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:34.172507 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Returning: {'device': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'port_id': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'mac_address': 'fa:16:3e:03:d8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93503) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 22 16:05:34.218233 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:34.229992 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:34.235098 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2a3932e-f731-4200-a2d1-ff8645bb81ff {{(pid=93503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:05:34.263450 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:34.267197 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:34.269007 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-bef5d3e3-5cb2-4257-8efe-12ce480fe018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:34.318070 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=b2a3932e-f731-4200-a2d1-ff8645bb81ff,revision_number=6']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:34.325063 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.325419 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.325764 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.326103 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.326438 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.326771 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.327110 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.327433 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.327758 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.328083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.328405 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.328724 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:34.332608 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:34.354649 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] get_ports_and_sgs() called for port_ids ['b2a3932e-f731-4200-a2d1-ff8645bb81ff'] {{(pid=93503) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:05:35.924222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:36.075820 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b2a3932e-f731-4200-a2d1-ff8645bb81ff up at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 22 16:05:36.123585 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Provisioning complete for port b2a3932e-f731-4200-a2d1-ff8645bb81ff triggered by entity L2. {{(pid=93503) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:05:36.123963 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7665694'] for port, provisioning_complete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:36.202886 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:36.225470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:05:36.228277 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d0643c0bb4d98deb9f32d82bd082c5e916e0574a56e2606c1482bd56e709c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a59ecc-af44-4697-84ac-6a80750b4b79" -d '{"events": [{"server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "name": "network-vif-plugged", "status": "completed", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:05:36.241327 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:36.246562 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:36.248473 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-3a440678-757f-424b-bb79-1462a510f30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:36.269936 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a47a41-7031-498d-ab30-c7f7bbeabfe9 x-openstack-request-id: req-32a47a41-7031-498d-ab30-c7f7bbeabfe9 {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:05:36.270240 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "name": "network-vif-plugged", "status": "completed", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:05:36.270508 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32a47a41-7031-498d-ab30-c7f7bbeabfe9 {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:05:36.270906 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'code': 200} Jun 22 16:05:36.296418 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=b2a3932e-f731-4200-a2d1-ff8645bb81ff,revision_number=7']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:36.299440 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:40.888634 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:46.141464 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:05:46.977725 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 50972) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:05:47.141195 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Deleting port db0fa4a6-89bd-4de3-9642-d259ab80aef4 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:05:47.141458 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:47.219513 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:47.219836 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:47.285909 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Calling delete_port for db0fa4a6-89bd-4de3-9642-d259ab80aef4 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:05:47.438241 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:47.440204 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0b43fba-5ce5-4af7-af88-98212ffac072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:47.461442 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event deleted for resources: {'Port': ['ID=db0fa4a6-89bd-4de3-9642-d259ab80aef4,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:47.471642 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.472039 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.472421 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.472824 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.473575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.473575 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.473925 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.474297 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.474667 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.475034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.475396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.475759 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:05:47.482084 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:47.537947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:47.538278 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Floating IP 313eb05e-f930-4a2d-b0bd-6b4b60b5f695 disassociated (deleted). External IP: 172.26.6.247, port: b2a3932e-f731-4200-a2d1-ff8645bb81ff. Jun 22 16:05:47.747595 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:05:47.855529 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:05:47.859997 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:47.865807 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] Sync routers for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:05:47.874859 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:05:47.875537 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:47.896435 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-8e240e16-a058-485c-a4e0-d5ab3af627a2 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "DELETE /v2.0/floatingips/313eb05e-f930-4a2d-b0bd-6b4b60b5f695 HTTP/1.1" status: 204 len: 168 time: 0.9175885 Jun 22 16:05:47.897154 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:05:47.900033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8984e30e05302101d1b069f198640201b944bf8ca7651505fc4d746a6633f98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ef13c8-073f-485a-a0a2-4a81c494494b" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:05:47.990521 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:05:48.025613 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361717a8-56c8-4d4e-9f67-3888d164ad3e x-openstack-request-id: req-361717a8-56c8-4d4e-9f67-3888d164ad3e {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:05:48.026127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:05:48.026277 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-361717a8-56c8-4d4e-9f67-3888d164ad3e {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:05:48.027073 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'status': 'completed', 'code': 200} Jun 22 16:05:48.108319 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-8a3aa595-8b72-4203-9edc-a406552ac6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:48.110348 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-8a3aa595-8b72-4203-9edc-a406552ac6dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 1098 time: 0.0599906 Jun 22 16:05:48.214686 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-a61563d0-0df2-4f81-b069-84d8d33756b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:48.216162 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-a61563d0-0df2-4f81-b069-84d8d33756b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0995016 Jun 22 16:05:48.228453 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'adf563ac-5964-493b-b5e8-cc9e20111c47', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:59:45Z', 'updated_at': '2021-06-22T15:59:47Z', 'revision_number': 1, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:48.254847 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] Checking router: 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:05:48.262973 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:05:48.263612 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:48.288568 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-dbf82d00-e82a-4c64-848b-a53b55efa11f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff HTTP/1.1" status: 200 len: 217 time: 0.0562642 Jun 22 16:05:48.352034 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-ccfca4d6-7554-4b0d-82d2-6949205c9ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:48.354096 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-ccfca4d6-7554-4b0d-82d2-6949205c9ebc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0583069 Jun 22 16:05:48.362872 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d482-8952-4c74-ac45-cdcb55e8f4d3 req-3fe25df8-2de5-465e-a097-c6082c9aefc6 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:48.364280 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6261d482-8952-4c74-ac45-cdcb55e8f4d3 req-3fe25df8-2de5-465e-a097-c6082c9aefc6 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 945 time: 0.1427381 Jun 22 16:05:48.370089 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:05:48.430758 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-6261d482-8952-4c74-ac45-cdcb55e8f4d3 req-8982a439-c800-47fe-bc37-ecfe72b14200 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573127 Jun 22 16:05:48.445865 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-2f036502-ef8d-4a3a-a7ea-3e8fcd4802c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:48.447487 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-2f036502-ef8d-4a3a-a7ea-3e8fcd4802c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0821681 Jun 22 16:05:48.542554 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-f2c6f64a-a3a3-414f-8edf-9c26623e30ab service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882068 Jun 22 16:05:48.593727 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'adf563ac-5964-493b-b5e8-cc9e20111c47', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:59:45Z', 'updated_at': '2021-06-22T15:59:47Z', 'revision_number': 1, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:48.620187 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef115e0a-0ff5-4be0-864f-02d8de3a2a2a None None] The sync data for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv is: [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_floatingips': [{'id': 'adf563ac-5964-493b-b5e8-cc9e20111c47', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'router_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'port_id': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'mac_address': 'fa:16:3e:b2:ba:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T15:59:45Z', 'updated_at': '2021-06-22T15:59:47Z', 'revision_number': 1, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:05:48.636987 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-23ef13c8-073f-485a-a0a2-4a81c494494b req-7981a451-e024-491f-a7e4-5f7c0db0b1c6 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Jun 22 16:05:48.842722 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaa5d05-2e58-4b25-a2f7-b46001cb0e1b None None] New status for floating IP 313eb05e-f930-4a2d-b0bd-6b4b60b5f695: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:05:49.625291 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b7f28-6ffe-4da9-93c3-8b21218c6ab1 req-9a241f71-39c6-4ec1-a94f-6fc61a365694 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:49.626783 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a92b7f28-6ffe-4da9-93c3-8b21218c6ab1 req-9a241f71-39c6-4ec1-a94f-6fc61a365694 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 945 time: 0.0657873 Jun 22 16:05:49.665290 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-a92b7f28-6ffe-4da9-93c3-8b21218c6ab1 req-8e9a255f-1f80-49a0-8d59-ccd8439e862b tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323043 Jun 22 16:05:49.988077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94803703-0918-4df3-b39b-046cd991d58a req-3fd969c5-e998-4e4d-b258-a31ec9cce3f1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:49.989565 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-94803703-0918-4df3-b39b-046cd991d58a req-3fd969c5-e998-4e4d-b258-a31ec9cce3f1 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 945 time: 0.0693207 Jun 22 16:05:50.091111 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-94803703-0918-4df3-b39b-046cd991d58a req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Deleting port b2a3932e-f731-4200-a2d1-ff8645bb81ff {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:05:50.091459 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-94803703-0918-4df3-b39b-046cd991d58a req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:50.127688 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b2a3932e-f731-4200-a2d1-ff8645bb81ff no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:05:50.184333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-94803703-0918-4df3-b39b-046cd991d58a req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:50.184692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-94803703-0918-4df3-b39b-046cd991d58a req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:50.202754 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8006580'] for port, before_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:50.224871 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff'}] {{(pid=93503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:05:50.227135 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17d0643c0bb4d98deb9f32d82bd082c5e916e0574a56e2606c1482bd56e709c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14709d54-cbd2-4f41-949f-0ae57386a46c" -d '{"events": [{"server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff"}]}' {{(pid=93503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:05:50.244539 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] For port b2a3932e-f731-4200-a2d1-ff8645bb81ff, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b2a3932e-f731-4200-a2d1-ff8645bb81ff,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:50.248712 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782473616689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782473148218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782473148263'] for port, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:50.250360 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-94803703-0918-4df3-b39b-046cd991d58a req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Calling delete_port for b2a3932e-f731-4200-a2d1-ff8645bb81ff owned by compute:nova {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:05:50.250524 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:50.275014 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d9671c-9630-47a5-92ee-479c3cb2343d x-openstack-request-id: req-a1d9671c-9630-47a5-92ee-479c3cb2343d {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:05:50.275297 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "name": "network-vif-unplugged", "status": "completed", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff", "code": 200}]} {{(pid=93503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:05:50.275565 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1d9671c-9630-47a5-92ee-479c3cb2343d {{(pid=93503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:05:50.275962 dv-neutron-601336-93-hyperv neutron-server[93503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'code': 200} Jun 22 16:05:50.302066 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Pushing event updated for resources: {'Port': ['ID=b2a3932e-f731-4200-a2d1-ff8645bb81ff,revision_number=8']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:50.305214 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:50.384483 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-94803703-0918-4df3-b39b-046cd991d58a req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:50.389590 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-605db89a-092f-4ad9-8d49-d6e0f7680638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:50.423650 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event deleted for resources: {'Port': ['ID=b2a3932e-f731-4200-a2d1-ff8645bb81ff,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:50.426820 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:50.473510 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-94803703-0918-4df3-b39b-046cd991d58a req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] No DVR routers for this DVR port b2a3932e-f731-4200-a2d1-ff8645bb81ff on host hv-neutron-6013 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:05:50.475995 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-94803703-0918-4df3-b39b-046cd991d58a req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:50.478038 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-94803703-0918-4df3-b39b-046cd991d58a req-352a7ef0-1398-40d0-9d6d-06d7ad55c9b5 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "DELETE /v2.0/ports/b2a3932e-f731-4200-a2d1-ff8645bb81ff HTTP/1.1" status: 204 len: 173 time: 0.4826171 Jun 22 16:05:50.478568 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'name': 'network-vif-deleted', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:05:50.480983 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8984e30e05302101d1b069f198640201b944bf8ca7651505fc4d746a6633f98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c45971a-fe65-4813-aabe-a60e893582a3" -d '{"events": [{"server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "name": "network-vif-deleted", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:05:50.521673 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d968a0-beb3-46a0-bbb9-4611d65bc191 x-openstack-request-id: req-53d968a0-beb3-46a0-bbb9-4611d65bc191 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:05:50.522051 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9ff153-def0-436c-9090-6f1ddb4f1ed0", "name": "network-vif-deleted", "tag": "b2a3932e-f731-4200-a2d1-ff8645bb81ff", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:05:50.522398 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53d968a0-beb3-46a0-bbb9-4611d65bc191 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:05:50.523471 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9ff153-def0-436c-9090-6f1ddb4f1ed0', 'name': 'network-vif-deleted', 'tag': 'b2a3932e-f731-4200-a2d1-ff8645bb81ff', 'status': 'completed', 'code': 200} Jun 22 16:05:50.823274 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-a365717b-0631-45e9-b1a2-7bc8ee2e680c req-e9f6ce70-b4af-48b7-8762-d3edf66c9069 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae9ff153-def0-436c-9090-6f1ddb4f1ed0 HTTP/1.1" status: 200 len: 210 time: 0.0298822 Jun 22 16:05:52.447742 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51040) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:05:52.604033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Deleting port c368ccbd-43fd-44ec-82e8-e8b202369402 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:05:52.604383 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:52.683286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:52.683524 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:52.745120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Calling delete_port for c368ccbd-43fd-44ec-82e8-e8b202369402 owned by network:floatingip {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:05:52.893498 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:52.896270 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:52.921219 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event deleted for resources: {'Port': ['ID=c368ccbd-43fd-44ec-82e8-e8b202369402,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:52.925708 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:52.984196 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for floatingip, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:52.984478 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.db.l3_db [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Floating IP adf563ac-5964-493b-b5e8-cc9e20111c47 disassociated (deleted). External IP: 172.26.6.29, port: 22f06969-0a74-45b3-b407-2d5f476c6ba8. Jun 22 16:05:53.185193 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:05:53.293947 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:05:53.298784 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for floatingip, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:53.303197 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] Sync routers for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:05:53.312435 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:05:53.313068 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:53.338838 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "DELETE /v2.0/floatingips/adf563ac-5964-493b-b5e8-cc9e20111c47 HTTP/1.1" status: 204 len: 168 time: 0.8899317 Jun 22 16:05:53.339912 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:05:53.342534 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8984e30e05302101d1b069f198640201b944bf8ca7651505fc4d746a6633f98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8306d032-52e2-4610-b46f-852db665a4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:05:53.381150 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db9f8c-9333-43cc-a8a8-13b424da17a3 x-openstack-request-id: req-15db9f8c-9333-43cc-a8a8-13b424da17a3 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:05:53.382152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:05:53.382152 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15db9f8c-9333-43cc-a8a8-13b424da17a3 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:05:53.382523 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'status': 'completed', 'code': 200} Jun 22 16:05:53.427532 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:05:53.460632 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306d032-52e2-4610-b46f-852db665a4bd req-712d7f79-6dda-4c1e-8176-78912f72ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:53.463066 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8306d032-52e2-4610-b46f-852db665a4bd req-712d7f79-6dda-4c1e-8176-78912f72ad4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e91c0a46c94344529ef352b741886f07&device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 1096 time: 0.0577140 Jun 22 16:05:53.557776 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306d032-52e2-4610-b46f-852db665a4bd req-2a5a45c7-ef4e-43eb-8616-0b9418cb6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:53.559157 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8306d032-52e2-4610-b46f-852db665a4bd req-2a5a45c7-ef4e-43eb-8616-0b9418cb6c6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 200 len: 909 time: 0.0894051 Jun 22 16:05:53.607836 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8306d032-52e2-4610-b46f-852db665a4bd req-fb995a50-a3e7-45fa-8795-40a9dd8d6101 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 200 len: 217 time: 0.0422053 Jun 22 16:05:53.648017 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:53.671771 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306d032-52e2-4610-b46f-852db665a4bd req-904abcf7-b7bf-4dcb-bacc-9a3135d5f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:53.673384 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8306d032-52e2-4610-b46f-852db665a4bd req-904abcf7-b7bf-4dcb-bacc-9a3135d5f551 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 200 len: 847 time: 0.0585582 Jun 22 16:05:53.676177 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] Checking router: 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:05:53.686625 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:05:53.687249 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:53.733940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306d032-52e2-4610-b46f-852db665a4bd req-c02d7e8e-b7d5-4e0a-bc33-c61aaa5106d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:53.734805 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34f6e7-e861-4855-a9a0-dd6ff23a475b req-848e83e4-cd9d-4155-8af7-2e1106170a4e tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:53.735667 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8306d032-52e2-4610-b46f-852db665a4bd req-c02d7e8e-b7d5-4e0a-bc33-c61aaa5106d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4cf0e971-24e6-46ff-ad9a-d3721b13a067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0558951 Jun 22 16:05:53.736580 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cc34f6e7-e861-4855-a9a0-dd6ff23a475b req-848e83e4-cd9d-4155-8af7-2e1106170a4e tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 943 time: 0.0709164 Jun 22 16:05:53.783134 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [req-cc34f6e7-e861-4855-a9a0-dd6ff23a475b req-b7f122e3-f12a-4333-b3aa-b3a2127de275 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Jun 22 16:05:53.836878 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8306d032-52e2-4610-b46f-852db665a4bd req-f9554b01-9291-4a30-97e2-57c94c939988 service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943480 Jun 22 16:05:53.888593 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:05:53.927422 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-8306d032-52e2-4610-b46f-852db665a4bd req-dd5f7291-6be8-4ec2-a468-1d6151c2195b service neutron] 10.222.0.21 "GET /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828087 Jun 22 16:05:54.081521 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:54.111320 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc036586-30b9-42d4-bb15-3c5017cac9cf None None] The sync data for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv is: [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv', '_interfaces': [{'id': '7f64fbce-27b6-481f-88ca-d0de748d337c', 'name': '', 'network_id': '4cf0e971-24e6-46ff-ad9a-d3721b13a067', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'mac_address': 'fa:16:3e:90:1f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:23Z', 'updated_at': '2021-06-22T15:59:29Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'subnets': [{'id': '1e22a58d-1392-4713-8ea0-753d99ccc9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:05:54.137364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b2a3932e-f731-4200-a2d1-ff8645bb81ff no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:05:54.158392 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: b2a3932e-f731-4200-a2d1-ff8645bb81ff {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 16:05:54.158750 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device b2a3932e-f731-4200-a2d1-ff8645bb81ff not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 16:05:54.327284 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fbd26-d1eb-4a88-9178-4cdc79a22c8a None None] New status for floating IP adf563ac-5964-493b-b5e8-cc9e20111c47: DOWN {{(pid=93503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:05:54.648345 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-22c12060-710d-47e8-944a-9cdfe1fd455f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:54.650678 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-22c12060-710d-47e8-944a-9cdfe1fd455f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 943 time: 0.0643294 Jun 22 16:05:54.755698 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Deleting port 22f06969-0a74-45b3-b407-2d5f476c6ba8 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:05:54.756038 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:54.851863 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] For port 22f06969-0a74-45b3-b407-2d5f476c6ba8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=22f06969-0a74-45b3-b407-2d5f476c6ba8,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:54.852397 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:54.919176 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Calling delete_port for 22f06969-0a74-45b3-b407-2d5f476c6ba8 owned by compute:nova {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:05:55.040396 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab45487-f669-440d-8408-c4a93666bf2c req-99ff97a7-670e-473a-bc42-7eb42d865b38 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:05:55.041919 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cab45487-f669-440d-8408-c4a93666bf2c req-99ff97a7-670e-473a-bc42-7eb42d865b38 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/ports?device_id=50f2cf62-382f-4c13-9c92-16249abbd51c HTTP/1.1" status: 200 len: 943 time: 0.1202378 Jun 22 16:05:55.105848 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-cab45487-f669-440d-8408-c4a93666bf2c req-65cd48c3-8f6d-4a81-80cf-a6a0b2dc7a3f tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "GET /v2.0/security-groups?id=674df557-bfa0-4dd2-8783-1293447ee9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570078 Jun 22 16:05:55.134607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:55.138641 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-40212d1b-2a56-46f0-a323-cad759521416 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:55.169826 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event deleted for resources: {'Port': ['ID=22f06969-0a74-45b3-b407-2d5f476c6ba8,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:55.173778 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:55.216702 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] No DVR routers for this DVR port 22f06969-0a74-45b3-b407-2d5f476c6ba8 on host hv-neutron-6013 {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:05:55.219395 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988341'] for port, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:55.221486 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [req-9081e2d9-796c-458a-8bec-dbd58a938a8e req-3caee7c5-6eb6-47ba-ab87-6f15c47a5003 tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.21 "DELETE /v2.0/ports/22f06969-0a74-45b3-b407-2d5f476c6ba8 HTTP/1.1" status: 204 len: 173 time: 0.5652008 Jun 22 16:05:55.383998 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'name': 'network-vif-deleted', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8'}] {{(pid=93501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:05:55.386689 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8984e30e05302101d1b069f198640201b944bf8ca7651505fc4d746a6633f98b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23383fed-afd7-4249-892f-26114e162d60" -d '{"events": [{"server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "name": "network-vif-deleted", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8"}]}' {{(pid=93501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:05:55.422077 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c44e48b-610e-490d-b825-e82aae3d4fc0 x-openstack-request-id: req-5c44e48b-610e-490d-b825-e82aae3d4fc0 {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:05:55.422431 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f2cf62-382f-4c13-9c92-16249abbd51c", "name": "network-vif-deleted", "tag": "22f06969-0a74-45b3-b407-2d5f476c6ba8", "status": "completed", "code": 200}]} {{(pid=93501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:05:55.422746 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c44e48b-610e-490d-b825-e82aae3d4fc0 {{(pid=93501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:05:55.423207 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f2cf62-382f-4c13-9c92-16249abbd51c', 'name': 'network-vif-deleted', 'tag': '22f06969-0a74-45b3-b407-2d5f476c6ba8', 'status': 'completed', 'code': 200} Jun 22 16:05:56.202573 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51054) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:05:56.262015 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52ce22d9-3fca-437f-b206-95bf3778691d tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:56.286599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52ce22d9-3fca-437f-b206-95bf3778691d tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:56.346392 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52ce22d9-3fca-437f-b206-95bf3778691d tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:56.349120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-52ce22d9-3fca-437f-b206-95bf3778691d tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:56.350268 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-52ce22d9-3fca-437f-b206-95bf3778691d tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] 10.222.0.22 "DELETE /v2.0/security-groups/674df557-bfa0-4dd2-8783-1293447ee9e6 HTTP/1.1" status: 204 len: 168 time: 0.1467292 Jun 22 16:05:56.351106 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dbc5c946-7c82-4446-9489-6bcb4519e854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:56.362655 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce22d9-3fca-437f-b206-95bf3778691d tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=674df557-bfa0-4dd2-8783-1293447ee9e6,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:56.366016 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-52ce22d9-3fca-437f-b206-95bf3778691d tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:56.398296 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51058) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:05:57.187120 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:57.443509 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Deleting port 7f64fbce-27b6-481f-88ca-d0de748d337c {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:05:57.444212 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:57.525537 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] For port 7f64fbce-27b6-481f-88ca-d0de748d337c, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=7f64fbce-27b6-481f-88ca-d0de748d337c,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:57.525884 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:57.587362 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Calling delete_port for 7f64fbce-27b6-481f-88ca-d0de748d337c owned by network:router_interface {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:05:57.770391 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:57.773147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ef94624d-d926-45f9-9f66-2ea00fe9319f tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:57.802070 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Pushing event deleted for resources: {'Port': ['ID=7f64fbce-27b6-481f-88ca-d0de748d337c,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:57.809240 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:57.968361 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:58.155881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 22f06969-0a74-45b3-b407-2d5f476c6ba8 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:05:58.176312 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] No Port match for: 22f06969-0a74-45b3-b407-2d5f476c6ba8 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 16:05:58.176663 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Device 22f06969-0a74-45b3-b407-2d5f476c6ba8 not bound to the agent host hv-neutron-6013 {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 16:05:58.184089 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:05:58.289347 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:05:58.294987 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-d515ba1d-3aa1-4a15-9de3-bc7582b84eac admin admin] 10.222.0.22 "PUT /v2.0/routers/7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8955789 Jun 22 16:05:58.297607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51062) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:05:58.300297 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] Sync routers for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:05:58.309744 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:05:58.310355 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:58.406009 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:58.415120 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: dv-neutron-601336-93-hyperv {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:05:58.505024 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:58.561613 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Deleting port 55f75f83-8df7-493d-885f-3dcbeb9a0c44 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:05:58.562147 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:58.589325 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T16:05:57Z', 'revision_number': 5, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port': {'id': '55f75f83-8df7-493d-885f-3dcbeb9a0c44', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:de:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:58.615610 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] Checking router: 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe for host: dv-neutron-601336-93-hyperv {{(pid=93505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:05:58.624496 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] Routers {'7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:05:58.625137 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'], 'active': True} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:58.643692 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] For port 55f75f83-8df7-493d-885f-3dcbeb9a0c44, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=55f75f83-8df7-493d-885f-3dcbeb9a0c44,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:58.644180 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:58.709547 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_dvr_db [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] Set router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe gateway port host: None {{(pid=93505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:05:58.712560 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Calling delete_port for 55f75f83-8df7-493d-885f-3dcbeb9a0c44 owned by network:router_gateway {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:05:58.764327 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.l3_hamode_db [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T16:05:58Z', 'revision_number': 6, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:58.791141 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b0d55-4e47-4511-b231-37cef2a580db None None] The sync data for ids ['7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe'] in dv-neutron-601336-93-hyperv is: [{'id': '7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe', 'name': 'tempest-TestSnapshotPattern-64142163-router', 'tenant_id': 'e91c0a46c94344529ef352b741886f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:21Z', 'updated_at': '2021-06-22T16:05:58Z', 'revision_number': 6, 'project_id': 'e91c0a46c94344529ef352b741886f07', 'gw_port_host': None}] {{(pid=93505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:05:58.887188 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:58.889179 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f5a07d38-b7af-4349-9860-95b7b4d0be43 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:58.914073 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f75f83-8df7-493d-885f-3dcbeb9a0c44,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:58.918528 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:58.979705 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.068100 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.070215 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.113385 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.113942 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe {{(pid=93501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 16:05:59.119404 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] Notify callbacks [] for router, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.120640 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-dde909ad-839d-403a-ad56-0c1ac89bcab9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/7d22e8d1-435f-4d6f-b6a0-0f0e65a4ccfe HTTP/1.1" status: 204 len: 168 time: 0.8220823 Jun 22 16:05:59.123225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51064) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:05:59.170367 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc10a80-b377-4f65-b997-9becfa9efcc5 admin admin] Deleting subnet 1e22a58d-1392-4713-8ea0-753d99ccc9a3 {{(pid=93501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:05:59.173779 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4dc10a80-b377-4f65-b997-9becfa9efcc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.210965 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4dc10a80-b377-4f65-b997-9becfa9efcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3991435'] for subnet, precommit_delete_associations {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.292566 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4dc10a80-b377-4f65-b997-9becfa9efcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.345580 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4dc10a80-b377-4f65-b997-9becfa9efcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2099718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3279199'] for subnet, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.347756 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-647162ce-2fbb-4f0f-90ef-4c94046c107e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:59.373754 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc10a80-b377-4f65-b997-9becfa9efcc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e22a58d-1392-4713-8ea0-753d99ccc9a3,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:59.375720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-4dc10a80-b377-4f65-b997-9becfa9efcc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.377620 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-4dc10a80-b377-4f65-b997-9becfa9efcc5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1e22a58d-1392-4713-8ea0-753d99ccc9a3 HTTP/1.1" status: 204 len: 168 time: 0.2534299 Jun 22 16:05:59.378494 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-4dc10a80-b377-4f65-b997-9becfa9efcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:59.379740 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e827c6-2f21-456c-9b09-7e0fa7f13ba8 None None] Network 4cf0e971-24e6-46ff-ad9a-d3721b13a067 requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:05:59.380207 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51066) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:05:59.454254 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.507980 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Deleting port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:05:59.508968 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.573012 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] DHCP port deletion for 4cf0e971-24e6-46ff-ad9a-d3721b13a067 request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 16:05:59.581364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] For port d28cc0df-68b8-4af1-9ceb-bb206c22cd65, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d28cc0df-68b8-4af1-9ceb-bb206c22cd65,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:59.581720 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.624013 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] Deleting port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:05:59.624394 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.652981 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Calling delete_port for d28cc0df-68b8-4af1-9ceb-bb206c22cd65 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:05:59.694742 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] For port d28cc0df-68b8-4af1-9ceb-bb206c22cd65, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=d28cc0df-68b8-4af1-9ceb-bb206c22cd65,segment=NetworkSegment(252f36e0-18b0-4d7e-bb65-c154ffd846a1),segment_id=252f36e0-18b0-4d7e-bb65-c154ffd846a1)] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:05:59.695239 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.739733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.742205 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-73fde318-67d9-40aa-bfb8-57136276002c tempest-TestSnapshotPattern-1481973799 tempest-TestSnapshotPattern-1481973799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:59.759597 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] Calling delete_port for d28cc0df-68b8-4af1-9ceb-bb206c22cd65 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:05:59.766731 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d28cc0df-68b8-4af1-9ceb-bb206c22cd65,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:59.769940 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:59.770733 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] No DVR routers for this DVR port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:05:59.847129 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.847997 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.852711 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:59.866410 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf0e971-24e6-46ff-ad9a-d3721b13a067']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:59.889484 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252f36e0-18b0-4d7e-bb65-c154ffd846a1') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:59.889972 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252f36e0-18b0-4d7e-bb65-c154ffd846a1') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:05:59.891631 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] Pushing event deleted for resources: {'Port': ['ID=d28cc0df-68b8-4af1-9ceb-bb206c22cd65,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:05:59.895404 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:05:59.898465 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e83d13-764f-461f-a226-897b8509e8d4 None None] No DVR routers for this DVR port d28cc0df-68b8-4af1-9ceb-bb206c22cd65 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:05:59.904951 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.920901 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.927052 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:05:59.927439 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:05:59.929317 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:05:59.983492 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.987287 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-d3d3eff6-e032-4d29-bcaf-1cd267dbe269 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:05:59.989728 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:05:59.991533 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] 10.222.0.22 "DELETE /v2.0/networks/4cf0e971-24e6-46ff-ad9a-d3721b13a067 HTTP/1.1" status: 204 len: 168 time: 0.6105542 Jun 22 16:05:59.995313 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 51068) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:06:00.002432 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf0e971-24e6-46ff-ad9a-d3721b13a067,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:06:00.008789 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c1b04c69-adba-4073-ab7f-df284f7a1a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:06:00.326840 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-07468c97-49fa-45b6-a45e-2b2d914d0e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:00.364020 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654359'] for router_interface, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:00.626401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Deleting port 89445d20-c7eb-4f90-9fcb-369afd8552a9 {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:06:00.626741 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:00.708257 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] For port 89445d20-c7eb-4f90-9fcb-369afd8552a9, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=89445d20-c7eb-4f90-9fcb-369afd8552a9,segment=NetworkSegment(3e7f0e25-3511-4a43-8c3d-b717fe674f47),segment_id=3e7f0e25-3511-4a43-8c3d-b717fe674f47)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:06:00.708611 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:00.771264 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Calling delete_port for 89445d20-c7eb-4f90-9fcb-369afd8552a9 owned by network:router_interface {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:06:00.817485 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 55f75f83-8df7-493d-885f-3dcbeb9a0c44 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:06:00.838556 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 55f75f83-8df7-493d-885f-3dcbeb9a0c44 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 16:06:00.839151 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 55f75f83-8df7-493d-885f-3dcbeb9a0c44 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 16:06:00.839576 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d28cc0df-68b8-4af1-9ceb-bb206c22cd65 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:06:00.858083 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: d28cc0df-68b8-4af1-9ceb-bb206c22cd65 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 16:06:00.858514 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device d28cc0df-68b8-4af1-9ceb-bb206c22cd65 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 16:06:00.859002 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f64fbce-27b6-481f-88ca-d0de748d337c no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:06:00.880584 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 7f64fbce-27b6-481f-88ca-d0de748d337c {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 16:06:00.880881 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 7f64fbce-27b6-481f-88ca-d0de748d337c not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 16:06:00.960968 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:00.962937 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-5afb49c5-5be0-4901-9419-301da519532a tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:06:00.991377 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=89445d20-c7eb-4f90-9fcb-369afd8552a9,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:06:01.020609 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.021255 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.021401 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.021778 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.022151 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.022523 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.022893 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.023260 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.023624 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.024165 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.024679 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.025068 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-93-hyperv {{(pid=93502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:06:01.029432 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:06:01.171206 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654523'] for router_interface, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:01.386993 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 has already been hosted by L3 agent 32945c47-10b8-4dc2-80fb-5e689dae1e16 {{(pid=93502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:06:01.491650 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] Notify agent at l3_agent.dv-neutron-601336-93-hyperv the message routers_updated {{(pid=93502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:06:01.496822 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-094f84d3-af9c-4d72-bd5d-bb47d0617ffc admin admin] 10.222.0.22 "PUT /v2.0/routers/7038f6f8-8d2e-4784-80d1-6ccaa842a6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5003381 Jun 22 16:06:01.499332 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 51070) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:06:01.500073 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] Sync routers for ids ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'] in dv-neutron-601336-93-hyperv {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:06:01.509665 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] Routers {'7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:06:01.510350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:06:01.602883 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks [] for router, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:01.611367 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] Set router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 gateway port host: dv-neutron-601336-93-hyperv {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:06:01.703155 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:01.761352 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Deleting port 1865a517-eef2-43bc-8bc8-2c05f9a235de {{(pid=93502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:06:01.761697 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:01.786616 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'external_fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T16:06:00Z', 'revision_number': 5, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'gw_port': {'id': '1865a517-eef2-43bc-8bc8-2c05f9a235de', 'name': '', 'network_id': '339c21db-a4db-4e65-9542-46a747b526ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-93-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T15:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '76665a3c-80e1-42da-8b8b-adb46d57f7ea', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-93-hyperv'}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:06:01.812052 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] Checking router: 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 for host: dv-neutron-601336-93-hyperv {{(pid=93503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:06:01.821163 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] Routers {'7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'} bound to L3 agent in host dv-neutron-601336-93-hyperv {{(pid=93503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:06:01.821774 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-93-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T14:50:33Z,description=,heartbeat_timestamp=2021-06-22T16:05:33Z,host='dv-neutron-601336-93-hyperv',id=32945c47-10b8-4dc2-80fb-5e689dae1e16,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T14:50:33Z,topic='l3_agent')) {'router_ids': ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'], 'active': True} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:06:01.843065 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.db [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] For port 1865a517-eef2-43bc-8bc8-2c05f9a235de, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=1865a517-eef2-43bc-8bc8-2c05f9a235de,segment=NetworkSegment(bf928f20-bac2-469b-8833-bd355f8877cf),segment_id=bf928f20-bac2-469b-8833-bd355f8877cf)] {{(pid=93502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:06:01.843411 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:01.911762 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Calling delete_port for 1865a517-eef2-43bc-8bc8-2c05f9a235de owned by network:router_gateway {{(pid=93502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:06:01.912791 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvr_db [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] Set router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 gateway port host: None {{(pid=93503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:06:01.969824 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_hamode_db [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T16:06:01Z', 'revision_number': 6, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'gw_port_host': None}], 'dv-neutron-601336-93-hyperv', False) {} {{(pid=93503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:06:01.996528 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a360e-5f02-42bd-a6df-e7436037cac3 None None] The sync data for ids ['7038f6f8-8d2e-4784-80d1-6ccaa842a6d1'] in dv-neutron-601336-93-hyperv is: [{'id': '7038f6f8-8d2e-4784-80d1-6ccaa842a6d1', 'name': 'tempest-TestSnapshotPattern-2027136933-router', 'tenant_id': '3e47861fb6f84a15aa9116fce752c22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T15:59:26Z', 'updated_at': '2021-06-22T16:06:01Z', 'revision_number': 6, 'project_id': '3e47861fb6f84a15aa9116fce752c22e', 'gw_port_host': None}] {{(pid=93503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:06:02.081576 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3888856'] for port, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.083509 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b41f2bc2-fa7b-436e-9043-fc42156bb8f8 tempest-TestShelveInstance-1648631578 tempest-TestShelveInstance-1648631578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:06:02.107739 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Pushing event deleted for resources: {'Port': ['ID=1865a517-eef2-43bc-8bc8-2c05f9a235de,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:06:02.111164 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:06:02.185514 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-635229'] for router_gateway, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.673177 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11274'] for router, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.675229 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.718583 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-635372'] for router, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.719018 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 {{(pid=93502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 16:06:02.723262 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] Notify callbacks [] for router, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.724305 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-1dcfa785-0b63-46d5-abf3-962ac19d673d admin admin] 10.222.0.22 "DELETE /v2.0/routers/7038f6f8-8d2e-4784-80d1-6ccaa842a6d1 HTTP/1.1" status: 204 len: 168 time: 1.2240446 Jun 22 16:06:02.727143 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [-] (93502) accepted ('10.222.0.22', 51072) {{(pid=93502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:06:02.777623 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-029967f4-a394-4b66-b487-384c955de8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.777888 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.db.db_base_plugin_v2 [None req-b544868d-81a4-4696-870e-ae7d424a2363 admin admin] Deleting subnet c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b {{(pid=93502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:06:02.781362 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b544868d-81a4-4696-870e-ae7d424a2363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.819396 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b544868d-81a4-4696-870e-ae7d424a2363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4156375'] for subnet, precommit_delete_associations {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.827106 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 89445d20-c7eb-4f90-9fcb-369afd8552a9 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:06:02.850130 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 89445d20-c7eb-4f90-9fcb-369afd8552a9 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 16:06:02.850488 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 89445d20-c7eb-4f90-9fcb-369afd8552a9 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 16:06:02.851170 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1865a517-eef2-43bc-8bc8-2c05f9a235de no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:06:02.871333 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: 1865a517-eef2-43bc-8bc8-2c05f9a235de {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 16:06:02.871885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device 1865a517-eef2-43bc-8bc8-2c05f9a235de not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 16:06:02.914046 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b544868d-81a4-4696-870e-ae7d424a2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7665601'] for subnet, precommit_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.971393 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b544868d-81a4-4696-870e-ae7d424a2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7665658', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3888658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178869'] for subnet, after_delete {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:02.973602 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-1986079f-ea2a-4fce-a9ae-62352e9af1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:06:02.999920 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544868d-81a4-4696-870e-ae7d424a2363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b,revision_number=None']} {{(pid=93502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:06:03.003201 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG oslo_concurrency.lockutils [None req-b544868d-81a4-4696-870e-ae7d424a2363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93502) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:06:03.004203 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron_lib.callbacks.manager [None req-b544868d-81a4-4696-870e-ae7d424a2363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.006181 dv-neutron-601336-93-hyperv neutron-server[93502]: INFO neutron.wsgi [None req-b544868d-81a4-4696-870e-ae7d424a2363 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c46dcb9e-2e2d-44b8-a0ec-05595ddaa66b HTTP/1.1" status: 204 len: 168 time: 0.2780869 Jun 22 16:06:03.009637 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51074) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:06:03.010802 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b877182-1cc7-41f9-9b46-ae5a8fef0217 None None] Network 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d requested from dv-neutron-601336-93-hyperv {{(pid=93503) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:06:03.080520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.090094 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8086216'] for network, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.145274 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Deleting port e6b5cf9b-ca52-42da-9127-2afe316977b5 {{(pid=93501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:06:03.145607 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.217225 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.db [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] For port e6b5cf9b-ca52-42da-9127-2afe316977b5, host dv-neutron-601336-93-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-93-hyperv',level=0,port_id=e6b5cf9b-ca52-42da-9127-2afe316977b5,segment=NetworkSegment(3e7f0e25-3511-4a43-8c3d-b717fe674f47),segment_id=3e7f0e25-3511-4a43-8c3d-b717fe674f47)] {{(pid=93501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:06:03.217591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.287292 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.plugin [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Calling delete_port for e6b5cf9b-ca52-42da-9127-2afe316977b5 owned by network:dhcp {{(pid=93501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:06:03.358016 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] DHCP port deletion for 3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d request from dv-neutron-601336-93-hyperv {{(pid=93503) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 16:06:03.370741 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2099916'] for port, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.373943 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-0c4cda74-23f2-4b08-aca2-54ea15e18525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:06:03.402357 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b5cf9b-ca52-42da-9127-2afe316977b5,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:06:03.405557 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:06:03.406241 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] Deleting port e6b5cf9b-ca52-42da-9127-2afe316977b5 {{(pid=93503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1913}} Jun 22 16:06:03.406370 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] No DVR routers for this DVR port e6b5cf9b-ca52-42da-9127-2afe316977b5 on host dv-neutron-601336-93-hyperv {{(pid=93501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:06:03.406668 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782473615746'] for port, before_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.468256 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.db [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] For port e6b5cf9b-ca52-42da-9127-2afe316977b5, host dv-neutron-601336-93-hyperv, got binding levels [] {{(pid=93503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:06:03.468568 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-652005'] for port, precommit_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.475625 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655011', 'neutron.services.segments.db._delete_segments_for_network-8782473675129'] for network, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.486053 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d']}} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:06:03.497364 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7f0e25-3511-4a43-8c3d-b717fe674f47') {'for_net_delete': True} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:06:03.497668 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.services.segments.db [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7f0e25-3511-4a43-8c3d-b717fe674f47') {} {{(pid=93501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:06:03.506599 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782473703132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3991442'] for segment, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.521324 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065'] for segment, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.527739 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:06:03.528137 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8029065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2099865'] for segment, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: Traceback (most recent call last): Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: timer() Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: cb(*args, **kw) Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: return func(*args, **kwargs) Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: self._notify() Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: self.callback(batched_events) Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: event.method(event) Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: return f(self, *a, **k) Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._get(url).json() Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: return self.request(url, 'GET', **kwargs) Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:06:03.530112 dv-neutron-601336-93-hyperv neutron-server[93501]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:06:03.533975 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] Calling delete_port for e6b5cf9b-ca52-42da-9127-2afe316977b5 owned by network:dhcp {{(pid=93503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 22 16:06:03.536892 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.ipam_backend_mixin [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] Port e6b5cf9b-ca52-42da-9127-2afe316977b5 was not found and therefore no delete operation was performed {{(pid=93503) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 16:06:03.538162 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8004694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782473616680', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782473148209'] for port, after_delete {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.540029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:06:03.563787 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] Pushing event deleted for resources: {'Port': ['ID=e6b5cf9b-ca52-42da-9127-2afe316977b5,revision_number=None']} {{(pid=93503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:06:03.567456 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG oslo_concurrency.lockutils [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93503) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:06:03.568064 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577e2bf-6d2e-41f1-a3ff-a07ad66ca4aa None None] No DVR routers for this DVR port e6b5cf9b-ca52-42da-9127-2afe316977b5 on host dv-neutron-601336-93-hyperv {{(pid=93503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:06:03.589144 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-356226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-635193'] for network, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.592838 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-ecd2a6a8-d663-41c5-a8f7-23f1d2c8a819 tempest-RoutersIpV6Test-1130271342 tempest-RoutersIpV6Test-1130271342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:06:03.595591 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Notify callbacks [] for network, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.597564 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] 10.222.0.22 "DELETE /v2.0/networks/3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d HTTP/1.1" status: 204 len: 168 time: 0.5863326 Jun 22 16:06:03.609059 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3bfcdd25-4beb-40ad-acdd-f7d5e8da5b8d,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:06:03.611886 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-c243ddbb-6bc1-4cc6-b2dd-b1cd4edb9c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:06:03.707130 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51078) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:06:03.747916 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-e80e662c-a467-4469-b9ef-4873309a9070 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e91c0a46c94344529ef352b741886f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394015 Jun 22 16:06:03.750257 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51080) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:06:03.800286 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0c51c3b-d8a0-4661-9cdc-a212c1ac3047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.823119 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0c51c3b-d8a0-4661-9cdc-a212c1ac3047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.880430 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0c51c3b-d8a0-4661-9cdc-a212c1ac3047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.883127 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-f0c51c3b-d8a0-4661-9cdc-a212c1ac3047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:03.884459 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-f0c51c3b-d8a0-4661-9cdc-a212c1ac3047 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0a866db-4977-40ad-b57d-476bd23ab2ef HTTP/1.1" status: 204 len: 168 time: 0.1332877 Jun 22 16:06:03.885333 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-97484f7d-9746-4f95-82b3-efcbf5b3ed08 tempest-TestNetworkAdvancedServerOps-1329671896 tempest-TestNetworkAdvancedServerOps-1329671896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:06:03.893033 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c51c3b-d8a0-4661-9cdc-a212c1ac3047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a866db-4977-40ad-b57d-476bd23ab2ef,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:06:03.895567 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-f0c51c3b-d8a0-4661-9cdc-a212c1ac3047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:06:04.206696 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51086) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:06:04.224001 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:04.250764 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-9424cf78-3811-4979-a9d4-4ed99f89c202 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e47861fb6f84a15aa9116fce752c22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424290 Jun 22 16:06:04.253081 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.wsgi [-] (93501) accepted ('10.222.0.22', 51088) {{(pid=93501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:06:04.302773 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5dd95ed5-3988-4665-9c5a-083ec3076464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:04.323413 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5dd95ed5-3988-4665-9c5a-083ec3076464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:04.369847 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5dd95ed5-3988-4665-9c5a-083ec3076464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435929'] for security_group, after_delete {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:04.372639 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron_lib.callbacks.manager [None req-5dd95ed5-3988-4665-9c5a-083ec3076464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:04.373926 dv-neutron-601336-93-hyperv neutron-server[93501]: INFO neutron.wsgi [None req-5dd95ed5-3988-4665-9c5a-083ec3076464 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bdec70af-ce9f-453a-aeb9-c0583984b74f HTTP/1.1" status: 204 len: 168 time: 0.1199257 Jun 22 16:06:04.374767 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-3b562649-1bcd-4e69-a3e6-9da7511e8de4 tempest-RoutersNegativeTest-1612838033 tempest-RoutersNegativeTest-1612838033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:06:04.382182 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd95ed5-3988-4665-9c5a-083ec3076464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdec70af-ce9f-453a-aeb9-c0583984b74f,revision_number=None']} {{(pid=93501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:06:04.384654 dv-neutron-601336-93-hyperv neutron-server[93501]: DEBUG oslo_concurrency.lockutils [None req-5dd95ed5-3988-4665-9c5a-083ec3076464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:06:04.815725 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e6b5cf9b-ca52-42da-9127-2afe316977b5 no longer exists at agent ovs-agent-dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 22 16:06:04.839894 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.plugin [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] No Port match for: e6b5cf9b-ca52-42da-9127-2afe316977b5 {{(pid=93503) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 22 16:06:04.840251 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron.plugins.ml2.rpc [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Device e6b5cf9b-ca52-42da-9127-2afe316977b5 not bound to the agent host dv-neutron-601336-93-hyperv {{(pid=93503) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 22 16:06:05.926672 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:10.888779 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:23.140420 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:06:30.332729 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-36bc8084-45d8-4043-bcbe-906399ded702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:32.767125 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fa93-4d7f-4973-9349-041d17228511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:33.053534 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:34.224545 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:35.929708 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:06:40.877628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:00.138879 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:07:00.325109 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cc2953fc-c7ad-4373-9ef3-d6c7e7baaa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:02.768015 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2e0d404b-ee0d-4331-ad26-3920685d9d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:03.057600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:04.227706 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:05.931252 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:10.898934 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:30.327569 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b10ae5c0-fa7f-48f3-ae30-1502d6fbc48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:32.769364 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1c75f9ff-5ef8-4570-bbc2-9a16a61eae38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:33.059730 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:34.229987 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:35.935190 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:37.137494 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:07:40.905204 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:07:44.563436 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-c2033414-ddd2-4708-b55b-ada50c6a3a51 req-f805bfba-1efc-4a82-bfd4-a70e85131ebe service neutron] (93502) timed out ('10.222.0.22', 44780) {{(pid=93502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 16:08:00.330854 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-601aa0d3-b5bb-4433-8ffe-268936f9ffa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:02.769667 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9f73165d-8db2-4c2d-bc41-65aa08a03dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:03.061350 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:04.234876 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:05.936211 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:10.902769 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:14.135901 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:08:30.333658 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-c32ced5d-e326-4c72-8447-478de1cbdef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:32.771600 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9c7fa9a9-8d78-4a21-83fd-df85cf401691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:33.063187 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:34.238628 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:35.940026 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:40.896326 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:08:51.134412 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:09:00.335741 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-2a43c230-0402-4f0d-b1a9-886f94c5fd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:02.772656 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-be469a68-2e55-4b78-8527-53a45cdccf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:03.064236 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:04.241282 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:05.942461 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:10.915767 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:28.133332 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:09:30.338594 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-170ee235-fd07-4bcc-b4ef-7a34df61509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:32.772609 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-484bd238-29e3-4c2b-853e-6eecd5c16b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:33.067434 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:34.243273 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:35.946530 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:40.922583 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:09:47.352691 dv-neutron-601336-93-hyperv neutron-server[93502]: DEBUG neutron.wsgi [req-662a6f8b-8cb3-45a9-8ca0-c704de6236a4 req-e84a98f0-3fbc-477b-906d-3e344072cd75 service neutron] (93502) timed out ('10.222.0.21', 52669) {{(pid=93502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 16:10:00.339885 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-f8664cc4-db65-4f75-8ca0-cfd0be73338a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:02.772470 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-498b9545-8223-4a7b-a35b-6ddf74da263f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:03.068048 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:04.246908 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:05.132259 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:10:05.950035 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:10.926589 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:30.342043 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5ad57ce5-e383-4022-b2c2-06a45934ada8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:32.774380 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b173e655-95a9-411f-8bdc-d876cf17cf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:33.069276 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:34.249520 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:35.951112 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:40.940029 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:10:42.131401 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:11:00.346042 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9f4e14bd-b68e-48e4-97e7-6c2fec83e6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:02.775647 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5c305c73-0928-4998-a27c-806f590dc534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:03.071319 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:04.252219 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:05.953542 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:10.939721 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:19.130284 dv-neutron-601336-93-hyperv neutron-server[93505]: DEBUG neutron.db.agents_db [None req-40717b07-8e55-42ba-9977-9617c23d84d0 None None] Agent healthcheck: found 6 active agents {{(pid=93505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:11:30.347222 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-cf17a107-8134-48a9-be3a-d0191c86d223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:32.776917 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-b3aba461-815b-4bdb-ad9f-9dc8a893f3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:33.072563 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-68482b26-5b34-4839-8ce9-c5ad3c97702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:34.257268 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-9487981f-3630-46dc-b8f7-4c82a0a1ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:35.958466 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-5f263f39-9112-4b30-af45-527111797990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:11:40.958629 dv-neutron-601336-93-hyperv neutron-server[93503]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8520-5257-44e1-b1b3-86f53b8b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782473675201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7665837'] for agent, after_update {{(pid=93503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}